-- Logs begin at Tue 2021-12-07 12:22:10 UTC, end at Tue 2021-12-07 14:44:59 UTC. -- Dec 07 13:15:44.136222 dv-neutron-ussuri-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 07 13:15:46.715920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.common.config [-] Logging enabled! Dec 07 13:15:46.716433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev13 Dec 07 13:15:46.717746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88788) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 07 13:15:46.718472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.common.config [-] Logging enabled! Dec 07 13:15:46.718758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev13 Dec 07 13:15:46.719031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88788) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 07 13:15:46.720119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 07 13:15:46.720387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 07 13:15:46.721398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 07 13:15:46.721677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 07 13:15:46.721936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 07 13:15:46.722301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.722645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.722981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.723266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.724136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.724470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.724790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.725117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.725457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.725776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.726088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.726403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.726664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.726976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.727325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.727658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.727911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] debug = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.728223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.728746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.729058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.729369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.729693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.729997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.730306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.730624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.730986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] host = dv-neutron-ussuri-2-hyperv {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.731319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.731643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.731966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.732292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.732597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.732904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.733223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.733532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.733838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] log_file = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.734147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.734471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.734793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.735126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.735407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.735660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.735988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.736315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.736622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.736929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.737235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.737539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.737847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.738144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.738471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.738796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.739116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.740046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.740361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.740668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.740974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.741297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.741602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.741908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.742211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.742545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.742843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.743147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.743522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.743852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.744166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.744486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.744792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.745116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.745421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.746027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] use_json = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.746330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.746631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.746953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.747269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.747594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.747898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.748202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.748524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:46.748855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.749203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.749534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.749852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.750177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.750493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.750820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.751131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.751501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.751830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.752148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.752456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.752796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.753109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.753447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.753754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.754065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.754393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.754702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.755075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.755467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.755838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.756149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.756467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.756780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.757086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.757393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.757706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.758034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.758344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.758648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.758950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.759280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.759592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.759912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.760222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.760528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.760831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.761139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.761446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.761751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.762059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.762363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.762673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.762980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.763304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.763613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.763919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.764223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.764530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.764834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.765146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.765452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.765758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.766070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.766373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.766678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.766996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.767354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.767670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.767981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.768294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.768605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.768913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.769222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.769532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.769843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.770145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.770515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.770830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.771151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.771508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.771819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.772155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.772465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.772779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.773088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.773401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.773717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.774035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.774362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.774689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.775018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.775368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.775696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.776011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.776357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.776668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:46.776917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 07 13:15:46.777184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88788) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Dec 07 13:15:47.433073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88788) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:15:47.433392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88788) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:15:47.433709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88788) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:15:47.435315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 07 13:15:47.777983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:47.778548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:47.778548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:47.839844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:47.840160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:47.840467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:47.843460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:47.843774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:47.844077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:47.990909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:47.991221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:47.991543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:47.992564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:47.992868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:47.993161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.113888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.114217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.115080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.115481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.116319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.299306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.299690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.300016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.300318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.300615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.301147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.301258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.301527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.302398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.302398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.303015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.303320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.303629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.303923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.304239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.304550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.304846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.305177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.305452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.305790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.306228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.306514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.306797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.307134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.307476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.307756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.308175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 13:15:48.308452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 13:15:48.308725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 13:15:48.308996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 13:15:48.309266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 13:15:48.309536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 13:15:48.310891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 07 13:15:48.319142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 07 13:15:48.326783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 07 13:15:48.332429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Dec 07 13:15:48.335836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 07 13:15:48.336932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 07 13:15:48.337314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 07 13:15:48.337744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 07 13:15:48.341801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 07 13:15:48.342088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 07 13:15:48.342479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 07 13:15:48.370244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 07 13:15:48.370701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.371033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88788) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 07 13:15:48.371467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.372819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88788) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 07 13:15:48.373141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 07 13:15:48.373419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 07 13:15:48.376603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.376917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:48.441308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 07 13:15:48.441576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 07 13:15:48.441835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 07 13:15:48.442291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 07 13:15:48.477053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.sqlalchemy.engines [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88788) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 07 13:15:48.881890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Initializing driver for type 'gre' Dec 07 13:15:48.882457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] gre ID ranges: [(1, 1000)] Dec 07 13:15:48.979321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Initializing driver for type 'local' Dec 07 13:15:48.979696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Initializing driver for type 'vlan' Dec 07 13:15:49.047647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] VlanTypeDriver initialization complete Dec 07 13:15:49.048021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Initializing driver for type 'vxlan' Dec 07 13:15:49.048572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] vxlan ID ranges: [(1, 1000)] Dec 07 13:15:49.183340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Initializing extension driver 'port_security' Dec 07 13:15:49.183725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.extensions.port_security [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] PortSecurityExtensionDriver initialization complete Dec 07 13:15:49.184060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Initializing mechanism driver 'openvswitch' Dec 07 13:15:49.184421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Initializing mechanism driver 'hyperv' Dec 07 13:15:49.190867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88788) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:15:49.191733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > port after_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.192140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > port after_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.193122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > port after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.193689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > subnet after_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.194079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > subnet after_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.194459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > subnet after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.194868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > network after_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.195268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > network after_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.195651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > network after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.196061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > security_group after_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.196440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > security_group after_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.196811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > security_group after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.197262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.197637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.198155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.198521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] ML2 OVO RPC backend initialized. {{(pid=88788) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 07 13:15:49.199225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router_interface after_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.199637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.200085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > network before_response 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.200465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > networks before_response 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.200887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > port before_response 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.201262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > ports before_response 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.201639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > subnet before_response 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.202013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > subnets before_response 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.202646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > network after_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.203019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > network after_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.203414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > network after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.203788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > port after_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.204158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > port after_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.204528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > port after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.204896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > subnet after_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.205264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > subnet after_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.205631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > subnet after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.206254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Modular L2 Plugin initialization complete Dec 07 13:15:49.206608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading services supported by the core plugin {{(pid=88788) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Dec 07 13:15:49.206966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.managers [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Got port-security extension from driver 'port_security' Dec 07 13:15:49.207485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.extensions.vlantransparent [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Disabled vlantransparent extension. Dec 07 13:15:49.207980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88788) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Dec 07 13:15:49.208505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading Plugin: router Dec 07 13:15:49.251197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router_interface before_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.251689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router after_create 55549900 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.252095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router before_create 55549900 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.252496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.252910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.253301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router after_delete 55549900 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.253697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > floatingip after_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.254105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router after_create 55549900 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.254483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router after_update 55549900 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.255582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router after_update 55549900 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.255999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.256404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router after_update 55549900 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.256898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router precommit_update 55549900 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.257316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: port after_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.257694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: port after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.258068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: subnet after_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.258444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.258829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > port precommit_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.259210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router precommit_create 55549900 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.259648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: port before_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.260029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router precommit_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.260436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router after_update 55549900 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.260815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router precommit_delete 55549900 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.261202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router precommit_create 55549900 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.261607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router_interface after_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.262039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router precommit_update 55549900 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.262459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > agent after_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.262858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > agent after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.263258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > network after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.264265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Tracking information for resource: router configured {{(pid=88788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 13:15:49.264634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Tracking information for resource: floatingip configured {{(pid=88788) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 07 13:15:49.269685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_agentschedulers_db [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 07 13:15:49.270331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: port after_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.270728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: port after_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.271116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: port after_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.271530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: port after_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.272431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router before_create 55550100 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.272832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router precommit_delete 55550100 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.273236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router precommit_create 55550100 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.273629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > router precommit_update 55550100 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.278331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.provider_configuration [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Service providers = [] {{(pid=88788) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 07 13:15:49.278726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.servicetype_db [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88788) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 07 13:15:49.281666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.service_base [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88788) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 07 13:15:49.282047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.service_base [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88788) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 07 13:15:49.282422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.service_base [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88788) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 07 13:15:49.283432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.service_base [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88788) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 07 13:15:49.283832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.services.service_base [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 07 13:15:49.284253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 13:15:49.284632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 07 13:15:49.306183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 13:15:49.306552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading Plugin: auto_allocate Dec 07 13:15:49.318180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: network precommit_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.318583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: network precommit_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.319167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 13:15:49.319572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading Plugin: tag Dec 07 13:15:49.331385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 13:15:49.331752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading Plugin: timestamp Dec 07 13:15:49.335580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 13:15:49.335947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading Plugin: network_ip_availability Dec 07 13:15:49.341604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.342057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.342446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.343226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 13:15:49.343607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading Plugin: flavors Dec 07 13:15:49.359430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 13:15:49.359799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading Plugin: revisions Dec 07 13:15:49.364880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88788) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 07 13:15:49.365298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.931s {{(pid=88788) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:15:49.366094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88788) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Dec 07 13:15:49.366451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Initializing extension manager. Dec 07 13:15:49.367005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: __init__.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.367421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: __pycache__ {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.367794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.368163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.368573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: _filter_validation_lib.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.368939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.369303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: address_scope.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.370128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.370782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: address-scope Dec 07 13:15:49.371140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: admin_state_down_before_update.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.372108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.372676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: router-admin-state-down-before-update Dec 07 13:15:49.373035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: agent.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.373814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.374374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: agent Dec 07 13:15:49.374737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: agent_resources_synced.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.375675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.376234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: agent-resources-synced Dec 07 13:15:49.376638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: allowedaddresspairs.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.378441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.379016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: allowed-address-pairs Dec 07 13:15:49.379406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: auto_allocated_topology.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.381089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.381658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: auto-allocated-topology Dec 07 13:15:49.382019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: availability_zone.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.382911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.383509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: availability_zone Dec 07 13:15:49.383870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: availability_zone_filter.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.384794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.385354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: availability_zone_filter Dec 07 13:15:49.385713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: data_plane_status.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.386630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.387190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension data-plane-status not supported by any of loaded plugins Dec 07 13:15:49.387576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: default_subnetpools.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.388533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.389101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: default-subnetpools Dec 07 13:15:49.389458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: dhcpagentscheduler.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.390328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.390905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: dhcp_agent_scheduler Dec 07 13:15:49.391282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: dns.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.392211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.392771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension dns-integration not supported by any of loaded plugins Dec 07 13:15:49.393132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: dns_domain_ports.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.394051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.394609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 07 13:15:49.394965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: dvr.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.395770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.396334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: dvr Dec 07 13:15:49.396691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: empty_string_filtering.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.397615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.398178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: empty-string-filtering Dec 07 13:15:49.398535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.399478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.400042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 07 13:15:49.400398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.401320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.402005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 07 13:15:49.402369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: external_net.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.403310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.403878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: external-net Dec 07 13:15:49.404270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: extra_dhcp_opt.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.405191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.405750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: extra_dhcp_opt Dec 07 13:15:49.406107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: extraroute.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.407017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.407609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: extraroute Dec 07 13:15:49.407969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: extraroute_atomic.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.409110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.409676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: extraroute-atomic Dec 07 13:15:49.410032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: filter_validation.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.410776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.411486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: filter-validation Dec 07 13:15:49.411844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: fip_pf_description.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.412762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.413322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 07 13:15:49.413673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: fip_port_details.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.414605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.415167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: fip-port-details Dec 07 13:15:49.415599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: flavors.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.416843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.417413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: flavors Dec 07 13:15:49.417774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.419616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.428106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 07 13:15:49.428106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: floatingip_pools.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.428737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.429308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: floatingip-pools Dec 07 13:15:49.429673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: ip_allocation.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.430608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.431164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension ip_allocation not supported by any of loaded plugins Dec 07 13:15:49.431585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.432518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.433078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: ip-substring-filtering Dec 07 13:15:49.433478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: l2_adjacency.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.434383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.434983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension l2_adjacency not supported by any of loaded plugins Dec 07 13:15:49.435371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: l3.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.436482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.437096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: router Dec 07 13:15:49.437461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: l3_conntrack_helper.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.440020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.440604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 07 13:15:49.440973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.441905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.443060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: ext-gw-mode Dec 07 13:15:49.443482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.444434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.445014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: l3-ha Dec 07 13:15:49.445377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: l3_flavors.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.446301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.446903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: l3-flavors Dec 07 13:15:49.447278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.448222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.448790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: l3-port-ip-change-not-allowed Dec 07 13:15:49.449150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: l3agentscheduler.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.450400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.450981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: l3_agent_scheduler Dec 07 13:15:49.451392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: logging.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.453255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.453830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension logging not supported by any of loaded plugins Dec 07 13:15:49.454199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: metering.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.456667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.457372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: metering Dec 07 13:15:49.457755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: multiprovidernet.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.459021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.459420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: multi-provider Dec 07 13:15:49.459807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: netmtu.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.465014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.465702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: net-mtu Dec 07 13:15:49.466075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: netmtu_writable.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.467027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.467627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: net-mtu-writable Dec 07 13:15:49.467995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: network_availability_zone.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.468766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.469341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: network_availability_zone Dec 07 13:15:49.469710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: network_ip_availability.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.470828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.471422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: network-ip-availability Dec 07 13:15:49.471825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: network_segment_range.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.472804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.473374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension network-segment-range not supported by any of loaded plugins Dec 07 13:15:49.474233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: pagination.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.475310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.475686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: pagination Dec 07 13:15:49.476048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.476986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.477558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: port-mac-address-regenerate Dec 07 13:15:49.477917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: port_resource_request.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.478847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.479455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension port-resource-request not supported by any of loaded plugins Dec 07 13:15:49.479814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: portbindings.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.480764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.481377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: binding Dec 07 13:15:49.481735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: portbindings_extended.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.483019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.483620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: binding-extended Dec 07 13:15:49.483985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: portsecurity.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.484906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.485482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: port-security Dec 07 13:15:49.485843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: project_id.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.486843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.487214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: project-id Dec 07 13:15:49.487594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: providernet.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.488630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.489813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: provider Dec 07 13:15:49.490316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: qos.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.494007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.494597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension qos not supported by any of loaded plugins Dec 07 13:15:49.494969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.496229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.496797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 07 13:15:49.497160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.498084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.498651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 07 13:15:49.499012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: qos_default.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.500041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.500585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension qos-default not supported by any of loaded plugins Dec 07 13:15:49.500945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: qos_fip.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.501630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.502187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension qos-fip not supported by any of loaded plugins Dec 07 13:15:49.502546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: qos_gateway_ip.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.503496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.504059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 07 13:15:49.504417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: qos_port_network_policy.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.505536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.506092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 07 13:15:49.506453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: qos_rule_type_details.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.507394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.507957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 07 13:15:49.508318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: qos_rules_alias.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.509370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.509936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 07 13:15:49.510295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: quotasv2.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.511403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.511775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: quotas Dec 07 13:15:49.512132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: quotasv2_detail.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.513712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.514086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: quota_details Dec 07 13:15:49.514452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: rbac.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.515661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.516244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: rbac-policies Dec 07 13:15:49.516610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: rbac_address_scope.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.517550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.518124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: rbac-address-scope Dec 07 13:15:49.518488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: rbac_security_groups.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.519444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.520011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: rbac-security-groups Dec 07 13:15:49.520413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: rbac_subnetpool.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.521334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.521896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: rbac-subnetpool Dec 07 13:15:49.522258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: revisionifmatch.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.523184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.523811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: revision-if-match Dec 07 13:15:49.524172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: revisions.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.525283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.525845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: standard-attr-revisions Dec 07 13:15:49.526205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: router_availability_zone.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.526956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.527556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: router_availability_zone Dec 07 13:15:49.527912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: routerservicetype.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.528863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.529427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension router-service-type not supported by any of loaded plugins Dec 07 13:15:49.529789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: security_groups_port_filtering.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.530716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.531305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: port-security-groups-filtering Dec 07 13:15:49.531666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: securitygroup.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.544982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.545598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: security-group Dec 07 13:15:49.545966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: segment.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.546846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.547444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension segment not supported by any of loaded plugins Dec 07 13:15:49.547813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.548756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.549326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 07 13:15:49.549696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: servicetype.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.550798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.551393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: service-type Dec 07 13:15:49.552404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: sorting.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.553386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.553761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: sorting Dec 07 13:15:49.554120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: standard_attr_segment.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.555044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.555649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 07 13:15:49.556007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: standardattrdescription.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.556698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.557271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: standard-attr-description Dec 07 13:15:49.557634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: stateful_security_group.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.558576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.559153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: stateful-security-group Dec 07 13:15:49.559559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: stdattrs_common.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.560146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: WARNING neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 07 13:15:49.560499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.561418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.561990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 07 13:15:49.562342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: subnet_onboard.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.563422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.563995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: subnet_onboard Dec 07 13:15:49.564356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.565301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.565873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 07 13:15:49.566230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: subnet_service_types.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.567306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.567902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: subnet-service-types Dec 07 13:15:49.568261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: subnetallocation.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.569349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.569925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: subnet_allocation Dec 07 13:15:49.570285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.570980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.571609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: subnetpool-prefix-ops Dec 07 13:15:49.571963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.572906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.573468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 07 13:15:49.573823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: tagging.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.575174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.575810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: standard-attr-tag Dec 07 13:15:49.576171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: timestamp.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.577592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.578170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loaded extension: standard-attr-timestamp Dec 07 13:15:49.578535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: trunk.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.579637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.580214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension trunk not supported by any of loaded plugins Dec 07 13:15:49.580575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: trunk_details.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.581511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.582080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension trunk-details not supported by any of loaded plugins Dec 07 13:15:49.582437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: uplink_status_propagation.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.583497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.584066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 07 13:15:49.584422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Loading extension file: vlantransparent.py {{(pid=88788) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 07 13:15:49.585123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88788) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 07 13:15:49.585692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extension vlan-transparent not supported by any of loaded plugins Dec 07 13:15:49.588133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of TrackedResource for resource:network Dec 07 13:15:49.588954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of TrackedResource for resource:subnet Dec 07 13:15:49.589610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 13:15:49.590263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of TrackedResource for resource:port Dec 07 13:15:49.591692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.resource_helper [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 13:15:49.592233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.resource_helper [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Service FLAVORS assigned prefix: {{(pid=88788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 13:15:49.592917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.resource_helper [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 13:15:49.593389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.resource_helper [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 13:15:49.593759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of TrackedResource for resource:router Dec 07 13:15:49.594462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of TrackedResource for resource:floatingip Dec 07 13:15:49.595263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.resource_helper [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Service METERING assigned prefix: /metering {{(pid=88788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 13:15:49.597057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.597460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.597853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88788) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:15:49.599481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of CountableResource for resource:rbac_policy Dec 07 13:15:49.599981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of TrackedResource for resource:security_group Dec 07 13:15:49.600759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of TrackedResource for resource:security_group_rule Dec 07 13:15:49.601552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.resource_helper [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Service CORE assigned prefix: {{(pid=88788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 13:15:49.601919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 13:15:49.602279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: WARNING neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] subnetpool is already registered Dec 07 13:15:49.602938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.resource_helper [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Service CORE assigned prefix: {{(pid=88788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 13:15:49.603327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 13:15:49.603693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: WARNING neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] subnetpool is already registered Dec 07 13:15:49.606299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.resource_helper [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 13:15:49.606775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.resource_helper [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Service FLAVORS assigned prefix: {{(pid=88788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 13:15:49.607441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.resource_helper [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 13:15:49.607903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.resource_helper [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 13:15:49.608268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of TrackedResource for resource:router Dec 07 13:15:49.608631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: WARNING neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] router is already registered Dec 07 13:15:49.609273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of TrackedResource for resource:floatingip Dec 07 13:15:49.609632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: WARNING neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] floatingip is already registered Dec 07 13:15:49.610315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.resource_helper [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Service METERING assigned prefix: /metering {{(pid=88788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 13:15:49.611036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of CountableResource for resource:rbac_policy Dec 07 13:15:49.611425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: WARNING neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] rbac_policy is already registered Dec 07 13:15:49.611874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of TrackedResource for resource:security_group Dec 07 13:15:49.612232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: WARNING neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] security_group is already registered Dec 07 13:15:49.613017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of TrackedResource for resource:security_group_rule Dec 07 13:15:49.613379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: WARNING neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] security_group_rule is already registered Dec 07 13:15:49.614148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.resource_helper [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Service CORE assigned prefix: {{(pid=88788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 13:15:49.614516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 13:15:49.614875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: WARNING neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] subnetpool is already registered Dec 07 13:15:49.615554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.resource_helper [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Service CORE assigned prefix: {{(pid=88788) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 07 13:15:49.615918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Creating instance of TrackedResource for resource:subnetpool Dec 07 13:15:49.616273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: WARNING neutron.quota.resource_registry [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] subnetpool is already registered Dec 07 13:15:49.616984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: extensions {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.619014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: address-scopes {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.620292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: agents {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.621604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: auto-allocated-topology {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.622915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: availability_zones {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.624194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: dhcp-networks {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.625814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: dhcp-agents {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.627291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: routers {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.629044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: flavors {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.631296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: service_profiles {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.632538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: next_providers {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.634116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: service_profiles {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.635628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: floatingip-pools {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.636983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: routers {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.638727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: floatingips {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.639986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: l3-routers {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.641508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: l3-agents {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.642940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: metering-labels {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.644251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: metering-label-rules {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.645751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: network-ip-availabilities {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.647044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: bindings {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.648664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: quotas {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.650243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: quotas {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.651731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: rbac-policies {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.652970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: security-groups {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.654201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: security-group-rules {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.655592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: service-providers {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.656857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: subnetpools {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.658224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: subnetpools {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.659838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: tags {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.662095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: tags {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.663884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: tags {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.665780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: tags {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.667538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: tags {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.669358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: tags {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.671193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: tags {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.672991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: tags {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.675008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: tags {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.677454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.extensions [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Extended resource: tags {{(pid=88788) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 07 13:15:49.684381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: WARNING keystonemiddleware.auth_token [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 07 13:15:49.689379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: WARNING keystonemiddleware.auth_token [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 07 13:15:49.698373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Acquired lock "singleton_lock" {{(pid=88788) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Dec 07 13:15:49.698897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Releasing lock "singleton_lock" {{(pid=88788) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Dec 07 13:15:49.700366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO oslo_service.service [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Starting 2 workers Dec 07 13:15:49.705323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Started child 88897 {{(pid=88788) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 07 13:15:49.709749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:15:49.710033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Started child 88898 {{(pid=88788) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 07 13:15:49.711424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [-] (88897) wsgi starting up on http://0.0.0.0:9696 Dec 07 13:15:49.711599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.service [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Neutron service started, listening on 0.0.0.0:9696 Dec 07 13:15:49.712240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Notify callbacks [] for process, before_spawn {{(pid=88788) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:15:49.713841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:15:49.714700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO oslo_service.service [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Starting 1 workers Dec 07 13:15:49.715300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [-] (88898) wsgi starting up on http://0.0.0.0:9696 Dec 07 13:15:49.720082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Started child 88899 {{(pid=88788) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 07 13:15:49.720638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO oslo_service.service [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Starting 1 workers Dec 07 13:15:49.722889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.service [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] calling RpcWorker wait() {{(pid=88899) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 07 13:15:49.723373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.service [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] returning from RpcWorker wait() {{(pid=88899) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 07 13:15:49.725574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:15:49.725831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Started child 88900 {{(pid=88788) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 07 13:15:49.726204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:15:49.726606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b38df611-f9ee-4d97-85f5-be67783ec7bc None None] Notify callbacks [] for process, after_spawn {{(pid=88788) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:15:49.728317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88788) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 07 13:15:49.728548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 07 13:15:49.728759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 07 13:15:49.729038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 07 13:15:49.729461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 07 13:15:49.729654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 07 13:15:49.729953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:15:49.730216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.730505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.730793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.731080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.731433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.732110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.732404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.732691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.732982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.733305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.733509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.733707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.733996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.734262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.734595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.734915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.735177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.735492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.735705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.735969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.736280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.736545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.736827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] debug = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.737105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.737730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.737995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.738283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.738551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.738864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.739209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.740091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.740700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.740700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.740700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.741094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.741230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.741447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.741754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.742006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.742451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] host = dv-neutron-ussuri-2-hyperv {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.742723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.742968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.743289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.743531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.743811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.744052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.744337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.744622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.744877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.745131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.745393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.745622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.745883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.746141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] log_file = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.746332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] log_options = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.746602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.746902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.747182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.747425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.747618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.747776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.748078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.748268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.748551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.748798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.749037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.749345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.749532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.749788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.750056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.750300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.750528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.750781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.751070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.751391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.751671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.751917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.752170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.752425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.752665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.752904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.753159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.753397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.753653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.753916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.754175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.754466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.754819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.755191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.755191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.756023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.756023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.756284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.756421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.756703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.756982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.757225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.757506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.757745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.757989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.758919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] use_json = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.759177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.759509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.759662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:15:49.759813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.760018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.760259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.760484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.760754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.761045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.761512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.761837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.762179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.762451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.763685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.763992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.764289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.764559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.764852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.765132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.765484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.765746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.766109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.766407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.766717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.767047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.767328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.767606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.767860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.768113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.768364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.768615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.768920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.769191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.769440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.769729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.769980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.770285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.771070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.771070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.771070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.771582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.771582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.772048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.772048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.772447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.772589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.772819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.773122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.773408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.773659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.773910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.774160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.774414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.774688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.774940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.775185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.775490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.775741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.775986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.776225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.776478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.776729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.776971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.777228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.777474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.777749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.777994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.778245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.778495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.778755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.779013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.779280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.779529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.779774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.780025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.780268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.780514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.780765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.781037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.781268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.781512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.781754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.782056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.782404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.782670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.782940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.783209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.783539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.783829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.784119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.784370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.784636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.784899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.785185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.785441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.785719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.786487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.786915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.787212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.787518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.788100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.788100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.788425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.788571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.788815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.789085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.789354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.789704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.789992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.790316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.790856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.790856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.791276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.791593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.791995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.792309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.792563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.792859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.793132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.793407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.793872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.794046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.794195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.794334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 38744) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:15:49.794471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.794705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.795062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.795637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.795816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.795960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.796151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.796443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.796753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.797020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.797313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.797599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.797878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.798131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.798417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.798693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.798951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.799222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.799493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.799740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.799985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.800232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.800478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.800719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.800985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.801237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.801550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.802664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.802825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.803015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.803315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.803564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.803823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.804098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.804351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.804603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.804853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.805100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.805408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.805673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.805979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.806317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.806578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.806866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.807125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.807431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.807697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.807962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.808215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.809636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.809636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.809636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.809636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.809636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.809636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.810455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.810455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.810455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.810861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.810861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.811125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.811396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.811645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.811895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.812146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.812405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.812820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.813089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.813366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.813621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.813945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.814102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.814332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.814657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.814898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.815148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.815469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.815761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.816048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.816336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.816633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.816945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.817094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.817452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.817755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.818036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.818293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.818556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.818869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.819139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.819416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.819781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.820045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.820373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.820700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.821037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.821307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.821597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.821980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.822349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.822650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.822911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.823281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.823592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.823949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.824201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.824500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.824892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.825188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.825465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.825729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.826022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.826288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.826539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.826793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.827342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.827559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.827797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0251029 Dec 07 13:15:49.828299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.828299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.828890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.829162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.829545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.830524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.830799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.831167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.831296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.831537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.831835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 07 13:15:49.833690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88788) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 07 13:15:49.833908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 07 13:15:49.834081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 07 13:15:49.834328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 07 13:15:49.834529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 07 13:15:49.834708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 07 13:15:49.835259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.835259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.835435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.836438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.836438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.836651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.837030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.837030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.837185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.837314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.837480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.837707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.837909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.838097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.838285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.838477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.838657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.838806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.838988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.839174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.840148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.840350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.840545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] debug = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.840734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.840916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.841090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.841259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.841452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.841641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.842574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.842777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.842972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.843172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.843412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.843577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.843767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.843957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.844146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.845473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.846664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] host = dv-neutron-ussuri-2-hyperv {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.847059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.847289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.847503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.847709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.847911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.848110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.848311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.848560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.849245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.849437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.850505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.850505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.850505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.850505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] log_file = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.850505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] log_options = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.850505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.851026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.851026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.851026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.851347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.851946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.852158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.853070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.853070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.853070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.853070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.853070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.853586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.853586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.853586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.853894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.853894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.854109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.854109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.854330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.854439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.854614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.854783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.854962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.857650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.858550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.858767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.859313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.859532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.859738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.859941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.860139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.860336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.860532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.860725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.860919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.861114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.861310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.861503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.861693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.861883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.862072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.862259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.862448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.862634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.862821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] use_json = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.863009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.863195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.863406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.863593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.863770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.863945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.864224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.864513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 07 13:15:49.864773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.865034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.865241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.865435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.865628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.865820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.866012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.866208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.866353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.866544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.866739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.866928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.867137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.867354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.867544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.867734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.867924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.868114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.868306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.868495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.868684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.868874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.869060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.869247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.869435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.869623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.871329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.871571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.871788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.871998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.872205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.872409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.872696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.872853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.872994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.873139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.873296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.873517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.873663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.873803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.874679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.874679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.874679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.874679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.874679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.875407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.875407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.875407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.875793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.875793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.876069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.876206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.876512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.876512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.876795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.877811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.877811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.877811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.877811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.878402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.878402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.878402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.878789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.878789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.878789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.879173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.879173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.879478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.879478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.879811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.879957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.880291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.880474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.880666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.880848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.881040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.881232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.881420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.881608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.881796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.881982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.882452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.882452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.882452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.882944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.882944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.882944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.883390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.883390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.883757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.883757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.884027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.884027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.884288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.884288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.884573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.884710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.884847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.885011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.885153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.885290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.885475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.885662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.885818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.886013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.886213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.886587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.886753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.886893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.887031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.887170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.887338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.887498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.887638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.887816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.888000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.888200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.888417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.889179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.889179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.889179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.889179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.889734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.889734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.889734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.889734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.890242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.890242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.890242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.890625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.890625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.890944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.890944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.891204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.891204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.891541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.891541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.891801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.891939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:15:49.892092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.892092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.892092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.892499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.892499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.892759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.892759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.893118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.893118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.893411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.893411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.893675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.893675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.894040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.894040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.894310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.894310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.894580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.894718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.894855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.894992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.895141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.895835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.896383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.896528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.896848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.897006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.897146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.897292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.897431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.897567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.897706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.897842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.898034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.898242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.898415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.898555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.898745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.898960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.899194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.899383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.899535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.899673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.899811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.899956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.900094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.900230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.901247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.901247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.901247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.901247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.901247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.901247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.902057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.902057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.902057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.902057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.902057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.902706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.902706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.902706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.902706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.903373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.903373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.903373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.903373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.903911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.903911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.903911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.904398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.904398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.904398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.904793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.904793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.904793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.905189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.905327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.905465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.905603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.905740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.905890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.906031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.906220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.906418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.906575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.906902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.907060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.907224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.907403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.907555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.907737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.907883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.908022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.908161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.908339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.908495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.908685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.909258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.910228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.910228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.910228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.910228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.910228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 07 13:15:49.910228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88788) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 07 13:16:00.079412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d2400b-a362-40f5-825d-433a2f2ebfe7 None None] get_active_networks_info from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 07 13:16:00.585242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d2400b-a362-40f5-825d-433a2f2ebfe7 None None] No non-hosted networks {{(pid=88899) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 07 13:16:00.617170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agentschedulers_db [None req-d4d2400b-a362-40f5-825d-433a2f2ebfe7 None None] DHCP Agent not found on host dv-neutron-ussuri-2-hyperv {{(pid=88899) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Dec 07 13:16:00.836445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08361504-5335-4164-992a-00e6e90b3fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854282890'] for agent, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:01.619793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854282890'] for agent, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:01.620321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:01.620558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:01.621108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:01.621635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:01.622242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:01.622744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:01.623283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:01.625189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:01.625739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:01.626259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:01.626780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:01.627401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-ussuri-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:16:01.645472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-ussuri-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:16:02.400651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a6f1056-b5d4-4e8b-a8fd-5941b179a2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854282890'] for agent, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:02.430356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-375c9445-63c1-4d0b-8855-2a1eb80fe25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:02.773347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854282890'] for agent, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:04.661517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_hamode_db [None req-3c66e1ee-cf8d-467f-9d40-a0dcc8027680 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 07 13:16:04.732391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854282890'] for agent, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:04.753350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c66e1ee-cf8d-467f-9d40-a0dcc8027680 None None] Routers set() bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:16:04.753786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c66e1ee-cf8d-467f-9d40-a0dcc8027680 None None] Router IDs set() for agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 07 13:16:05.058788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 38864) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:16:05.728745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-0429d28a-f8b1-4802-b8b1-6b426c6c7af5 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:16:05.729951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0429d28a-f8b1-4802-b8b1-6b426c6c7af5 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6701121 Dec 07 13:16:07.913763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 38880) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:16:07.991704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c1edea11-2ceb-49b3-97eb-35fe10797900 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:16:08.242576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.policy [None req-c1edea11-2ceb-49b3-97eb-35fe10797900 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88897) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 07 13:16:08.249974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota [None req-c1edea11-2ceb-49b3-97eb-35fe10797900 admin admin] Loaded quota_driver: . Dec 07 13:16:08.285632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c1edea11-2ceb-49b3-97eb-35fe10797900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:16:08.396860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c1edea11-2ceb-49b3-97eb-35fe10797900 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739614718426', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739614698564', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739614697929', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739614811327', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739614752075', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851441871', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3340601', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853158046', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853325485'] for rbac-policy, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:08.744738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c1edea11-2ceb-49b3-97eb-35fe10797900 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:08.746019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c1edea11-2ceb-49b3-97eb-35fe10797900 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8311963 Dec 07 13:16:11.034235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 38896) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:16:11.111716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'e2c93e88440e48e59f76bcf68e508c9e'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:16:11.118785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:16:11.125395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Usage tracker for resource:network and tenant:e2c93e88440e48e59f76bcf68e508c9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:16:11.129584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:16:11.136475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:16:11.195950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Made reservation on behalf of e2c93e88440e48e59f76bcf68e508c9e for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:16:11.202228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:11.219514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:11.368860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:16:11.372653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Usage tracker for resource:security_group_rule and tenant:e2c93e88440e48e59f76bcf68e508c9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:16:11.375577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:16:11.381773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:16:11.632961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:11.676629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:11.681678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:11.700284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:16:11.729685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363297241200193', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:11.730281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Unsubscribe: segment precommit_create {{(pid=88897) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 07 13:16:11.730722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Added segment 18113020-0526-44c6-8711-579db97105d1 of type vlan for network 419eaa7c-c2bf-4505-9ea6-ab79ba827bd5 Dec 07 13:16:11.782905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dac676b-4c72-4fab-ad58-884136768b3e,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:11.809178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:11.809546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:11.809907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:11.810262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:11.810628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:11.810986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:11.811378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:11.811741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:11.812094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:11.812461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:11.812827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Tracked resource versions report: Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: pushed versions: Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: { 'ConntrackHelper': {'1.0'}, Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Log': {'1.0'}, Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Network': {'1.1'}, Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Port': {'1.5'}, Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'PortForwarding': {'1.2'}, Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'QosPolicy': {'1.8'}, Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroup': {'1.2'}, Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroupRule': {'1.0'}, Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SubPort': {'1.0'}, Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Subnet': {'1.1'}, Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Trunk': {'1.1'}} Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: consumer versions: Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: { DHCP agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: L3 agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Metadata agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Metering agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Open vSwitch agent@dv-neutron-ussuri-2-hyperv: { 'ConntrackHelper': '1.0', Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Log': '1.0', Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Network': '1.1', Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Port': '1.5', Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'PortForwarding': '1.2', Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'QosPolicy': '1.8', Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroup': '1.2', Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroupRule': '1.0', Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SubPort': '1.0', Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Subnet': '1.1', Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Trunk': '1.1'}} Dec 07 13:16:11.814114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: {{(pid=88897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 13:16:11.850963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:11.867656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:11.938759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:11.940085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:16:11.940780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:11.946698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:12.054628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Pushing event updated for resources: {'Network': ['ID=419eaa7c-c2bf-4505-9ea6-ab79ba827bd5,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:12.057823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:12.073305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 419eaa7c-c2bf-4505-9ea6-ab79ba827bd5 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:16:12.111035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0756242 Dec 07 13:16:14.401570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 38914) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:16:14.580706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22e261a-ef9a-467f-be62-d342bb883a23 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:16:14.582631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d22e261a-ef9a-467f-be62-d342bb883a23 admin admin] 10.222.0.24 "GET /v2.0/networks/419eaa7c-c2bf-4505-9ea6-ab79ba827bd5 HTTP/1.1" status: 200 len: 825 time: 0.1794925 Dec 07 13:16:14.614107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-db051a7e-9cc2-49e3-9a84-dbfe5a7e47ec admin admin] 10.222.0.24 "GET /v2.0/subnetpools/d762f826-03d1-4dab-9b56-60c20a68741c HTTP/1.1" status: 200 len: 734 time: 0.0232244 Dec 07 13:16:14.623713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'd762f826-03d1-4dab-9b56-60c20a68741c', 'name': 'private-subnet', 'tenant_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'network_id': '419eaa7c-c2bf-4505-9ea6-ab79ba827bd5', 'gateway_ip': '172.20.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:16:14.628122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:16:14.632729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] Usage tracker for resource:subnet and tenant:e2c93e88440e48e59f76bcf68e508c9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:16:14.635701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:16:14.641502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:16:14.824647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] Made reservation on behalf of e2c93e88440e48e59f76bcf68e508c9e for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:16:14.829535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] Notify callbacks [] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:15.206325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:15.211271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:15.300041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] Pushing event updated for resources: {'Subnet': ['ID=307856bd-be39-42f6-9b64-4d9941c8ea19,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:15.303577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:15.307460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] Checking segment: {'id': '18113020-0526-44c6-8711-579db97105d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '419eaa7c-c2bf-4505-9ea6-ab79ba827bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:16:15.307460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] Network hostable DHCP agents. Network: 419eaa7c-c2bf-4505-9ea6-ab79ba827bd5, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:16:15.400210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] Network 419eaa7c-c2bf-4505-9ea6-ab79ba827bd5 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:16:15.448497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 419eaa7c-c2bf-4505-9ea6-ab79ba827bd5) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:16:15.453921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:16:15.454938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:15.458650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd8b391-f014-4e76-b227-8f58c05b7eab None None] Network 419eaa7c-c2bf-4505-9ea6-ab79ba827bd5 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:16:15.538037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9123137 Dec 07 13:16:15.856180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-419eaa7c-c2bf-4505-9ea6-ab79ba827bd5', 'network_id': '419eaa7c-c2bf-4505-9ea6-ab79ba827bd5', 'tenant_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'fixed_ips': [{'subnet_id': '307856bd-be39-42f6-9b64-4d9941c8ea19'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:16:15.857308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:16.073983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Allocated IP 172.20.0.2 (419eaa7c-c2bf-4505-9ea6-ab79ba827bd5/307856bd-be39-42f6-9b64-4d9941c8ea19/c8d40a34-ead1-4157-a09d-1cd1fdb50c9f) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:16:16.315047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:16.382297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Transition to ACTIVE for port object c8d40a34-ead1-4157-a09d-1cd1fdb50c9f will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:16:16.405779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Transition to ACTIVE for port object c8d40a34-ead1-4157-a09d-1cd1fdb50c9f will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:16:16.453698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:16.458734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:16.517024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Network 419eaa7c-c2bf-4505-9ea6-ab79ba827bd5 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:16:16.524749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:16:16.532390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:16:16.534570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Pushing event updated for resources: {'Port': ['ID=c8d40a34-ead1-4157-a09d-1cd1fdb50c9f,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:16.547187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:16.547642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:16.548003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:16.548433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:16.548805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:16.549161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:16.549512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:16.549859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:16.550206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:16.550550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:16.550895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Tracked resource versions report: Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: pushed versions: Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: { 'ConntrackHelper': {'1.0'}, Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Log': {'1.0'}, Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Network': {'1.1'}, Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Port': {'1.5'}, Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'PortForwarding': {'1.2'}, Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'QosPolicy': {'1.8'}, Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroup': {'1.2'}, Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroupRule': {'1.0'}, Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SubPort': {'1.0'}, Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Subnet': {'1.1'}, Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Trunk': {'1.1'}} Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: consumer versions: Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: { DHCP agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: L3 agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Metadata agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Metering agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Open vSwitch agent@dv-neutron-ussuri-2-hyperv: { 'ConntrackHelper': '1.0', Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Log': '1.0', Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Network': '1.1', Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Port': '1.5', Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'PortForwarding': '1.2', Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'QosPolicy': '1.8', Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroup': '1.2', Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroupRule': '1.0', Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SubPort': '1.0', Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Subnet': '1.1', Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Trunk': '1.1'}} Dec 07 13:16:16.552202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: {{(pid=88899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 13:16:16.586237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:16.642990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Attempting to bind port c8d40a34-ead1-4157-a09d-1cd1fdb50c9f on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:16:16.643453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Attempting to bind port c8d40a34-ead1-4157-a09d-1cd1fdb50c9f by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '18113020-0526-44c6-8711-579db97105d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '419eaa7c-c2bf-4505-9ea6-ab79ba827bd5'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:16:16.643880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Attempting to bind port c8d40a34-ead1-4157-a09d-1cd1fdb50c9f on network 419eaa7c-c2bf-4505-9ea6-ab79ba827bd5 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:16:16.651730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:16:16.652150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Checking segment: {'id': '18113020-0526-44c6-8711-579db97105d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '419eaa7c-c2bf-4505-9ea6-ab79ba827bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:16:16.652613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:16.653037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Bound using segment: {'id': '18113020-0526-44c6-8711-579db97105d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '419eaa7c-c2bf-4505-9ea6-ab79ba827bd5'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:16:16.653561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Bound port: c8d40a34-ead1-4157-a09d-1cd1fdb50c9f, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18113020-0526-44c6-8711-579db97105d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '419eaa7c-c2bf-4505-9ea6-ab79ba827bd5'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:16:16.653959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:16.745538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] For port c8d40a34-ead1-4157-a09d-1cd1fdb50c9f, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:16:16.749672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] For port c8d40a34-ead1-4157-a09d-1cd1fdb50c9f, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c8d40a34-ead1-4157-a09d-1cd1fdb50c9f,segment=NetworkSegment(18113020-0526-44c6-8711-579db97105d1),segment_id=18113020-0526-44c6-8711-579db97105d1)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:16:16.785248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:16.790756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:16.877812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Pushing event updated for resources: {'Port': ['ID=c8d40a34-ead1-4157-a09d-1cd1fdb50c9f,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:16.880981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:17.731213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 38926) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:16:17.808755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-4dc44ef7-fb1a-4c7a-9e0f-e5664a671727 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:16:17.809838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4dc44ef7-fb1a-4c7a-9e0f-e5664a671727 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0775909 Dec 07 13:16:20.054425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c8d40a34-ead1-4157-a09d-1cd1fdb50c9f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:16:20.126382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 38942) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:16:20.172881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port c8d40a34-ead1-4157-a09d-1cd1fdb50c9f completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:16:20.205871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-9d52189f-b0ad-4f4c-aa4e-67f130ce87fa admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:16:20.206933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9d52189f-b0ad-4f4c-aa4e-67f130ce87fa admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0795312 Dec 07 13:16:21.586425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f5ca42-2da3-4876-90aa-7a2dcbe99a62 None None] Network 419eaa7c-c2bf-4505-9ea6-ab79ba827bd5 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:16:21.712314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5d652db1-6fcc-4df7-ac73-474c1a048bc9 None None] Provisioning for port c8d40a34-ead1-4157-a09d-1cd1fdb50c9f completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:16:21.729448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5d652db1-6fcc-4df7-ac73-474c1a048bc9 None None] Provisioning complete for port c8d40a34-ead1-4157-a09d-1cd1fdb50c9f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:16:21.729852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d652db1-6fcc-4df7-ac73-474c1a048bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:21.945726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d652db1-6fcc-4df7-ac73-474c1a048bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:21.992921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5d652db1-6fcc-4df7-ac73-474c1a048bc9 None None] For port c8d40a34-ead1-4157-a09d-1cd1fdb50c9f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c8d40a34-ead1-4157-a09d-1cd1fdb50c9f,segment=NetworkSegment(18113020-0526-44c6-8711-579db97105d1),segment_id=18113020-0526-44c6-8711-579db97105d1)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:16:22.024638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d652db1-6fcc-4df7-ac73-474c1a048bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:22.026874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:22.094818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d652db1-6fcc-4df7-ac73-474c1a048bc9 None None] Pushing event updated for resources: {'Port': ['ID=c8d40a34-ead1-4157-a09d-1cd1fdb50c9f,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:22.100432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5d652db1-6fcc-4df7-ac73-474c1a048bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:22.248978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d845af93-40c0-4ff9-a56f-6c3f43d66eba None None] Provisioning complete for port c8d40a34-ead1-4157-a09d-1cd1fdb50c9f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:16:22.249425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d845af93-40c0-4ff9-a56f-6c3f43d66eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:22.474100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 38956) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:16:22.549558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e55389f7-4a60-4079-b5df-8683886e5bc2 admin admin] Request body: {'router': {'tenant_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:16:22.555367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e55389f7-4a60-4079-b5df-8683886e5bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:16:22.559215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e55389f7-4a60-4079-b5df-8683886e5bc2 admin admin] Usage tracker for resource:router and tenant:e2c93e88440e48e59f76bcf68e508c9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:16:22.562367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e55389f7-4a60-4079-b5df-8683886e5bc2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:16:22.568154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e55389f7-4a60-4079-b5df-8683886e5bc2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:16:22.618559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e55389f7-4a60-4079-b5df-8683886e5bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:22.619853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e55389f7-4a60-4079-b5df-8683886e5bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:22.713310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e55389f7-4a60-4079-b5df-8683886e5bc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:22.865255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e55389f7-4a60-4079-b5df-8683886e5bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:22.904107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e55389f7-4a60-4079-b5df-8683886e5bc2 admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:22.905365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e55389f7-4a60-4079-b5df-8683886e5bc2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4297018 Dec 07 13:16:24.014532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c8d40a34-ead1-4157-a09d-1cd1fdb50c9f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:16:24.088648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port c8d40a34-ead1-4157-a09d-1cd1fdb50c9f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:16:24.089050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:25.170563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 38968) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:16:25.248932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-b7535d9f-40ea-46c5-9793-a2c55906b556 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:16:25.250052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b7535d9f-40ea-46c5-9793-a2c55906b556 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0784221 Dec 07 13:16:27.479532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 38980) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:16:27.556614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:16:27.561611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:16:27.566058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Usage tracker for resource:network and tenant:10ab71807a564b839e621c98cb6b77f9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:16:27.569138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:16:27.575065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:16:27.675391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Made reservation on behalf of 10ab71807a564b839e621c98cb6b77f9 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:16:27.680980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:27.695017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:27.799090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:16:27.803398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Usage tracker for resource:security_group_rule and tenant:10ab71807a564b839e621c98cb6b77f9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:16:27.806371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:16:27.812527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:16:27.968526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:27.999783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:28.003999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:28.032220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55938838-d2f6-49c4-b4be-ab004d56c219,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:28.035447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:28.081778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Reserving flat network on physical network physnet1 {{(pid=88897) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 07 13:16:28.176966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:28.177341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Added segment f92de068-9d68-4862-93a4-f6179ce15756 of type flat for network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 Dec 07 13:16:28.273083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:28.350320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:28.351533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:16:28.352155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:28.357042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:28.581682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Pushing event updated for resources: {'Network': ['ID=3e4fe3c4-9dba-4ff1-b219-f50882f57056,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:28.585399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:28.592477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:16:28.620420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1396925 Dec 07 13:16:29.996009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-342b9309-2a86-4e33-b202-9e2ddcd2afbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:30.812323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 38992) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:16:30.954378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6f4000-fc59-4fe6-af5a-f1d0e0f42959 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:16:30.955791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cd6f4000-fc59-4fe6-af5a-f1d0e0f42959 admin admin] 10.222.0.24 "GET /v2.0/subnets/307856bd-be39-42f6-9b64-4d9941c8ea19 HTTP/1.1" status: 200 len: 849 time: 0.1424520 Dec 07 13:16:31.106474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3e6714b1-138d-4255-96fb-1cb7c21cbf14 admin admin] 10.222.0.24 "GET /v2.0/routers/120e5336-ac89-4cc2-9b80-fcae0ef78d58 HTTP/1.1" status: 200 len: 704 time: 0.1443896 Dec 07 13:16:31.561298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:31.588855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:31.831013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Allocated IP 172.20.0.1 (419eaa7c-c2bf-4505-9ea6-ab79ba827bd5/307856bd-be39-42f6-9b64-4d9941c8ea19/d2ff3720-f7c6-4919-b721-35d520163cf6) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:16:32.054317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:32.072019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Transition to ACTIVE for port object d2ff3720-f7c6-4919-b721-35d520163cf6 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:16:32.149112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:32.154015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:32.215671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Network 419eaa7c-c2bf-4505-9ea6-ab79ba827bd5 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:16:32.222569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:16:32.227559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:16:32.228358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:32.234320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Pushing event updated for resources: {'Port': ['ID=d2ff3720-f7c6-4919-b721-35d520163cf6,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:32.272830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:32.379761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:32.384422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-719950b9-3af1-4ad9-bc1e-8d7eb3ddcda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:32.624493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a7dec2d9-a1cd-4d2b-be26-167b8a4a955d None None] Provisioning for port d2ff3720-f7c6-4919-b721-35d520163cf6 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:16:32.629941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a7dec2d9-a1cd-4d2b-be26-167b8a4a955d None None] Provisioning complete for port d2ff3720-f7c6-4919-b721-35d520163cf6 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:16:32.630346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a7dec2d9-a1cd-4d2b-be26-167b8a4a955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:32.699632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a7dec2d9-a1cd-4d2b-be26-167b8a4a955d None None] Port d2ff3720-f7c6-4919-b721-35d520163cf6 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:16:32.715503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:32.773048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:32.818638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:32.819779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:32.823832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:32.955351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Pushing event updated for resources: {'Port': ['ID=d2ff3720-f7c6-4919-b721-35d520163cf6,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:32.959696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:33.026842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Network 419eaa7c-c2bf-4505-9ea6-ab79ba827bd5 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:16:33.027965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:16:33.323711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e5fa9e4e-4f5b-4ea9-ae61-b3fd28e004ca None None] Provisioning complete for port d2ff3720-f7c6-4919-b721-35d520163cf6 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:16:33.324139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9e4e-4f5b-4ea9-ae61-b3fd28e004ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:33.377585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa9e4e-4f5b-4ea9-ae61-b3fd28e004ca None None] Port d2ff3720-f7c6-4919-b721-35d520163cf6 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:16:33.452960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Router 120e5336-ac89-4cc2-9b80-fcae0ef78d58 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:16:33.624986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:16:33.634084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] 10.222.0.24 "PUT /v2.0/routers/120e5336-ac89-4cc2-9b80-fcae0ef78d58/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5220504 Dec 07 13:16:33.635798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Sync routers for ids ['120e5336-ac89-4cc2-9b80-fcae0ef78d58'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:16:33.650324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Routers {'120e5336-ac89-4cc2-9b80-fcae0ef78d58'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:16:33.651284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:16:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['120e5336-ac89-4cc2-9b80-fcae0ef78d58'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:16:33.828039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Set router 120e5336-ac89-4cc2-9b80-fcae0ef78d58 gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:16:34.206496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120e5336-ac89-4cc2-9b80-fcae0ef78d58', 'name': 'router1', 'tenant_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:16:22Z', 'updated_at': '2021-12-07T13:16:32Z', 'revision_number': 2, 'project_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'gw_port_host': None, '_interfaces': [{'id': 'd2ff3720-f7c6-4919-b721-35d520163cf6', 'name': '', 'network_id': '419eaa7c-c2bf-4505-9ea6-ab79ba827bd5', 'tenant_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'mac_address': 'fa:16:3e:32:e2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120e5336-ac89-4cc2-9b80-fcae0ef78d58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '307856bd-be39-42f6-9b64-4d9941c8ea19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:16:31Z', 'updated_at': '2021-12-07T13:16:32Z', 'revision_number': 2, 'project_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'subnets': [{'id': '307856bd-be39-42f6-9b64-4d9941c8ea19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd762f826-03d1-4dab-9b56-60c20a68741c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:16:34.211645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Checking router: 120e5336-ac89-4cc2-9b80-fcae0ef78d58 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:16:34.211985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Updating router 120e5336-ac89-4cc2-9b80-fcae0ef78d58 port d2ff3720-f7c6-4919-b721-35d520163cf6 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:16:34.264151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:34.589979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:34.656312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:34.671730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Transition to ACTIVE for port object d2ff3720-f7c6-4919-b721-35d520163cf6 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:16:34.721506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:34.728209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:34.875434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Pushing event updated for resources: {'Port': ['ID=d2ff3720-f7c6-4919-b721-35d520163cf6,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:34.902237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:34.902610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:34.903330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:34.903451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:34.903872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:34.904179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:34.904525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:34.904885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:34.905230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:34.905576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:34.905953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Tracked resource versions report: Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: pushed versions: Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: { 'ConntrackHelper': {'1.0'}, Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Log': {'1.0'}, Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Network': {'1.1'}, Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Port': {'1.5'}, Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'PortForwarding': {'1.2'}, Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'QosPolicy': {'1.8'}, Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroup': {'1.2'}, Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroupRule': {'1.0'}, Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SubPort': {'1.0'}, Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Subnet': {'1.1'}, Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Trunk': {'1.1'}} Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: consumer versions: Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: { DHCP agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: L3 agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Metadata agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Metering agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Open vSwitch agent@dv-neutron-ussuri-2-hyperv: { 'ConntrackHelper': '1.0', Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Log': '1.0', Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Network': '1.1', Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Port': '1.5', Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'PortForwarding': '1.2', Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'QosPolicy': '1.8', Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroup': '1.2', Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroupRule': '1.0', Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SubPort': '1.0', Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Subnet': '1.1', Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Trunk': '1.1'}} Dec 07 13:16:34.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: {{(pid=88900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 13:16:34.939619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:35.003358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Attempting to bind port d2ff3720-f7c6-4919-b721-35d520163cf6 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:16:35.003787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Attempting to bind port d2ff3720-f7c6-4919-b721-35d520163cf6 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '18113020-0526-44c6-8711-579db97105d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '419eaa7c-c2bf-4505-9ea6-ab79ba827bd5'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:16:35.004224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Attempting to bind port d2ff3720-f7c6-4919-b721-35d520163cf6 on network 419eaa7c-c2bf-4505-9ea6-ab79ba827bd5 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:16:35.012861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:16:35.013284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Checking segment: {'id': '18113020-0526-44c6-8711-579db97105d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '419eaa7c-c2bf-4505-9ea6-ab79ba827bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:16:35.013755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:35.014175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Bound using segment: {'id': '18113020-0526-44c6-8711-579db97105d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '419eaa7c-c2bf-4505-9ea6-ab79ba827bd5'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:16:35.014711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Bound port: d2ff3720-f7c6-4919-b721-35d520163cf6, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18113020-0526-44c6-8711-579db97105d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '419eaa7c-c2bf-4505-9ea6-ab79ba827bd5'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:16:35.015131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:35.111199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] For port d2ff3720-f7c6-4919-b721-35d520163cf6, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:16:35.116645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] For port d2ff3720-f7c6-4919-b721-35d520163cf6, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d2ff3720-f7c6-4919-b721-35d520163cf6,segment=NetworkSegment(18113020-0526-44c6-8711-579db97105d1),segment_id=18113020-0526-44c6-8711-579db97105d1)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:16:35.207781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:35.213199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:35.295319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Pushing event updated for resources: {'Port': ['ID=d2ff3720-f7c6-4919-b721-35d520163cf6,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:35.327815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Routers {'120e5336-ac89-4cc2-9b80-fcae0ef78d58'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:16:35.328492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:16:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['120e5336-ac89-4cc2-9b80-fcae0ef78d58'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:16:35.519771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:35.629174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] Set router 120e5336-ac89-4cc2-9b80-fcae0ef78d58 gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:16:35.831455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39010) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:16:35.984875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120e5336-ac89-4cc2-9b80-fcae0ef78d58', 'name': 'router1', 'tenant_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:16:22Z', 'updated_at': '2021-12-07T13:16:32Z', 'revision_number': 2, 'project_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'gw_port_host': None, '_interfaces': [{'id': 'd2ff3720-f7c6-4919-b721-35d520163cf6', 'name': '', 'network_id': '419eaa7c-c2bf-4505-9ea6-ab79ba827bd5', 'tenant_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'mac_address': 'fa:16:3e:32:e2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120e5336-ac89-4cc2-9b80-fcae0ef78d58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '307856bd-be39-42f6-9b64-4d9941c8ea19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:16:31Z', 'updated_at': '2021-12-07T13:16:35Z', 'revision_number': 4, 'project_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'subnets': [{'id': '307856bd-be39-42f6-9b64-4d9941c8ea19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd762f826-03d1-4dab-9b56-60c20a68741c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:16:35.989029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c9ae6a-01f1-4766-ab2b-903f6a12cc86 None None] The sync data for ids ['120e5336-ac89-4cc2-9b80-fcae0ef78d58'] in dv-neutron-ussuri-2-hyperv is: [{'id': '120e5336-ac89-4cc2-9b80-fcae0ef78d58', 'name': 'router1', 'tenant_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:16:22Z', 'updated_at': '2021-12-07T13:16:32Z', 'revision_number': 2, 'project_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'gw_port_host': None, '_interfaces': [{'id': 'd2ff3720-f7c6-4919-b721-35d520163cf6', 'name': '', 'network_id': '419eaa7c-c2bf-4505-9ea6-ab79ba827bd5', 'tenant_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'mac_address': 'fa:16:3e:32:e2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120e5336-ac89-4cc2-9b80-fcae0ef78d58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '307856bd-be39-42f6-9b64-4d9941c8ea19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:16:31Z', 'updated_at': '2021-12-07T13:16:35Z', 'revision_number': 4, 'project_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'subnets': [{'id': '307856bd-be39-42f6-9b64-4d9941c8ea19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd762f826-03d1-4dab-9b56-60c20a68741c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:16:36.023716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decbc0f1-2ab3-438f-bcfc-2fbe667300a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:16:36.024353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-decbc0f1-2ab3-438f-bcfc-2fbe667300a3 admin admin] Synchronizing usage tracker for tenant:10ab71807a564b839e621c98cb6b77f9 on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:16:36.080157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-decbc0f1-2ab3-438f-bcfc-2fbe667300a3 admin admin] Unset dirty status for tenant:10ab71807a564b839e621c98cb6b77f9 on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:16:36.081465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-decbc0f1-2ab3-438f-bcfc-2fbe667300a3 admin admin] 10.222.0.24 "GET /v2.0/networks/3e4fe3c4-9dba-4ff1-b219-f50882f57056 HTTP/1.1" status: 200 len: 842 time: 0.2489796 Dec 07 13:16:36.092790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'ip_version': 4, 'gateway_ip': '172.36.4.1', 'cidr': '172.36.4.0/24', 'name': 'public-subnet'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:16:36.098465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:16:36.102434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] Usage tracker for resource:subnet and tenant:10ab71807a564b839e621c98cb6b77f9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:16:36.105360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:16:36.111793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:16:36.155552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] Made reservation on behalf of 10ab71807a564b839e621c98cb6b77f9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:16:36.160288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:36.775686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:36.780120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:36.858024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=308a38d7-9fe2-48ca-9a86-c2885e26dfe2,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:36.861711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:36.870411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:16:36.870751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] Network hostable DHCP agents. Network: 3e4fe3c4-9dba-4ff1-b219-f50882f57056, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:16:36.921164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:16:36.961306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 3e4fe3c4-9dba-4ff1-b219-f50882f57056) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:16:36.965884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:16:36.966516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:36.971546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5513f20b-b128-4723-8a6d-a2fcc08b3eee None None] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:16:37.018192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9290955 Dec 07 13:16:37.235514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4e2177-1cd3-47b6-b5d0-4760120f6b89 None None] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:16:38.036882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d2ff3720-f7c6-4919-b721-35d520163cf6 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:16:38.137879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port d2ff3720-f7c6-4919-b721-35d520163cf6 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:16:38.142978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port d2ff3720-f7c6-4919-b721-35d520163cf6 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:16:38.143452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:38.264680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:38.297698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port d2ff3720-f7c6-4919-b721-35d520163cf6, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d2ff3720-f7c6-4919-b721-35d520163cf6,segment=NetworkSegment(18113020-0526-44c6-8711-579db97105d1),segment_id=18113020-0526-44c6-8711-579db97105d1)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:16:38.344429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:38.346728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5d652db1-6fcc-4df7-ac73-474c1a048bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:38.412918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=d2ff3720-f7c6-4919-b721-35d520163cf6,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:38.416211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:39.252105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39026) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:16:39.503844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9656bfc6-1da5-4c1e-af65-48ddd662b3a3 admin admin] 10.222.0.24 "GET /v2.0/routers/120e5336-ac89-4cc2-9b80-fcae0ef78d58 HTTP/1.1" status: 200 len: 710 time: 0.2503908 Dec 07 13:16:39.639106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4834ed12-7e5e-44fa-a4b7-88fa0c133eff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:16:39.640500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4834ed12-7e5e-44fa-a4b7-88fa0c133eff admin admin] 10.222.0.24 "GET /v2.0/networks/3e4fe3c4-9dba-4ff1-b219-f50882f57056 HTTP/1.1" status: 200 len: 886 time: 0.1310248 Dec 07 13:16:39.650554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:16:40.023629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d2ff3720-f7c6-4919-b721-35d520163cf6 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:16:40.096381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port d2ff3720-f7c6-4919-b721-35d520163cf6 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:16:40.096912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:40.289964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:40.518104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:40.582166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:40.725489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Allocated IP 172.36.4.158 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/0d977db8-417c-49f9-b13b-2ebaf0674a7f) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:16:40.882218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:40.945147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:40.949785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:41.011145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:16:41.018259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:16:41.023750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:16:41.057718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Pushing event updated for resources: {'Port': ['ID=0d977db8-417c-49f9-b13b-2ebaf0674a7f,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:41.062534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:41.310452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:41.476444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:41.479820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:41.679656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Router 120e5336-ac89-4cc2-9b80-fcae0ef78d58 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:16:42.038794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:16:42.048845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:42.049378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Sync routers for ids ['120e5336-ac89-4cc2-9b80-fcae0ef78d58'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:16:42.050095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] 10.222.0.24 "PUT /v2.0/routers/120e5336-ac89-4cc2-9b80-fcae0ef78d58 HTTP/1.1" status: 200 len: 890 time: 2.4029539 Dec 07 13:16:42.062742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Routers {'120e5336-ac89-4cc2-9b80-fcae0ef78d58'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:16:42.063465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:16:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['120e5336-ac89-4cc2-9b80-fcae0ef78d58'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:16:42.270678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Set router 120e5336-ac89-4cc2-9b80-fcae0ef78d58 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:16:42.642460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120e5336-ac89-4cc2-9b80-fcae0ef78d58', 'name': 'router1', 'tenant_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '0d977db8-417c-49f9-b13b-2ebaf0674a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:16:22Z', 'updated_at': '2021-12-07T13:16:41Z', 'revision_number': 4, 'project_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'gw_port': {'id': '0d977db8-417c-49f9-b13b-2ebaf0674a7f', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:40:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120e5336-ac89-4cc2-9b80-fcae0ef78d58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:16:40Z', 'updated_at': '2021-12-07T13:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'd2ff3720-f7c6-4919-b721-35d520163cf6', 'name': '', 'network_id': '419eaa7c-c2bf-4505-9ea6-ab79ba827bd5', 'tenant_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'mac_address': 'fa:16:3e:32:e2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120e5336-ac89-4cc2-9b80-fcae0ef78d58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '307856bd-be39-42f6-9b64-4d9941c8ea19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:16:31Z', 'updated_at': '2021-12-07T13:16:38Z', 'revision_number': 5, 'project_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'subnets': [{'id': '307856bd-be39-42f6-9b64-4d9941c8ea19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd762f826-03d1-4dab-9b56-60c20a68741c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:16:42.648060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Checking router: 120e5336-ac89-4cc2-9b80-fcae0ef78d58 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:16:42.648452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Updating router 120e5336-ac89-4cc2-9b80-fcae0ef78d58 port 0d977db8-417c-49f9-b13b-2ebaf0674a7f binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:16:42.702274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:43.048897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:43.062156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Transition to ACTIVE for port object 0d977db8-417c-49f9-b13b-2ebaf0674a7f will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:16:43.121080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:43.125993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:43.206021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Attempting to bind port 0d977db8-417c-49f9-b13b-2ebaf0674a7f on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:16:43.206418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Attempting to bind port 0d977db8-417c-49f9-b13b-2ebaf0674a7f by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:16:43.206812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Attempting to bind port 0d977db8-417c-49f9-b13b-2ebaf0674a7f on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:16:43.213587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c51f0-3fda-4ff6-b3f0-34abd405d45e None None] Pushing event updated for resources: {'Port': ['ID=0d977db8-417c-49f9-b13b-2ebaf0674a7f,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:43.216379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-681c51f0-3fda-4ff6-b3f0-34abd405d45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:43.220347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:16:43.220347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:16:43.221079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:43.221079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:16:43.221554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Bound port: 0d977db8-417c-49f9-b13b-2ebaf0674a7f, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:16:43.221954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:43.297650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] For port 0d977db8-417c-49f9-b13b-2ebaf0674a7f, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:16:43.300811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] For port 0d977db8-417c-49f9-b13b-2ebaf0674a7f, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=0d977db8-417c-49f9-b13b-2ebaf0674a7f,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:16:43.338456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:43.343376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:43.423364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c51f0-3fda-4ff6-b3f0-34abd405d45e None None] Pushing event updated for resources: {'Port': ['ID=0d977db8-417c-49f9-b13b-2ebaf0674a7f,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:43.426735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-681c51f0-3fda-4ff6-b3f0-34abd405d45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:43.431014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Routers {'120e5336-ac89-4cc2-9b80-fcae0ef78d58'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:16:43.431691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:16:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['120e5336-ac89-4cc2-9b80-fcae0ef78d58'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:16:43.611767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] Set router 120e5336-ac89-4cc2-9b80-fcae0ef78d58 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:16:44.091693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120e5336-ac89-4cc2-9b80-fcae0ef78d58', 'name': 'router1', 'tenant_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '0d977db8-417c-49f9-b13b-2ebaf0674a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:16:22Z', 'updated_at': '2021-12-07T13:16:41Z', 'revision_number': 4, 'project_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'gw_port': {'id': '0d977db8-417c-49f9-b13b-2ebaf0674a7f', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:40:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120e5336-ac89-4cc2-9b80-fcae0ef78d58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:16:40Z', 'updated_at': '2021-12-07T13:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'd2ff3720-f7c6-4919-b721-35d520163cf6', 'name': '', 'network_id': '419eaa7c-c2bf-4505-9ea6-ab79ba827bd5', 'tenant_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'mac_address': 'fa:16:3e:32:e2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120e5336-ac89-4cc2-9b80-fcae0ef78d58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '307856bd-be39-42f6-9b64-4d9941c8ea19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:16:31Z', 'updated_at': '2021-12-07T13:16:38Z', 'revision_number': 5, 'project_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'subnets': [{'id': '307856bd-be39-42f6-9b64-4d9941c8ea19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd762f826-03d1-4dab-9b56-60c20a68741c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:16:44.095822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e8d62a-f540-4adf-8959-1d5392d80a65 None None] The sync data for ids ['120e5336-ac89-4cc2-9b80-fcae0ef78d58'] in dv-neutron-ussuri-2-hyperv is: [{'id': '120e5336-ac89-4cc2-9b80-fcae0ef78d58', 'name': 'router1', 'tenant_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.158'}], 'enable_snat': True}, 'gw_port_id': '0d977db8-417c-49f9-b13b-2ebaf0674a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:16:22Z', 'updated_at': '2021-12-07T13:16:41Z', 'revision_number': 4, 'project_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'gw_port': {'id': '0d977db8-417c-49f9-b13b-2ebaf0674a7f', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:40:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120e5336-ac89-4cc2-9b80-fcae0ef78d58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:16:40Z', 'updated_at': '2021-12-07T13:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'd2ff3720-f7c6-4919-b721-35d520163cf6', 'name': '', 'network_id': '419eaa7c-c2bf-4505-9ea6-ab79ba827bd5', 'tenant_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'mac_address': 'fa:16:3e:32:e2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120e5336-ac89-4cc2-9b80-fcae0ef78d58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '307856bd-be39-42f6-9b64-4d9941c8ea19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:16:31Z', 'updated_at': '2021-12-07T13:16:38Z', 'revision_number': 5, 'project_id': 'e2c93e88440e48e59f76bcf68e508c9e', 'subnets': [{'id': '307856bd-be39-42f6-9b64-4d9941c8ea19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd762f826-03d1-4dab-9b56-60c20a68741c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:16:44.405249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39038) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:16:44.555811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2949731c-ddfd-40c6-8732-662324730e73 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1492600 Dec 07 13:16:46.073626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 0d977db8-417c-49f9-b13b-2ebaf0674a7f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:16:46.190069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 0d977db8-417c-49f9-b13b-2ebaf0674a7f completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:16:46.196138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 0d977db8-417c-49f9-b13b-2ebaf0674a7f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:16:46.196552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:46.328023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:46.345593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 0d977db8-417c-49f9-b13b-2ebaf0674a7f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=0d977db8-417c-49f9-b13b-2ebaf0674a7f,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:16:46.378688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:46.381283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:16:46.453655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=0d977db8-417c-49f9-b13b-2ebaf0674a7f,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:16:46.456940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:16:48.066024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 0d977db8-417c-49f9-b13b-2ebaf0674a7f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:16:48.163510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 0d977db8-417c-49f9-b13b-2ebaf0674a7f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:16:48.163933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:16:59.782458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 5 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:17:00.018569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-09c270e9-5c78-4db1-97de-7adf16b0e9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:17:01.555096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:17:02.383408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-591dd74d-5bef-43ad-9036-1ac2d0104fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:17:02.697675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:17:04.697707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:17:30.029836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a94a35c8-e4c9-406e-b78c-154d85e679e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:17:31.583021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:17:32.417048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-730a2f29-8331-43e7-beea-215e4fc6515e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:17:32.748654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:17:34.617038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:17:36.782516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 5 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:18:00.005561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56a956a1-4c67-4db4-9662-740af3625808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:18:01.553240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:18:02.399365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ebf61b82-03eb-4948-828f-e0ea64d60286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:18:02.731160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:18:04.622647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:18:13.784186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 5 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:18:28.464480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39608) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:18:28.580575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62f5f37-ddc2-4580-9c18-10f4c8708a3d admin admin] GET failed (client error): The resource could not be found. Dec 07 13:18:28.581889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a62f5f37-ddc2-4580-9c18-10f4c8708a3d admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1162963 Dec 07 13:18:28.733564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97917605-efa7-4501-b973-a6c3caa96502 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:18:28.735926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-97917605-efa7-4501-b973-a6c3caa96502 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1478019 Dec 07 13:18:29.992148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f95073d-5144-4ca0-895e-63a23144249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:18:30.876147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39620) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:18:31.020282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5395664-5b1c-4ca2-a7f4-d0fc7f75ea59 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:18:31.020837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c5395664-5b1c-4ca2-a7f4-d0fc7f75ea59 admin admin] Synchronizing usage tracker for tenant:10ab71807a564b839e621c98cb6b77f9 on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:18:31.094656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c5395664-5b1c-4ca2-a7f4-d0fc7f75ea59 admin admin] Unset dirty status for tenant:10ab71807a564b839e621c98cb6b77f9 on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:18:31.101612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c5395664-5b1c-4ca2-a7f4-d0fc7f75ea59 admin admin] 10.222.0.24 "GET /v2.0/subnets/307856bd-be39-42f6-9b64-4d9941c8ea19 HTTP/1.1" status: 200 len: 849 time: 0.2188663 Dec 07 13:18:31.106702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:18:31.242027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:18:31.495104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739613534630'] for subnet, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:18:31.500069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:18:31.546585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:18:31.559264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b400d96-46ff-460e-b02f-60aa60f8987e None None] Network 419eaa7c-c2bf-4505-9ea6-ab79ba827bd5 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:18:31.563395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:18:31.564110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:18:31.565490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] 10.222.0.24 "PUT /v2.0/subnets/307856bd-be39-42f6-9b64-4d9941c8ea19 HTTP/1.1" status: 200 len: 868 time: 0.4631238 Dec 07 13:18:31.578526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=307856bd-be39-42f6-9b64-4d9941c8ea19,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:18:31.589131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:18:31.589520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:18:31.589850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:18:31.590211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:18:31.590570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:18:31.590923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:18:31.591362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:18:31.591715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:18:31.592065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:18:31.592414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:18:31.592760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:18:31.596839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:18:32.195038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d838d5ab-e912-4fd2-a370-b040ef4e0b55 None None] Provisioning complete for port d2ff3720-f7c6-4919-b721-35d520163cf6 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:18:32.195683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d838d5ab-e912-4fd2-a370-b040ef4e0b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:18:32.326806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d838d5ab-e912-4fd2-a370-b040ef4e0b55 None None] Provisioning complete for port c8d40a34-ead1-4157-a09d-1cd1fdb50c9f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:18:32.327207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d838d5ab-e912-4fd2-a370-b040ef4e0b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:18:32.432407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2bbd24cb-097d-4bbc-9aea-2c9dc1980db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:18:32.705989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:18:33.721251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39632) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:18:33.944003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9782f8-5f13-4b33-82ce-6014ee648222 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:18:33.944406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9782f8-5f13-4b33-82ce-6014ee648222 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:18:33.946118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cc9782f8-5f13-4b33-82ce-6014ee648222 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2238417 Dec 07 13:18:34.620871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:18:36.176152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39644) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:18:36.399145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835ebedf-b6cc-4fea-bfbe-82c7972f89c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:18:36.399597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835ebedf-b6cc-4fea-bfbe-82c7972f89c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:18:36.401292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-835ebedf-b6cc-4fea-bfbe-82c7972f89c8 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2240908 Dec 07 13:18:38.578841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39656) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:18:38.794299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4ed884-214f-4251-b64e-9ed3a4426b9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:18:38.795804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9d4ed884-214f-4251-b64e-9ed3a4426b9f admin admin] 10.222.0.24 "GET /v2.0/networks/3e4fe3c4-9dba-4ff1-b219-f50882f57056 HTTP/1.1" status: 200 len: 886 time: 0.2159598 Dec 07 13:18:41.074747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39668) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:18:41.297839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfee677e-dc1f-4d30-a900-4f723a919264 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:18:41.299273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dfee677e-dc1f-4d30-a900-4f723a919264 admin admin] 10.222.0.24 "GET /v2.0/networks/419eaa7c-c2bf-4505-9ea6-ab79ba827bd5 HTTP/1.1" status: 200 len: 869 time: 0.2234175 Dec 07 13:18:43.476741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39680) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:18:43.631146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b207412-36e4-4881-89b5-ac2871892ce7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:18:43.631489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b207412-36e4-4881-89b5-ac2871892ce7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:18:43.633141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1b207412-36e4-4881-89b5-ac2871892ce7 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1553674 Dec 07 13:18:45.793417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39692) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:18:45.942819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cf660c-8968-4fa3-add4-9fa888b31f6b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:18:45.943265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cf660c-8968-4fa3-add4-9fa888b31f6b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:18:45.944962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-77cf660c-8968-4fa3-add4-9fa888b31f6b admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1505251 Dec 07 13:18:48.110774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 39704) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:18:49.003485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.policy [None req-fca3f6d8-2df4-466f-b730-178d7644c8b0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88898) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 07 13:18:49.009792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca3f6d8-2df4-466f-b730-178d7644c8b0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:18:49.011652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fca3f6d8-2df4-466f-b730-178d7644c8b0 admin admin] 10.222.0.24 "GET /v2.0/subnets/307856bd-be39-42f6-9b64-4d9941c8ea19 HTTP/1.1" status: 200 len: 868 time: 0.8988261 Dec 07 13:18:50.785558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 5 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:18:51.209714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39722) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:18:51.365770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c33064-9ea4-47c6-b757-c1ba7feaff65 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:18:51.367167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e5c33064-9ea4-47c6-b757-c1ba7feaff65 admin admin] 10.222.0.24 "GET /v2.0/subnets/308a38d7-9fe2-48ca-9a86-c2885e26dfe2 HTTP/1.1" status: 200 len: 816 time: 0.1563094 Dec 07 13:19:00.008628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d0f9eda-9603-4c7f-810c-7b9bb76dad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:01.574747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:02.391938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d29dfbf-ded6-4dd0-8d6c-1cb074ad6aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:02.717303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:04.626114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:12.088436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39770) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:19:12.170331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-5f0521cd-d443-4f24-adac-ce0f6ec4550a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:19:12.171707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5f0521cd-d443-4f24-adac-ce0f6ec4550a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0821908 Dec 07 13:19:14.361368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39782) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:19:14.462356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9b197a-d60e-4020-8046-5717e0111441 admin admin] GET failed (client error): The resource could not be found. Dec 07 13:19:14.463765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7c9b197a-d60e-4020-8046-5717e0111441 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1013277 Dec 07 13:19:14.602428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d92a086-3e74-42d3-8ee9-676225f3bad5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:19:14.603948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9d92a086-3e74-42d3-8ee9-676225f3bad5 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1356659 Dec 07 13:19:16.804262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39794) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:19:16.883052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-30cfedb5-7bf3-4011-80fb-29fc1a1494f6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:19:16.888046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-30cfedb5-7bf3-4011-80fb-29fc1a1494f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:19:16.898710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-30cfedb5-7bf3-4011-80fb-29fc1a1494f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:19:17.002907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cfedb5-7bf3-4011-80fb-29fc1a1494f6 admin admin] Made reservation on behalf of 10ab71807a564b839e621c98cb6b77f9 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:19:17.007853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30cfedb5-7bf3-4011-80fb-29fc1a1494f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:17.106448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: WARNING neutron.services.revisions.revision_plugin [None req-30cfedb5-7bf3-4011-80fb-29fc1a1494f6 admin admin] Could not find related network for resource to bump revision. Dec 07 13:19:17.119359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cfedb5-7bf3-4011-80fb-29fc1a1494f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:19:17.175863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30cfedb5-7bf3-4011-80fb-29fc1a1494f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:17.176238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-30cfedb5-7bf3-4011-80fb-29fc1a1494f6 admin admin] Added segment 04c435cd-80c2-4b0c-af52-795641318904 of type vlan for network 2966a1f1-c376-485f-8d5d-7085ade9b98c Dec 07 13:19:17.202007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30cfedb5-7bf3-4011-80fb-29fc1a1494f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:17.271580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30cfedb5-7bf3-4011-80fb-29fc1a1494f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:17.272800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cfedb5-7bf3-4011-80fb-29fc1a1494f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:19:17.273429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30cfedb5-7bf3-4011-80fb-29fc1a1494f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:17.278669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:19:17.385001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfedb5-7bf3-4011-80fb-29fc1a1494f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2966a1f1-c376-485f-8d5d-7085ade9b98c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:19:17.388322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-30cfedb5-7bf3-4011-80fb-29fc1a1494f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:19:17.399464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 2966a1f1-c376-485f-8d5d-7085ade9b98c details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:19:17.415197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-30cfedb5-7bf3-4011-80fb-29fc1a1494f6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6095994 Dec 07 13:19:19.620058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39806) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:19:19.724386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-00646374-790b-4a70-b84f-d3bc1020e8ef admin admin] GET failed (client error): The resource could not be found. Dec 07 13:19:19.724940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-00646374-790b-4a70-b84f-d3bc1020e8ef admin admin] Synchronizing usage tracker for tenant:10ab71807a564b839e621c98cb6b77f9 on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:19:19.773795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-00646374-790b-4a70-b84f-d3bc1020e8ef admin admin] Unset dirty status for tenant:10ab71807a564b839e621c98cb6b77f9 on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:19:19.775072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-00646374-790b-4a70-b84f-d3bc1020e8ef admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1539826 Dec 07 13:19:19.895992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7860899d-f16b-4f8c-9c32-4a09f1d3a3e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:19:19.898086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7860899d-f16b-4f8c-9c32-4a09f1d3a3e4 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1184144 Dec 07 13:19:19.909226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-841e6443-ae24-4ee3-96d7-2771cc3fefab admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '2966a1f1-c376-485f-8d5d-7085ade9b98c', 'ip_version': 4}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:19:19.914218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-841e6443-ae24-4ee3-96d7-2771cc3fefab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:19:19.924963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-841e6443-ae24-4ee3-96d7-2771cc3fefab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:19:19.962854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841e6443-ae24-4ee3-96d7-2771cc3fefab admin admin] Made reservation on behalf of 10ab71807a564b839e621c98cb6b77f9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:19:19.967845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841e6443-ae24-4ee3-96d7-2771cc3fefab admin admin] Notify callbacks [] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:20.220131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841e6443-ae24-4ee3-96d7-2771cc3fefab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:20.224874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:19:20.310415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e6443-ae24-4ee3-96d7-2771cc3fefab admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ef2ba1-4f51-4013-8602-f68cb45aec29,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:19:20.314255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-841e6443-ae24-4ee3-96d7-2771cc3fefab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:19:20.321432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e6443-ae24-4ee3-96d7-2771cc3fefab admin admin] Checking segment: {'id': '04c435cd-80c2-4b0c-af52-795641318904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2966a1f1-c376-485f-8d5d-7085ade9b98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:19:20.322089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e6443-ae24-4ee3-96d7-2771cc3fefab admin admin] Network hostable DHCP agents. Network: 2966a1f1-c376-485f-8d5d-7085ade9b98c, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:19:20.368134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e6443-ae24-4ee3-96d7-2771cc3fefab admin admin] Network 2966a1f1-c376-485f-8d5d-7085ade9b98c is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:19:20.402367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-841e6443-ae24-4ee3-96d7-2771cc3fefab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 2966a1f1-c376-485f-8d5d-7085ade9b98c) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:19:20.407498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841e6443-ae24-4ee3-96d7-2771cc3fefab admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:19:20.408137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841e6443-ae24-4ee3-96d7-2771cc3fefab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:20.413737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf902c4-e1ca-4ab1-946c-e117cf3f014d None None] Network 2966a1f1-c376-485f-8d5d-7085ade9b98c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:19:20.455017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-841e6443-ae24-4ee3-96d7-2771cc3fefab admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5496995 Dec 07 13:19:20.649709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-2966a1f1-c376-485f-8d5d-7085ade9b98c', 'network_id': '2966a1f1-c376-485f-8d5d-7085ade9b98c', 'tenant_id': '10ab71807a564b839e621c98cb6b77f9', 'fixed_ips': [{'subnet_id': 'a0ef2ba1-4f51-4013-8602-f68cb45aec29'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:19:20.650952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:20.822621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Allocated IP 192.168.233.2 (2966a1f1-c376-485f-8d5d-7085ade9b98c/a0ef2ba1-4f51-4013-8602-f68cb45aec29/1558bb56-e981-4dea-aabd-4ed0380568cd) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:19:21.122292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:21.136972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Transition to ACTIVE for port object 1558bb56-e981-4dea-aabd-4ed0380568cd will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:19:21.162944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Transition to ACTIVE for port object 1558bb56-e981-4dea-aabd-4ed0380568cd will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:19:21.226165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:21.232096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:19:21.313832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Network 2966a1f1-c376-485f-8d5d-7085ade9b98c is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:19:21.317701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Pushing event updated for resources: {'Port': ['ID=1558bb56-e981-4dea-aabd-4ed0380568cd,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:19:21.320338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:19:21.323364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:19:21.335599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:19:21.335981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:19:21.336355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:19:21.336721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:19:21.337085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:19:21.337445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:19:21.337806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:19:21.338184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:19:21.338543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:19:21.338896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:19:21.339315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:19:21.373020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:19:21.431934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Attempting to bind port 1558bb56-e981-4dea-aabd-4ed0380568cd on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:19:21.432509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Attempting to bind port 1558bb56-e981-4dea-aabd-4ed0380568cd by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '04c435cd-80c2-4b0c-af52-795641318904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2966a1f1-c376-485f-8d5d-7085ade9b98c'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:19:21.432903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Attempting to bind port 1558bb56-e981-4dea-aabd-4ed0380568cd on network 2966a1f1-c376-485f-8d5d-7085ade9b98c {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:19:21.440909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:19:21.441312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Checking segment: {'id': '04c435cd-80c2-4b0c-af52-795641318904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2966a1f1-c376-485f-8d5d-7085ade9b98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:19:21.441744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:21.442171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Bound using segment: {'id': '04c435cd-80c2-4b0c-af52-795641318904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2966a1f1-c376-485f-8d5d-7085ade9b98c'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:19:21.442806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Bound port: 1558bb56-e981-4dea-aabd-4ed0380568cd, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c435cd-80c2-4b0c-af52-795641318904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2966a1f1-c376-485f-8d5d-7085ade9b98c'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:19:21.443208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:21.540683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] For port 1558bb56-e981-4dea-aabd-4ed0380568cd, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:19:21.543958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] For port 1558bb56-e981-4dea-aabd-4ed0380568cd, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1558bb56-e981-4dea-aabd-4ed0380568cd,segment=NetworkSegment(04c435cd-80c2-4b0c-af52-795641318904),segment_id=04c435cd-80c2-4b0c-af52-795641318904)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:19:21.569093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:21.573689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-681c51f0-3fda-4ff6-b3f0-34abd405d45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:19:21.653105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Pushing event updated for resources: {'Port': ['ID=1558bb56-e981-4dea-aabd-4ed0380568cd,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:19:21.657317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:19:22.153428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1558bb56-e981-4dea-aabd-4ed0380568cd up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:19:22.266097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 1558bb56-e981-4dea-aabd-4ed0380568cd completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:19:23.178248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485438d8-b127-462b-8af5-121bb19c269d None None] Network 2966a1f1-c376-485f-8d5d-7085ade9b98c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:19:23.355214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7016d958-8be5-43f5-ae00-b9f36e2588b3 None None] Provisioning for port 1558bb56-e981-4dea-aabd-4ed0380568cd completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:19:23.370081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7016d958-8be5-43f5-ae00-b9f36e2588b3 None None] Provisioning complete for port 1558bb56-e981-4dea-aabd-4ed0380568cd triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:19:23.370490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7016d958-8be5-43f5-ae00-b9f36e2588b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:23.686797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7016d958-8be5-43f5-ae00-b9f36e2588b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:23.733229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7016d958-8be5-43f5-ae00-b9f36e2588b3 None None] For port 1558bb56-e981-4dea-aabd-4ed0380568cd, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1558bb56-e981-4dea-aabd-4ed0380568cd,segment=NetworkSegment(04c435cd-80c2-4b0c-af52-795641318904),segment_id=04c435cd-80c2-4b0c-af52-795641318904)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:19:23.768441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7016d958-8be5-43f5-ae00-b9f36e2588b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:23.771633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:19:23.842271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016d958-8be5-43f5-ae00-b9f36e2588b3 None None] Pushing event updated for resources: {'Port': ['ID=1558bb56-e981-4dea-aabd-4ed0380568cd,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:19:23.847653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7016d958-8be5-43f5-ae00-b9f36e2588b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:19:23.992980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5a159be9-51c9-417d-a0c8-3ac812a3d2e2 None None] Provisioning complete for port 1558bb56-e981-4dea-aabd-4ed0380568cd triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:19:23.993388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a159be9-51c9-417d-a0c8-3ac812a3d2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:24.117089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1558bb56-e981-4dea-aabd-4ed0380568cd up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:19:24.193016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 1558bb56-e981-4dea-aabd-4ed0380568cd triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:19:24.193562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:27.787034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 5 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:19:29.992640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ead2a6-a994-45d2-88a8-ea92beca8930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:31.556967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:32.500114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-03ef7c24-4216-4a9b-ab90-3cabb24376f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:32.757106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:19:34.625138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:00.013906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-07407918-f446-493e-a65d-39cde5a43b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:01.550412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:02.396346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7e23295-3446-417a-8341-9a2e9fa333a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:02.716519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:04.624675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:04.787267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 5 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:20:30.046743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6581-682d-4333-bfdc-94d14ad2c717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:31.561213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:32.401389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4079c08-c30b-47ad-be33-92c7847bc12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:32.726954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:34.634924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:41.787629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 5 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:20:45.297036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39840) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:20:45.303552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-98521b69-2de4-401b-bbdc-d89248bd1954 tempest-verify_tempest_config-469480957 tempest-verify_tempest_config-469480957-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:20:45.304738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-98521b69-2de4-401b-bbdc-d89248bd1954 tempest-verify_tempest_config-469480957 tempest-verify_tempest_config-469480957-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0065372 Dec 07 13:20:45.808931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39858) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:20:45.961712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:45.995423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:20:45.999379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Usage tracker for resource:security_group_rule and tenant:96f5fccd3035465ab1efc3687dcf74d9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:20:46.002264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:20:46.008205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:20:46.242746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:46.286087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:46.295847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d86a588-a78c-498f-82a7-d9d881fb4e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:20:46.337365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873660a5-c6ec-4053-b957-31a8b43ccbc6,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:20:46.342927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Synchronizing usage tracker for tenant:10ab71807a564b839e621c98cb6b77f9 on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:20:46.354483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:20:46.354900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:20:46.354900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:20:46.355544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:20:46.355899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:20:46.356254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:20:46.356621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:20:46.356973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:20:46.357322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:20:46.357668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:20:46.358018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:20:46.363216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:20:46.394756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Unset dirty status for tenant:10ab71807a564b839e621c98cb6b77f9 on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:20:46.396142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96f5fccd3035465ab1efc3687dcf74d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5861771 Dec 07 13:20:46.398976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39864) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:20:46.464818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64012fd0-f185-4168-b401-ea9f921ccc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:46.491488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64012fd0-f185-4168-b401-ea9f921ccc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:46.645943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64012fd0-f185-4168-b401-ea9f921ccc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:46.652338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:20:46.663299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64012fd0-f185-4168-b401-ea9f921ccc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873660a5-c6ec-4053-b957-31a8b43ccbc6,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:20:46.667839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64012fd0-f185-4168-b401-ea9f921ccc08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:20:46.671173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64012fd0-f185-4168-b401-ea9f921ccc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:20:46.677325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-64012fd0-f185-4168-b401-ea9f921ccc08 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/873660a5-c6ec-4053-b957-31a8b43ccbc6 HTTP/1.1" status: 204 len: 168 time: 0.2753210 Dec 07 13:21:00.046059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08f45dd2-59a4-4e19-b067-0fead339978e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:21:01.560658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:21:02.406301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c1aff9c-14bc-44e2-8610-21295e644ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:21:02.731515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:21:04.651739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:21:18.787978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 5 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:21:29.999908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d4a1861f-030d-410e-9794-7586722dc8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:21:31.559727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:21:32.388613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3c36d162-62aa-403e-9016-14abcbbc6d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:21:32.730911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:21:34.645165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:21:55.791961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 5 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:22:00.010430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f49a00df-02ed-4c03-8eeb-66b6687b58f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:22:01.558631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:22:02.393561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f727199e-766f-4046-b4a1-241b6d0ea377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:22:02.752564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:22:04.639058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:22:09.524730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854282890'] for agent, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:22:26.986050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39944) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:22:27.134524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fd6af0a6-edbd-42e8-b052-c228b4d66215 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1472208 Dec 07 13:22:29.272220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 39956) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:22:29.359045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-216dfd7b-334a-429c-818d-e4232b9146c8 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0856314 Dec 07 13:22:30.015792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec0c1976-b2ad-41af-bbdd-c2b742ac3161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:22:31.558161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:22:32.398375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-42fc094e-30e6-4fb9-b0b2-b2964b174b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:22:32.764173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:22:32.793724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:22:34.644212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:22:39.484124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:23:00.027074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-211a8678-d52a-49c4-8303-833855b7b0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:23:01.557969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:23:02.403633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ac56107a-4e26-4dd7-a7cf-bb9d73b5e9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:23:02.740822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:23:04.661379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:23:09.483869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:23:09.795653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:23:30.020210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d214438-7426-4ff9-a092-aa2e5857f752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:23:31.557077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:23:32.403728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3009501e-78b7-4e07-b9b5-42510cd26e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:23:32.734963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:23:34.649175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:23:39.494408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:23:46.796090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:24:00.042991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f91e61d-3e70-470f-b412-850fa8cc782d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:01.556930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:02.120674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40128) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:02.408182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71af8cbf-9f4c-45c6-b1a2-bccd45f5632e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:02.720420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-916463053-network', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:02.727608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:02.731879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Usage tracker for resource:network and tenant:a2bbc6bb9092480ba6a861e4cadd4f90 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:02.735507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:02.742189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:02.745729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:02.774214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Made reservation on behalf of a2bbc6bb9092480ba6a861e4cadd4f90 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:02.779272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:02.793922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:02.828103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:02.832403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Usage tracker for resource:security_group_rule and tenant:a2bbc6bb9092480ba6a861e4cadd4f90 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:02.836229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:02.842633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:02.972491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:02.997035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:03.001909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:03.030715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:03.039771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ee9c8b-283d-486f-aecd-b904c5e3b552,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Added segment ec4dbe42-53d0-4865-b677-590c770f67c1 of type vlan for network 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Tracked resource versions report: Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: pushed versions: Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: { 'ConntrackHelper': {'1.0'}, Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Log': {'1.0'}, Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Network': {'1.1'}, Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Port': {'1.5'}, Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'PortForwarding': {'1.2'}, Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'QosPolicy': {'1.8'}, Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroup': {'1.2'}, Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroupRule': {'1.0'}, Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SubPort': {'1.0'}, Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Subnet': {'1.1'}, Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Trunk': {'1.1'}} Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: consumer versions: Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: { DHCP agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: HyperV agent@hv-neutron-ussu: {}, Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: L3 agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Metadata agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Metering agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Open vSwitch agent@dv-neutron-ussuri-2-hyperv: { 'ConntrackHelper': '1.0', Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Log': '1.0', Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Network': '1.1', Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Port': '1.5', Dec 07 13:24:03.196383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'PortForwarding': '1.2', Dec 07 13:24:03.200151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'QosPolicy': '1.8', Dec 07 13:24:03.200151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroup': '1.2', Dec 07 13:24:03.200151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroupRule': '1.0', Dec 07 13:24:03.200151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SubPort': '1.0', Dec 07 13:24:03.200151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Subnet': '1.1', Dec 07 13:24:03.200151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Trunk': '1.1'}} Dec 07 13:24:03.200151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: {{(pid=88897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 13:24:03.200151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:03.200151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:03.226149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:03.227418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:03.228042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:03.233845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-30cfedb5-7bf3-4011-80fb-29fc1a1494f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:03.485672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40162) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:03.518769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Pushing event updated for resources: {'Network': ['ID=2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:03.524023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:03.536182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:03.553668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4308209 Dec 07 13:24:03.562294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40168) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:03.569584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] Request body: {'subnet': {'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-916463053-subnet', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:03.574727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:03.578684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] Usage tracker for resource:subnet and tenant:a2bbc6bb9092480ba6a861e4cadd4f90 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:03.581574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:03.587658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:03.716581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] Made reservation on behalf of a2bbc6bb9092480ba6a861e4cadd4f90 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:03.721548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:03.973489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-444262923-network', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:03.978353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.quota [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Loaded quota_driver: . Dec 07 13:24:04.025694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:04.031768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Usage tracker for resource:network and tenant:8f775aff5c0545dfb20578f646bb3e6d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:04.035131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:04.085245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:04.110252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:04.116510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-03e48285-b36c-4ac6-b9b0-3f12035cc3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:04.138868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Made reservation on behalf of 8f775aff5c0545dfb20578f646bb3e6d for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:04.145637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:04.166958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:04.176515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b7d278-6de3-4d28-8b33-7d3afba08305,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:04.181391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:04.217251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] Checking segment: {'id': 'ec4dbe42-53d0-4865-b677-590c770f67c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:04.217641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] Network hostable DHCP agents. Network: 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:24:04.264786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:04.269232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Usage tracker for resource:security_group_rule and tenant:8f775aff5c0545dfb20578f646bb3e6d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:04.273613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:04.279780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:04.385739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] Network 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:24:04.489890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:04.493685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:04.498828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:04.499485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:04.503264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1b1b07-fd96-4cae-aa41-679d4dc31a1f None None] Network 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:04.575183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:04.599314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:04.618289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363297241200193', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:04.619448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Unsubscribe: segment precommit_create {{(pid=88898) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 07 13:24:04.620055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Added segment 6173f518-64b6-45f0-9e87-ebc7a75474af of type vlan for network c206a118-c157-4a6a-b31d-dd0a64e6aab7 Dec 07 13:24:04.656165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0925875 Dec 07 13:24:04.667154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40202) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:04.678062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-916463053-router', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:04.688743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:04.697068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Usage tracker for resource:router and tenant:a2bbc6bb9092480ba6a861e4cadd4f90 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:04.704761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:04.705928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:04.722134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:04.764542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:04.774198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74', 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'fixed_ips': [{'subnet_id': '46b7d278-6de3-4d28-8b33-7d3afba08305'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:24:04.774349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:04.775086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:04.780015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:04.781058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:04.800853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:04.894157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:04.896201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:04.897521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:04.954419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f206ac9-307b-43ea-9e10-69b4cbfd439a,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:04.969270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:04.969949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:04.970465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:04.970953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:04.971738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:04.972319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:04.972832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:04.973530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:04.974019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:04.974502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:04.974995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Tracked resource versions report: Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: pushed versions: Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: { 'ConntrackHelper': {'1.0'}, Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Log': {'1.0'}, Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Network': {'1.1'}, Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Port': {'1.5'}, Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'PortForwarding': {'1.2'}, Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'QosPolicy': {'1.8'}, Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroup': {'1.2'}, Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroupRule': {'1.0'}, Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SubPort': {'1.0'}, Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Subnet': {'1.1'}, Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Trunk': {'1.1'}} Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: consumer versions: Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: { DHCP agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: HyperV agent@hv-neutron-ussu: {}, Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: L3 agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Metadata agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Metering agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Open vSwitch agent@dv-neutron-ussuri-2-hyperv: { 'ConntrackHelper': '1.0', Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Log': '1.0', Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Network': '1.1', Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Port': '1.5', Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'PortForwarding': '1.2', Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'QosPolicy': '1.8', Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroup': '1.2', Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroupRule': '1.0', Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SubPort': '1.0', Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Subnet': '1.1', Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Trunk': '1.1'}} Dec 07 13:24:04.976467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: {{(pid=88898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 13:24:05.004376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5172338 Dec 07 13:24:05.008659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40218) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:05.016635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] Request body: {'subnet': {'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-444262923-subnet', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:05.023997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:05.028453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] Usage tracker for resource:subnet and tenant:8f775aff5c0545dfb20578f646bb3e6d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:05.032355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:05.043005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:05.050740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:05.064225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:05.064728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:05.187880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Allocated IP 172.20.0.2 (2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74/46b7d278-6de3-4d28-8b33-7d3afba08305/4f3d1f6e-bd47-4c03-8528-3aeb34384a8e) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:05.201811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Pushing event updated for resources: {'Network': ['ID=c206a118-c157-4a6a-b31d-dd0a64e6aab7,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:05.230136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:05.233771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network c206a118-c157-4a6a-b31d-dd0a64e6aab7 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:05.406784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] Made reservation on behalf of 8f775aff5c0545dfb20578f646bb3e6d for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:05.411845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:05.607661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:05.620037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Transition to ACTIVE for port object 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:05.644611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Transition to ACTIVE for port object 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:05.689126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:05.730784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:05.752226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:05.759991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:05.782842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40236) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:05.933689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Allocated IP 172.36.4.85 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/f233eb4b-753e-4ef5-98f5-ea79675f541a) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:05.934607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:05.941341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:06.002550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Network 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:06.007080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:06.012286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:06.014597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Pushing event updated for resources: {'Port': ['ID=4f3d1f6e-bd47-4c03-8528-3aeb34384a8e,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:06.028435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:06.028820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:06.029191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:06.029558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:06.029924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:06.030286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:06.030650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:06.031024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:06.031413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:06.031512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40246) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:06.031769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:06.032125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Tracked resource versions report: Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: pushed versions: Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: { 'ConntrackHelper': {'1.0'}, Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Log': {'1.0'}, Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Network': {'1.1'}, Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Port': {'1.5'}, Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'PortForwarding': {'1.2'}, Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'QosPolicy': {'1.8'}, Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroup': {'1.2'}, Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroupRule': {'1.0'}, Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SubPort': {'1.0'}, Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Subnet': {'1.1'}, Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Trunk': {'1.1'}} Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: consumer versions: Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: { DHCP agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: HyperV agent@hv-neutron-ussu: {}, Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: L3 agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Metadata agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Metering agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Open vSwitch agent@dv-neutron-ussuri-2-hyperv: { 'ConntrackHelper': '1.0', Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Log': '1.0', Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Network': '1.1', Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Port': '1.5', Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'PortForwarding': '1.2', Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'QosPolicy': '1.8', Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroup': '1.2', Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroupRule': '1.0', Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SubPort': '1.0', Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Subnet': '1.1', Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Trunk': '1.1'}} Dec 07 13:24:06.033247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: {{(pid=88899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 13:24:06.065820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:06.103842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=603ac916-d99b-4cfa-ac27-f21a852f5c1b,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:06.111427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:06.123616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] Checking segment: {'id': '6173f518-64b6-45f0-9e87-ebc7a75474af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:06.124080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] Network hostable DHCP agents. Network: c206a118-c157-4a6a-b31d-dd0a64e6aab7, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:24:06.131581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Attempting to bind port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:06.132265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Attempting to bind port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'ec4dbe42-53d0-4865-b677-590c770f67c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:06.132895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Attempting to bind port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e on network 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:06.143946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:24:06.144567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Checking segment: {'id': 'ec4dbe42-53d0-4865-b677-590c770f67c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:06.145078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:06.145581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Bound using segment: {'id': 'ec4dbe42-53d0-4865-b677-590c770f67c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:24:06.146474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Bound port: 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4dbe42-53d0-4865-b677-590c770f67c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:24:06.147357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:06.171625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:06.179775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] Network c206a118-c157-4a6a-b31d-dd0a64e6aab7 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:24:06.225871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, c206a118-c157-4a6a-b31d-dd0a64e6aab7) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:06.231166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:06.231621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:06.247582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0ae18f-92cd-47bf-9f80-a1dbf86b1c69 None None] Network c206a118-c157-4a6a-b31d-dd0a64e6aab7 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:06.256993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:06.269774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:06.300745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2894704 Dec 07 13:24:06.304629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40256) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:06.310418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-444262923-router', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:06.318288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:06.329538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Usage tracker for resource:router and tenant:8f775aff5c0545dfb20578f646bb3e6d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:06.337922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:06.350340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:06.380836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:06.389521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:06.391837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:06.393119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:06.404703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:06.465430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Pushing event updated for resources: {'Port': ['ID=f233eb4b-753e-4ef5-98f5-ea79675f541a,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:06.468735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:06.491633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] For port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:24:06.496080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] For port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4f3d1f6e-bd47-4c03-8528-3aeb34384a8e,segment=NetworkSegment(ec4dbe42-53d0-4865-b677-590c770f67c1),segment_id=ec4dbe42-53d0-4865-b677-590c770f67c1)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:24:06.504742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c206a118-c157-4a6a-b31d-dd0a64e6aab7', 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'fixed_ips': [{'subnet_id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:24:06.504742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:06.504997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-360033518'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:06.510717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:06.515612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Usage tracker for resource:network and tenant:8eed03b6a16c400e9a96516a2742d246 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:06.519192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:06.527433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:06.550999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:06.562282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:06.598400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:06.693830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:06.695400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:06.783211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Made reservation on behalf of 8eed03b6a16c400e9a96516a2742d246 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:06.791140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:06.816223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Pushing event updated for resources: {'Port': ['ID=4f3d1f6e-bd47-4c03-8528-3aeb34384a8e,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:06.823128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:06.837586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1604739527'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:06.854578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:06.859565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:06.865467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Allocated IP 172.20.0.2 (c206a118-c157-4a6a-b31d-dd0a64e6aab7/603ac916-d99b-4cfa-ac27-f21a852f5c1b/9be41757-5e11-4eb5-a966-a4ee03c99781) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:06.884206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Usage tracker for resource:network and tenant:80f9128484d5437aa68defa1a0667ad9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:06.893104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:06.902915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:06.930048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:06.938492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Usage tracker for resource:security_group_rule and tenant:8eed03b6a16c400e9a96516a2742d246 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:06.943151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:06.955697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:06.994285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40274) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:07.138913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:24:07.242234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:07.257278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Transition to ACTIVE for port object 9be41757-5e11-4eb5-a966-a4ee03c99781 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:07.275130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Made reservation on behalf of 80f9128484d5437aa68defa1a0667ad9 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:07.280869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:07.282684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Transition to ACTIVE for port object 9be41757-5e11-4eb5-a966-a4ee03c99781 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:07.318346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:07.338288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:07.375807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:07.439841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Network c206a118-c157-4a6a-b31d-dd0a64e6aab7 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:07.444131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:07.450229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:07.521378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:07.557782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:07.564909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Usage tracker for resource:security_group_rule and tenant:80f9128484d5437aa68defa1a0667ad9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:07.574037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Pushing event updated for resources: {'Port': ['ID=9be41757-5e11-4eb5-a966-a4ee03c99781,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:07.576751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:07.581995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:07.593184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Attempting to bind port 9be41757-5e11-4eb5-a966-a4ee03c99781 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:07.593934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Attempting to bind port 9be41757-5e11-4eb5-a966-a4ee03c99781 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '6173f518-64b6-45f0-9e87-ebc7a75474af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:07.594515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Attempting to bind port 9be41757-5e11-4eb5-a966-a4ee03c99781 on network c206a118-c157-4a6a-b31d-dd0a64e6aab7 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:07.601734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2086548869'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:07.604014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:24:07.604605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Checking segment: {'id': '6173f518-64b6-45f0-9e87-ebc7a75474af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:07.605194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:07.614934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Bound using segment: {'id': '6173f518-64b6-45f0-9e87-ebc7a75474af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:24:07.614934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Bound port: 9be41757-5e11-4eb5-a966-a4ee03c99781, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6173f518-64b6-45f0-9e87-ebc7a75474af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:24:07.614934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:07.615311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:07.632734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Usage tracker for resource:network and tenant:456f14161ee246eba8c5911291f64bff is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:07.639070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:07.649178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:07.666929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:07.705239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:07.720957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40286) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:07.722175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] For port 9be41757-5e11-4eb5-a966-a4ee03c99781, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:24:07.727660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] For port 9be41757-5e11-4eb5-a966-a4ee03c99781, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9be41757-5e11-4eb5-a966-a4ee03c99781,segment=NetworkSegment(6173f518-64b6-45f0-9e87-ebc7a75474af),segment_id=6173f518-64b6-45f0-9e87-ebc7a75474af)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:24:07.731767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Made reservation on behalf of 456f14161ee246eba8c5911291f64bff for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:07.738313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:07.748927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40290) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:07.762995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:07.773947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:07.785398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:24:07.789537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:07.795814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Sync routers for ids ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:24:07.809397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:07.818327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Routers {'89d1cade-e63d-460f-bf0c-29e396fd4bd7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:24:07.820627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:24:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:07.823939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:07.829602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Usage tracker for resource:security_group_rule and tenant:456f14161ee246eba8c5911291f64bff is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:07.838608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:07.848144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:07.883369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:07.887168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.2161484 Dec 07 13:24:07.890232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40300) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:07.923431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Pushing event updated for resources: {'Port': ['ID=9be41757-5e11-4eb5-a966-a4ee03c99781,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:07.929086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:07.956029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:07.974500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:07.991563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:07.992168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Added segment bd62bd3e-a994-472a-81f4-25d95dede18c of type vlan for network 337ba9a3-b724-451a-acd2-20f049ad8935 Dec 07 13:24:08.007181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:08.092636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.101481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-117994852'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:08.134160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Set router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:24:08.152136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.157538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:08.160256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:08.162159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ebed56-b558-4358-b362-d5283c260267,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:08.174000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Usage tracker for resource:network and tenant:c08e7438c64d4e0e909adc4c63352581 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:08.174132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.174132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:08.174280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:08.174365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:08.177850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Usage tracker for resource:floatingip and tenant:7a64663987294dfb870282c002dd7038 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:08.187120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:08.191308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.195267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.199762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:08.209651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea166c15-2e74-4262-b72c-96e732610c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:08.224932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:08.228060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Made reservation on behalf of c08e7438c64d4e0e909adc4c63352581 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:08.237458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.262063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:08.289116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:08.303115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39fa3a4-c96a-4fa7-a056-ea2e086c049d,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:08.303683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.310992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:08.313987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.375302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40314) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:08.386256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:24:08.386856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.400070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:08.404377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.405024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Added segment 75e8a285-5d5c-4409-a538-fae501c9b2c4 of type vlan for network caab0489-3743-4e2d-bd26-435af460d307 Dec 07 13:24:08.417551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.437468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.437900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Added segment dd94866b-53db-46a1-ac31-cac446f64a3b of type vlan for network 80a2d96e-9807-4d16-9859-81015c4a3384 Dec 07 13:24:08.440413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:08.442757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.516683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:24:08.554903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'name': 'tempest-ServersTestJSON-916463053-router', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:04Z', 'updated_at': '2021-12-07T13:24:06Z', 'revision_number': 3, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'gw_port': {'id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:05Z', 'updated_at': '2021-12-07T13:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:08.560032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Checking router: 89d1cade-e63d-460f-bf0c-29e396fd4bd7 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:24:08.560421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Updating router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 port f233eb4b-753e-4ef5-98f5-ea79675f541a binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:24:08.683380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.741614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.743099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:08.751036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c509ce-cb29-487f-9e5f-97faa34edf61,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:08.763863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:08.764551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.772516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Usage tracker for resource:security_group_rule and tenant:c08e7438c64d4e0e909adc4c63352581 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:08.775716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:08.781582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-447f0250-5af1-4f0e-a245-60e07efa3040 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:08.789992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a6e143e1-911f-436f-8bd0-85a2cd7e90bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:08.818934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:08.831947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:08.843178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.892741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Pushing event updated for resources: {'Network': ['ID=337ba9a3-b724-451a-acd2-20f049ad8935,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:08.906882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 337ba9a3-b724-451a-acd2-20f049ad8935 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:08.912085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:08.923140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.939707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:08.940644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:08.965595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:09.096848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.3125911 Dec 07 13:24:09.114034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Pushing event updated for resources: {'Network': ['ID=80a2d96e-9807-4d16-9859-81015c4a3384,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:09.120252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.0850182 Dec 07 13:24:09.121023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:09.124918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40324) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:09.137436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:09.141952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 80a2d96e-9807-4d16-9859-81015c4a3384 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:09.194954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Request body: {'subnet': {'network_id': '80a2d96e-9807-4d16-9859-81015c4a3384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:09.289996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2943559 Dec 07 13:24:09.306012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40334) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:09.341707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Pushing event updated for resources: {'Network': ['ID=caab0489-3743-4e2d-bd26-435af460d307,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:09.351277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-447f0250-5af1-4f0e-a245-60e07efa3040 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] 10.222.0.24 "PUT /v2.0/quotas/1d9c3abccdf441b5aa28dc4e426dadd7 HTTP/1.1" status: 200 len: 368 time: 0.9699082 Dec 07 13:24:09.351455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:09.353349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40340) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:09.355780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:09.365461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network caab0489-3743-4e2d-bd26-435af460d307 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:09.372790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Request body: {'network': {'project_id': '1d9c3abccdf441b5aa28dc4e426dadd7'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:09.381167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:09.400175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Usage tracker for resource:network and tenant:1d9c3abccdf441b5aa28dc4e426dadd7 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:09.409482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:09.436812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:09.461675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:09.500473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfe17ce-9e40-4d96-99e2-efa2bd08d75b None None] Network 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:09.526691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:09.546082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Made reservation on behalf of 1d9c3abccdf441b5aa28dc4e426dadd7 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:09.551097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:09.553090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:09.560912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Usage tracker for resource:subnet and tenant:80f9128484d5437aa68defa1a0667ad9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:09.573150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:09.585074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:09.593141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:09.601679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:09.641356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Made reservation on behalf of 80f9128484d5437aa68defa1a0667ad9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:09.641907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:09.724800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:09.731690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:09.741415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Transition to ACTIVE for port object f233eb4b-753e-4ef5-98f5-ea79675f541a will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:09.778642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Request body: {'network': {'name': 'tempest-network--1606732431', 'router:external': True}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:09.788386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:09.796947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:09.803064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:09.816624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835d35ac-edc4-4605-8a86-d35e29153f42,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:09.824244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Usage tracker for resource:network and tenant:6951eb15a650418bb22d2212097851a4 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:09.825055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:09.828566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:09.833709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:09.842624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:09.843158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks [] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:09.845371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:09.845714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Added segment e288949b-b9d4-4c00-9b3d-d74f94c19a06 of type vlan for network 62bf362f-9a99-423c-97d7-7bf5af466693 Dec 07 13:24:09.847614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-04b3ec81-6bff-4f4c-bb6f-0a7e6115e456 None None] Provisioning for port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:24:09.857771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:09.860645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Usage tracker for resource:security_group_rule and tenant:1d9c3abccdf441b5aa28dc4e426dadd7 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:09.874536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:09.908395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:09.930755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-04b3ec81-6bff-4f4c-bb6f-0a7e6115e456 None None] Provisioning complete for port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:09.931675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04b3ec81-6bff-4f4c-bb6f-0a7e6115e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:09.951596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Attempting to bind port f233eb4b-753e-4ef5-98f5-ea79675f541a on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:09.952001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Attempting to bind port f233eb4b-753e-4ef5-98f5-ea79675f541a by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:09.952661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Attempting to bind port f233eb4b-753e-4ef5-98f5-ea79675f541a on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:09.986564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:24:09.986976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:09.987488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:09.987916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:24:09.988440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Bound port: f233eb4b-753e-4ef5-98f5-ea79675f541a, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:24:09.988843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:09.997377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Made reservation on behalf of 6951eb15a650418bb22d2212097851a4 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:10.002169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:10.024511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:10.062351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:10.117601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Allocated IP 172.36.4.121 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/3694ffb7-82c0-4f1f-906e-ba2e36e06e8e) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:10.153476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Pushing event updated for resources: {'Port': ['ID=f233eb4b-753e-4ef5-98f5-ea79675f541a,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:10.193925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:10.194304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:10.194651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:10.197764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04b3ec81-6bff-4f4c-bb6f-0a7e6115e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:10.205136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:10.205720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:10.206346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:10.207126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:10.207712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:10.208381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:10.210072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:10.210537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Tracked resource versions report: Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: pushed versions: Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: { 'ConntrackHelper': {'1.0'}, Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Log': {'1.0'}, Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Network': {'1.1'}, Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Port': {'1.5'}, Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'PortForwarding': {'1.2'}, Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'QosPolicy': {'1.8'}, Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroup': {'1.2'}, Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroupRule': {'1.0'}, Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SubPort': {'1.0'}, Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Subnet': {'1.1'}, Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Trunk': {'1.1'}} Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: consumer versions: Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: { DHCP agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: HyperV agent@hv-neutron-ussu: {}, Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: L3 agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Metadata agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Metering agent@dv-neutron-ussuri-2-hyperv: {}, Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Open vSwitch agent@dv-neutron-ussuri-2-hyperv: { 'ConntrackHelper': '1.0', Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Log': '1.0', Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Network': '1.1', Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Port': '1.5', Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'PortForwarding': '1.2', Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'QosPolicy': '1.8', Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroup': '1.2', Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SecurityGroupRule': '1.0', Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'SubPort': '1.0', Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Subnet': '1.1', Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: 'Trunk': '1.1'}} Dec 07 13:24:10.213619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: {{(pid=88900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 07 13:24:10.222509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:10.238338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] For port f233eb4b-753e-4ef5-98f5-ea79675f541a, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:24:10.247727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-04b3ec81-6bff-4f4c-bb6f-0a7e6115e456 None None] For port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4f3d1f6e-bd47-4c03-8528-3aeb34384a8e,segment=NetworkSegment(ec4dbe42-53d0-4865-b677-590c770f67c1),segment_id=ec4dbe42-53d0-4865-b677-590c770f67c1)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:24:10.249587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] For port f233eb4b-753e-4ef5-98f5-ea79675f541a, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f233eb4b-753e-4ef5-98f5-ea79675f541a,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:24:10.282046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04b3ec81-6bff-4f4c-bb6f-0a7e6115e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:10.286991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:10.310515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:10.316206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:10.402571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3ec81-6bff-4f4c-bb6f-0a7e6115e456 None None] Pushing event updated for resources: {'Port': ['ID=4f3d1f6e-bd47-4c03-8528-3aeb34384a8e,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:10.415266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-04b3ec81-6bff-4f4c-bb6f-0a7e6115e456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:10.420503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40348) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:10.446848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Request body: {'port': {'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935', 'binding:host_id': 'hv-neutron-ussu', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1575469267'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:10.447645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 9be41757-5e11-4eb5-a966-a4ee03c99781 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:24:10.458562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:10.475892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Usage tracker for resource:port and tenant:8580bfde58de48deb1f11cfd8376710e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:10.480035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Pushing event updated for resources: {'Port': ['ID=f233eb4b-753e-4ef5-98f5-ea79675f541a,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:10.482764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:10.498919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:10.509380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:10.512420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:10.516722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Routers {'89d1cade-e63d-460f-bf0c-29e396fd4bd7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:24:10.517267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:24:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:10.524159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Usage tracker for resource:security_group_rule and tenant:6951eb15a650418bb22d2212097851a4 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:10.548459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:10.556701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:10.577109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:10.582910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:10.583756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:10.592131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:10.623514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d9553685-05ae-4206-a5f6-e219a435a8ea None None] Provisioning complete for port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:10.624288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9553685-05ae-4206-a5f6-e219a435a8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:10.624816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:10.637121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:10.649905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-98974845-7d80-4da5-a6f4-996d112f0fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:10.670361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 9be41757-5e11-4eb5-a966-a4ee03c99781 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:24:10.704083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Made reservation on behalf of 8580bfde58de48deb1f11cfd8376710e for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:10.709129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:10.734500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:10.750715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:10.810002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] Set router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:24:10.816860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Pushing event updated for resources: {'Network': ['ID=62bf362f-9a99-423c-97d7-7bf5af466693,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:10.819922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:10.820281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Pushing event updated for resources: {'Subnet': ['ID=255f50e7-32b6-45e9-9733-d03182a42ee0,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:10.822374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:10.834910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:10.839631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:10.841146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 62bf362f-9a99-423c-97d7-7bf5af466693 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:10.879102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f774f7-f8ce-4133-b900-1184df996f8a None None] Network c206a118-c157-4a6a-b31d-dd0a64e6aab7 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:10.893274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:10.898359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:10.917762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60b60fe-7a4c-4798-a2de-cf0866c70340,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:10.920417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:10.923738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:10.927119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:10.967659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.2158871 Dec 07 13:24:10.975490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:10.975990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Added segment 7685580d-0092-4105-91e8-ef9b430d7379 of type vlan for network d87d4f76-dd01-43a8-9d64-1db467e8b9ed Dec 07 13:24:11.139867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:11.163200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-748b2874-003a-4699-979a-436b0ab2dbd5 None None] Provisioning for port 9be41757-5e11-4eb5-a966-a4ee03c99781 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:24:11.170022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-748b2874-003a-4699-979a-436b0ab2dbd5 None None] Provisioning complete for port 9be41757-5e11-4eb5-a966-a4ee03c99781 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:11.170441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-748b2874-003a-4699-979a-436b0ab2dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:11.171898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Usage tracker for resource:security_group_rule and tenant:8580bfde58de48deb1f11cfd8376710e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:11.184920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:11.187930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Checking segment: {'id': 'dd94866b-53db-46a1-ac31-cac446f64a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '80a2d96e-9807-4d16-9859-81015c4a3384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:11.188315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Network hostable DHCP agents. Network: 80a2d96e-9807-4d16-9859-81015c4a3384, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:24:11.203789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:11.234620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:11.238428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Allocated IP 172.36.4.182 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/0ff09dcb-ea96-40cd-a4a1-bc975df8726d) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:11.257221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:11.264362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:11.267981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'name': 'tempest-ServersTestJSON-916463053-router', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:04Z', 'updated_at': '2021-12-07T13:24:06Z', 'revision_number': 3, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'gw_port': {'id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:05Z', 'updated_at': '2021-12-07T13:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:11.279118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:11.280074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1417ca-8b3f-4388-b756-4206a99cfe99 None None] The sync data for ids ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'] in dv-neutron-ussuri-2-hyperv is: [{'id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'name': 'tempest-ServersTestJSON-916463053-router', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:04Z', 'updated_at': '2021-12-07T13:24:06Z', 'revision_number': 3, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'gw_port': {'id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:05Z', 'updated_at': '2021-12-07T13:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:24:11.293710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:11.310232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Pushing event updated for resources: {'Port': ['ID=3694ffb7-82c0-4f1f-906e-ba2e36e06e8e,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:11.322995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:11.345564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:11.346351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Added segment 60b02dcb-0996-4845-988c-362ad961a823 of type vlan for network 8ef4ff40-22b4-4d7b-bafe-83fe4d1ff8b3 Dec 07 13:24:11.351316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:11.386998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:11.429489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9104db09-f20a-4ef5-b628-2ada6ddc631a,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:11.476972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:11.515390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:11.535490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:11.592314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:11.607500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:11.618790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:11.622470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:11.622953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:11.625526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:11.626298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:11.698565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Pushing event updated for resources: {'Port': ['ID=0ff09dcb-ea96-40cd-a4a1-bc975df8726d,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:11.700987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Network 80a2d96e-9807-4d16-9859-81015c4a3384 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:24:11.707531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:11.714027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:11.718967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-748b2874-003a-4699-979a-436b0ab2dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:11.781013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 80a2d96e-9807-4d16-9859-81015c4a3384) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:11.787646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40364) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:11.796182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396233a3-8d71-48f1-ab2f-196ed32fd09e None None] Network 80a2d96e-9807-4d16-9859-81015c4a3384 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:11.806206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:11.807946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:11.808556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:11.815327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:11.816012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Request body: {'port': {'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693', 'binding:host_id': 'hv-neutron-ussu', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1421039072'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:11.816119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:11.823305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:11.824658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:11.825626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.5148182 Dec 07 13:24:11.831438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:11.834252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:11.857723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40368) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:11.950557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-748b2874-003a-4699-979a-436b0ab2dbd5 None None] For port 9be41757-5e11-4eb5-a966-a4ee03c99781, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9be41757-5e11-4eb5-a966-a4ee03c99781,segment=NetworkSegment(6173f518-64b6-45f0-9e87-ebc7a75474af),segment_id=6173f518-64b6-45f0-9e87-ebc7a75474af)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:24:12.002225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Pushing event updated for resources: {'Network': ['ID=8ef4ff40-22b4-4d7b-bafe-83fe4d1ff8b3,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:12.014428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.6597757 Dec 07 13:24:12.017629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:12.023519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40372) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:12.029849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Request body: {'network': {'project_id': '1d9c3abccdf441b5aa28dc4e426dadd7'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:12.042594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Usage tracker for resource:port and tenant:067d2b4d6a5c4f258529c6869efa411d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:12.048893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:12.050131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:12.053249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 8ef4ff40-22b4-4d7b-bafe-83fe4d1ff8b3 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:12.067027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:12.074386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-748b2874-003a-4699-979a-436b0ab2dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:12.077709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:12.089057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:12.121487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] device_id is not set on port 1100d2b5-e702-440c-a75c-66c0cb892c93 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:12.159654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-04b3ec81-6bff-4f4c-bb6f-0a7e6115e456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:12.163524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1889fc-7698-484b-8b55-aa2ed1a1091e,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:12.216464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:12.268449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Usage tracker for resource:network and tenant:1d9c3abccdf441b5aa28dc4e426dadd7 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:12.289392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:12.319157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:12.372280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2361743 Dec 07 13:24:12.372280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:12.380871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40380) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:12.391164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Made reservation on behalf of 067d2b4d6a5c4f258529c6869efa411d for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:12.398176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:12.418551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Allocated IP 172.20.0.1 (2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74/46b7d278-6de3-4d28-8b33-7d3afba08305/4a344e0e-0e84-496f-823b-568c2b6e789d) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:12.426303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Request body: {'port': {'network_id': '80a2d96e-9807-4d16-9859-81015c4a3384', 'name': 'tempest-DHCPAgentSchedulersTestJSON-23243649'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:12.497221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:24:12.556874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b2874-003a-4699-979a-436b0ab2dbd5 None None] Pushing event updated for resources: {'Port': ['ID=9be41757-5e11-4eb5-a966-a4ee03c99781,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:12.560388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-748b2874-003a-4699-979a-436b0ab2dbd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:12.564788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-80a2d96e-9807-4d16-9859-81015c4a3384', 'network_id': '80a2d96e-9807-4d16-9859-81015c4a3384', 'tenant_id': '80f9128484d5437aa68defa1a0667ad9', 'fixed_ips': [{'subnet_id': '255f50e7-32b6-45e9-9733-d03182a42ee0'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:24:12.565763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:12.566330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:12.726064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9330be36-08b0-40d9-a36d-fd22a1d9bdfc None None] Provisioning complete for port 9be41757-5e11-4eb5-a966-a4ee03c99781 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:12.726480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9330be36-08b0-40d9-a36d-fd22a1d9bdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:12.768803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:12.769216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:12.792755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:12.825614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Transition to ACTIVE for port object 4a344e0e-0e84-496f-823b-568c2b6e789d will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:12.870673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Made reservation on behalf of 1d9c3abccdf441b5aa28dc4e426dadd7 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:12.875252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:12.918227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Allocated IP 172.20.0.2 (80a2d96e-9807-4d16-9859-81015c4a3384/255f50e7-32b6-45e9-9733-d03182a42ee0/8dfa8159-79b8-449d-b0bb-89bcf97984f0) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:13.011271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:13.031478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:13.060929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Pushing event updated for resources: {'Network': ['ID=d87d4f76-dd01-43a8-9d64-1db467e8b9ed,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:13.072327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.073991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.373s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:13.093917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.246s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:13.094575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:13.110592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network d87d4f76-dd01-43a8-9d64-1db467e8b9ed details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:13.126529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-88a59522-5b00-45bf-bde1-fa5d460ea415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:13.167522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Usage tracker for resource:security_group_rule and tenant:067d2b4d6a5c4f258529c6869efa411d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:13.188139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:13.209040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.209434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Added segment 2c3b23bc-c7de-4de5-aa13-67c55b397b9b of type vlan for network 6b481d44-b069-4a94-8787-ce1f84f6a7e3 Dec 07 13:24:13.215818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.216000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:13.231913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f233eb4b-753e-4ef5-98f5-ea79675f541a up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:24:13.243905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Network 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:13.250469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:13.259074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:13.285483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:13.286358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.287937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Usage tracker for resource:port and tenant:80f9128484d5437aa68defa1a0667ad9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:13.293806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] device_id is not set on port 1100d2b5-e702-440c-a75c-66c0cb892c93 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:13.299078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.300124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.312449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:13.343430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.358187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:13.387131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.449526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.463898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Transition to ACTIVE for port object 8dfa8159-79b8-449d-b0bb-89bcf97984f0 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:13.488755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Transition to ACTIVE for port object 8dfa8159-79b8-449d-b0bb-89bcf97984f0 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:13.493930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port f233eb4b-753e-4ef5-98f5-ea79675f541a completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:24:13.500158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port f233eb4b-753e-4ef5-98f5-ea79675f541a triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:13.500586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.572183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.578219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-748b2874-003a-4699-979a-436b0ab2dbd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:13.634156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.650703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a344e0e-0e84-496f-823b-568c2b6e789d,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:13.673920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:13.679946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88897) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:13.680593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88897) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:13.681625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88897) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:13.682186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > port after_create 55550000 {{(pid=88897) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:13.682819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88897) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:13.683059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > port after_update 55550000 {{(pid=88897) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:13.683430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88897) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:13.683790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88897) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:13.684138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88897) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:13.684487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88897) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:13.715405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Transition to ACTIVE for port object 1100d2b5-e702-440c-a75c-66c0cb892c93 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:13.719540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Made reservation on behalf of 80f9128484d5437aa68defa1a0667ad9 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:13.726220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.803204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.836900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] device_id is not set on port bad224a1-7820-4508-bec4-71c93984ccec yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:13.855891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Network 80a2d96e-9807-4d16-9859-81015c4a3384 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:13.861151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Pushing event updated for resources: {'Port': ['ID=8dfa8159-79b8-449d-b0bb-89bcf97984f0,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:13.863780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:13.866933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88897) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:13.867439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88897) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:13.867897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88897) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:13.868350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88897) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:13.868812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef4ff40-22b4-4d7b-bafe-83fe4d1ff8b3']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:13.878831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:13.885427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.886071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b02dcb-0996-4845-988c-362ad961a823') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:13.886402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b02dcb-0996-4845-988c-362ad961a823') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:13.890798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:13.900718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.905001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.915271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:13.919221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.923075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.925492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port f233eb4b-753e-4ef5-98f5-ea79675f541a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f233eb4b-753e-4ef5-98f5-ea79675f541a,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:24:13.927836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3ab20298-26c5-4124-b6f3-89e3e3bd0eef None None] Provisioning for port 4a344e0e-0e84-496f-823b-568c2b6e789d completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:24:13.934660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:24:13.935427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.953858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:13.954493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (self, other), Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (self, other), Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:24:13.955140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:24:13.958165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3ab20298-26c5-4124-b6f3-89e3e3bd0eef None None] Provisioning complete for port 4a344e0e-0e84-496f-823b-568c2b6e789d triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:13.958594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ab20298-26c5-4124-b6f3-89e3e3bd0eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.974892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.983977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:13.998483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:14.023331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:14.043651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:14.081872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] device_id is not set on port ca1dedff-0ee0-492b-b817-6ee7333a56b9 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:14.120892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:14.127666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Attempting to bind port 8dfa8159-79b8-449d-b0bb-89bcf97984f0 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:14.129380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Attempting to bind port 8dfa8159-79b8-449d-b0bb-89bcf97984f0 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'dd94866b-53db-46a1-ac31-cac446f64a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '80a2d96e-9807-4d16-9859-81015c4a3384'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:14.129380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Attempting to bind port 8dfa8159-79b8-449d-b0bb-89bcf97984f0 on network 80a2d96e-9807-4d16-9859-81015c4a3384 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:14.129615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Pushing event updated for resources: {'Port': ['ID=1100d2b5-e702-440c-a75c-66c0cb892c93,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:14.138328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3ab20298-26c5-4124-b6f3-89e3e3bd0eef None None] Port 4a344e0e-0e84-496f-823b-568c2b6e789d cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:24:14.138761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:14.147858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d758b7a6-ec3b-4028-84ff-4f15e485fe93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:14.151967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:24:14.152390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Checking segment: {'id': 'dd94866b-53db-46a1-ac31-cac446f64a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '80a2d96e-9807-4d16-9859-81015c4a3384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:14.152837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:14.153280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Bound using segment: {'id': 'dd94866b-53db-46a1-ac31-cac446f64a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '80a2d96e-9807-4d16-9859-81015c4a3384'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:24:14.153802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Bound port: 8dfa8159-79b8-449d-b0bb-89bcf97984f0, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd94866b-53db-46a1-ac31-cac446f64a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '80a2d96e-9807-4d16-9859-81015c4a3384'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:24:14.154214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:14.166615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:14.172607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=f233eb4b-753e-4ef5-98f5-ea79675f541a,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:14.180387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:14.296665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] For port 8dfa8159-79b8-449d-b0bb-89bcf97984f0, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:24:14.301232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] For port 8dfa8159-79b8-449d-b0bb-89bcf97984f0, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8dfa8159-79b8-449d-b0bb-89bcf97984f0,segment=NetworkSegment(dd94866b-53db-46a1-ac31-cac446f64a3b),segment_id=dd94866b-53db-46a1-ac31-cac446f64a3b)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:24:14.319019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 9be41757-5e11-4eb5-a966-a4ee03c99781 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:24:14.361044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:14.371316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:14.377906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:14.382749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3544681 Dec 07 13:24:14.389009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40386) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:14.397986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8ef4ff40-22b4-4d7b-bafe-83fe4d1ff8b3 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 07 13:24:14.412621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:14.428337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:14.443652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Checking segment: {'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:14.444055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Network hostable DHCP agents. Network: 337ba9a3-b724-451a-acd2-20f049ad8935, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:24:14.466483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Pushing event updated for resources: {'Network': ['ID=6b481d44-b069-4a94-8787-ce1f84f6a7e3,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:14.476060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:14.477518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7554622 Dec 07 13:24:14.482389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:14.489700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.477s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:14.500177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 6b481d44-b069-4a94-8787-ce1f84f6a7e3 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:14.525019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Allocated IP 172.20.0.10 (80a2d96e-9807-4d16-9859-81015c4a3384/255f50e7-32b6-45e9-9733-d03182a42ee0/bad224a1-7820-4508-bec4-71c93984ccec) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:14.541087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40390) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:14.543362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6dedbcb9-c243-45c4-99be-adcf08fcd92e tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Request body: {'network': {'project_id': '1d9c3abccdf441b5aa28dc4e426dadd7'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:14.569461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "DELETE /v2.0/networks/8ef4ff40-22b4-4d7b-bafe-83fe4d1ff8b3 HTTP/1.1" status: 204 len: 168 time: 2.7104745 Dec 07 13:24:14.570860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ef4ff40-22b4-4d7b-bafe-83fe4d1ff8b3,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:14.574716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40394) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:14.578502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1201219069', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'fixed_ips': [{'ip_address': '172.36.4.182'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:14.579629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:14.588482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6dedbcb9-c243-45c4-99be-adcf08fcd92e tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:14.594072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6dedbcb9-c243-45c4-99be-adcf08fcd92e tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Usage tracker for resource:network and tenant:1d9c3abccdf441b5aa28dc4e426dadd7 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:14.597825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6dedbcb9-c243-45c4-99be-adcf08fcd92e tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:14.607448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:14.613481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:14.622659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:14.627528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 9be41757-5e11-4eb5-a966-a4ee03c99781 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:14.627954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:14.645875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Usage tracker for resource:port and tenant:7a64663987294dfb870282c002dd7038 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:14.657422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Pushing event updated for resources: {'Port': ['ID=8dfa8159-79b8-449d-b0bb-89bcf97984f0,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:14.665727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:14.671904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Usage tracker for resource:network and tenant:6951eb15a650418bb22d2212097851a4 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:14.674825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:14.686430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:14.703340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:14.710568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Pushing event updated for resources: {'Port': ['ID=0ff09dcb-ea96-40cd-a4a1-bc975df8726d,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:14.714463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:14.720589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:14.722258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.645s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:14.795372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f233eb4b-753e-4ef5-98f5-ea79675f541a up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:24:14.827276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:14.834516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6dedbcb9-c243-45c4-99be-adcf08fcd92e tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:14.836481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dedbcb9-c243-45c4-99be-adcf08fcd92e tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 07 13:24:14.837422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dedbcb9-c243-45c4-99be-adcf08fcd92e tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:24:14.841900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6dedbcb9-c243-45c4-99be-adcf08fcd92e tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4471521 Dec 07 13:24:14.844321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40398) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:14.847991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Made reservation on behalf of 7a64663987294dfb870282c002dd7038 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:14.853030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:14.890995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:14.900153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port f233eb4b-753e-4ef5-98f5-ea79675f541a triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:14.900744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:14.929687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Network 337ba9a3-b724-451a-acd2-20f049ad8935 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:24:14.932232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Made reservation on behalf of 6951eb15a650418bb22d2212097851a4 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:14.937118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:14.944836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aead46d1-75c8-47c4-befc-7b422b3ff26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:14.970644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:14.999937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1882978-5404-48ea-ab3c-6d6be798d187,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:15.021890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:15.044634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a344e0e-0e84-496f-823b-568c2b6e789d,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:15.077925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:15.113136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8e8ec088-743b-433a-b887-a248ce191465 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d9c3abccdf441b5aa28dc4e426dadd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2662883 Dec 07 13:24:15.113894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40402) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:15.118210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 337ba9a3-b724-451a-acd2-20f049ad8935) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:15.131334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2c78e7-8fab-4fbb-ac5a-400d978564b3 None None] Network 337ba9a3-b724-451a-acd2-20f049ad8935 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:15.189323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:15.279550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:15.291969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:15.347281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-da8433cf-d6e0-4129-b58d-26dd9c3c4cc7 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:15.385941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:15.391074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:15.391506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:15.391909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:15.397966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-da8433cf-d6e0-4129-b58d-26dd9c3c4cc7 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:15.412093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:15.412481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Added segment dc1ac0b8-42b4-47b4-80d2-f88a5d57df35 of type vlan for network 8cd1bd0d-f4db-4f6d-8b17-58b0d5040548 Dec 07 13:24:15.415024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] device_id is not set on port ca1dedff-0ee0-492b-b817-6ee7333a56b9 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:15.419362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Usage tracker for resource:security_group_rule and tenant:7a64663987294dfb870282c002dd7038 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:15.438412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:15.461491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:15.475252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:15.480710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:15.481103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:15.488235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Network 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:15.490023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:15.497343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 2 to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 Dec 07 13:24:15.550592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Transition to ACTIVE for port object ca1dedff-0ee0-492b-b817-6ee7333a56b9 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:15.572397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:15.594502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:15.599426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:15.599426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:15.599611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:15.627921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Router beaff009-5582-4ced-8cea-3b5b142476d5 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:24:15.630976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:15.639355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-da8433cf-d6e0-4129-b58d-26dd9c3c4cc7 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:15.649994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:15.650372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:15.654020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:15.656884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 3 to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 Dec 07 13:24:15.666968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Transition to ACTIVE for port object bad224a1-7820-4508-bec4-71c93984ccec will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:15.671974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8433cf-d6e0-4129-b58d-26dd9c3c4cc7 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60b60fe-7a4c-4798-a2de-cf0866c70340,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:15.685652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:15.687310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-da8433cf-d6e0-4129-b58d-26dd9c3c4cc7 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:15.695630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-da8433cf-d6e0-4129-b58d-26dd9c3c4cc7 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:15.699842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-da8433cf-d6e0-4129-b58d-26dd9c3c4cc7 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/f60b60fe-7a4c-4798-a2de-cf0866c70340 HTTP/1.1" status: 204 len: 168 time: 0.5814571 Dec 07 13:24:15.702226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40406) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:15.760938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:15.761308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:15.761670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:15.819019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:15.892798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:15.900739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:15.902460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:15.905229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:15.905590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:15.909825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 4 to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 Dec 07 13:24:15.920241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Pushing event updated for resources: {'Port': ['ID=ca1dedff-0ee0-492b-b817-6ee7333a56b9,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:15.924407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f22ef2ef-458f-4b30-ac33-9954c558f063 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:15.934135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:15.943304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:16.080225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5202c726-da0a-4c35-af26-14e421ace367 None None] Provisioning complete for port 4a344e0e-0e84-496f-823b-568c2b6e789d triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:16.081076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5202c726-da0a-4c35-af26-14e421ace367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:16.142138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:16.143488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5202c726-da0a-4c35-af26-14e421ace367 None None] Port 4a344e0e-0e84-496f-823b-568c2b6e789d cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:24:16.156481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f22ef2ef-458f-4b30-ac33-9954c558f063 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:16.189769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f22ef2ef-458f-4b30-ac33-9954c558f063 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b481d44-b069-4a94-8787-ce1f84f6a7e3']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:16.213821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f22ef2ef-458f-4b30-ac33-9954c558f063 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3b23bc-c7de-4de5-aa13-67c55b397b9b') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:16.214154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f22ef2ef-458f-4b30-ac33-9954c558f063 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3b23bc-c7de-4de5-aa13-67c55b397b9b') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:16.217714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:16.218033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:16.218405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:16.221749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] device_id is not set on port e0f6220e-fb41-4591-bb24-818468955309 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:16.230829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f22ef2ef-458f-4b30-ac33-9954c558f063 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:16.255042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f22ef2ef-458f-4b30-ac33-9954c558f063 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:16.262052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22ef2ef-458f-4b30-ac33-9954c558f063 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:24:16.262254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f22ef2ef-458f-4b30-ac33-9954c558f063 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:16.290038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:16.334193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Checking segment: {'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:16.334535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Network hostable DHCP agents. Network: 62bf362f-9a99-423c-97d7-7bf5af466693, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:24:16.339307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:16.339497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:16.346234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 5 to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 Dec 07 13:24:16.355380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Pushing event updated for resources: {'Network': ['ID=8cd1bd0d-f4db-4f6d-8b17-58b0d5040548,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:24:16.355685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:24:16.366851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7778516 Dec 07 13:24:16.369957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:16.373545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40410) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:16.375473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 8cd1bd0d-f4db-4f6d-8b17-58b0d5040548 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:16.380783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:16.383389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Request body: {'subnet': {'network_id': '8cd1bd0d-f4db-4f6d-8b17-58b0d5040548', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:16.394351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:16.404939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Usage tracker for resource:subnet and tenant:6951eb15a650418bb22d2212097851a4 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:16.411186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:16.414750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f22ef2ef-458f-4b30-ac33-9954c558f063 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:16.420007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8dfa8159-79b8-449d-b0bb-89bcf97984f0 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:24:16.421734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:24:16.422904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:16.428405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f22ef2ef-458f-4b30-ac33-9954c558f063 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:16.435059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:16.435555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:16.435931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:16.436306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:16.450692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f22ef2ef-458f-4b30-ac33-9954c558f063 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] 10.222.0.24 "DELETE /v2.0/networks/6b481d44-b069-4a94-8787-ce1f84f6a7e3 HTTP/1.1" status: 204 len: 168 time: 0.7473698 Dec 07 13:24:16.460434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40414) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:16.498891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ef2ef-458f-4b30-ac33-9954c558f063 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b481d44-b069-4a94-8787-ce1f84f6a7e3,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:16.501299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f22ef2ef-458f-4b30-ac33-9954c558f063 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:16.554468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Made reservation on behalf of 6951eb15a650418bb22d2212097851a4 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:16.557041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:16.557413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:16.558872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:16.575045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 6 to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 Dec 07 13:24:16.612752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Network 80a2d96e-9807-4d16-9859-81015c4a3384 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:16.617283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:16.617624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:16.617876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:16.628221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:16.635771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 8dfa8159-79b8-449d-b0bb-89bcf97984f0 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:24:16.637165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26efdaa3-b52d-427e-bd3b-e25fd77b6a5e,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:16.654478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:16.658761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:16.659496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:16.691623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:16.692815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:16.698690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 7 to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 Dec 07 13:24:16.734889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fcc6d4-f03a-42b2-9fca-286c3e07e784 None None] Network 80a2d96e-9807-4d16-9859-81015c4a3384 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:16.768312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-663d2825-7412-4b5e-98d6-9f98fae9b767 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:16.776869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:16.778785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:16.779154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:16.779549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:16.781579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:16.825660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4332778 Dec 07 13:24:16.825660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Network 62bf362f-9a99-423c-97d7-7bf5af466693 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:24:16.829481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40420) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:16.877448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4d62c4b0-0491-4866-8f61-17907e4a57da None None] Provisioning for port 8dfa8159-79b8-449d-b0bb-89bcf97984f0 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:24:16.885000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4d62c4b0-0491-4866-8f61-17907e4a57da None None] Provisioning complete for port 8dfa8159-79b8-449d-b0bb-89bcf97984f0 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:16.885308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d62c4b0-0491-4866-8f61-17907e4a57da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:16.922103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:16.922683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:16.933325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 8 to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 Dec 07 13:24:16.966013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 62bf362f-9a99-423c-97d7-7bf5af466693) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:16.989115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Pushing event updated for resources: {'Port': ['ID=bad224a1-7820-4508-bec4-71c93984ccec,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:16.996773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:16.997144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:16.997960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:16.999808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-663d2825-7412-4b5e-98d6-9f98fae9b767 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:17.001132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:17.002929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa6dcab-fdfa-4a52-8c48-e55d625a111e None None] Network 62bf362f-9a99-423c-97d7-7bf5af466693 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:17.003032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:17.016272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3f16db67-55d8-4975-a568-6b8600b4bef8 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Deleting port bad224a1-7820-4508-bec4-71c93984ccec {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:24:17.016983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f16db67-55d8-4975-a568-6b8600b4bef8 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:17.044963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 07 13:24:17.045385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:24:17.094201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:17.094622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:17.101433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 9 to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 Dec 07 13:24:17.109310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:17.109671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:17.112380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:17.151120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.6060250 Dec 07 13:24:17.151120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:17.151120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:17.151120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:17.154296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:24:17.191226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Sync routers for ids ['beaff009-5582-4ced-8cea-3b5b142476d5'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:24:17.192742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40424) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:17.195772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:17.196133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:17.266878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 2 to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 Dec 07 13:24:17.294647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-663d2825-7412-4b5e-98d6-9f98fae9b767 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87d4f76-dd01-43a8-9d64-1db467e8b9ed']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:17.318360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-663d2825-7412-4b5e-98d6-9f98fae9b767 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7685580d-0092-4105-91e8-ef9b430d7379') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:17.319182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-663d2825-7412-4b5e-98d6-9f98fae9b767 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7685580d-0092-4105-91e8-ef9b430d7379') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:17.321867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:17.322237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:17.327883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 10 to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 Dec 07 13:24:17.336777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:17.337431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:17.337562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:17.351049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-663d2825-7412-4b5e-98d6-9f98fae9b767 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:17.391116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-663d2825-7412-4b5e-98d6-9f98fae9b767 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:17.408178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663d2825-7412-4b5e-98d6-9f98fae9b767 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:24:17.408723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-663d2825-7412-4b5e-98d6-9f98fae9b767 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:24:17.427005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:24:17.452929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:17.456902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f7a7669c-a0d6-4c84-860d-ea612db23863 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.1491890 Dec 07 13:24:17.468090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:17.468455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:17.468824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:17.471064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40428) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:17.525111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:17.525111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:17.525500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Routers {'beaff009-5582-4ced-8cea-3b5b142476d5'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:24:17.526309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:24:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['beaff009-5582-4ced-8cea-3b5b142476d5'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:17.595815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 3 to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 Dec 07 13:24:17.603265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d62c4b0-0491-4866-8f61-17907e4a57da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:17.607298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:24:17.617871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-663d2825-7412-4b5e-98d6-9f98fae9b767 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:17.618377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-41d19dcc-4712-4597-9db8-a455366a033f tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Deleting port 0ff09dcb-ea96-40cd-a4a1-bc975df8726d {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:24:17.618954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41d19dcc-4712-4597-9db8-a455366a033f tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:17.627489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-663d2825-7412-4b5e-98d6-9f98fae9b767 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:17.628684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Sync routers for ids ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:24:17.631670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:17.662114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Routers {'89d1cade-e63d-460f-bf0c-29e396fd4bd7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:24:17.665078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:24:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:17.672141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] 10.222.0.24 "PUT /v2.0/routers/89d1cade-e63d-460f-bf0c-29e396fd4bd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7802358 Dec 07 13:24:17.673370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d2825-7412-4b5e-98d6-9f98fae9b767 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Pushing event deleted for resources: {'Network': ['ID=d87d4f76-dd01-43a8-9d64-1db467e8b9ed,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:17.679193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-663d2825-7412-4b5e-98d6-9f98fae9b767 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] 10.222.0.24 "DELETE /v2.0/networks/d87d4f76-dd01-43a8-9d64-1db467e8b9ed HTTP/1.1" status: 204 len: 168 time: 1.2175896 Dec 07 13:24:17.680965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-663d2825-7412-4b5e-98d6-9f98fae9b767 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:17.710156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 1100d2b5-e702-440c-a75c-66c0cb892c93 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:17.710561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 1100d2b5-e702-440c-a75c-66c0cb892c93 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:17.710967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:17.744196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:17.744568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:17.744946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:17.809951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4d62c4b0-0491-4866-8f61-17907e4a57da None None] For port 8dfa8159-79b8-449d-b0bb-89bcf97984f0, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8dfa8159-79b8-449d-b0bb-89bcf97984f0,segment=NetworkSegment(dd94866b-53db-46a1-ac31-cac446f64a3b),segment_id=dd94866b-53db-46a1-ac31-cac446f64a3b)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:24:17.829985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:17.842673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bc675884-9464-4148-ad12-b47079ccf332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:17.866464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d62c4b0-0491-4866-8f61-17907e4a57da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:17.900359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66091625-99b6-475d-a6bf-d5a45cfc7b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:17.991188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Set router beaff009-5582-4ced-8cea-3b5b142476d5 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:24:18.000081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Pushing event updated for resources: {'Subnet': ['ID=599857b0-f83a-4986-9a0a-147bbb0677e5,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:18.008077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:18.028719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Checking segment: {'id': 'dc1ac0b8-42b4-47b4-80d2-f88a5d57df35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8cd1bd0d-f4db-4f6d-8b17-58b0d5040548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:18.029939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Network hostable DHCP agents. Network: 8cd1bd0d-f4db-4f6d-8b17-58b0d5040548, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:24:18.105394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Network 8cd1bd0d-f4db-4f6d-8b17-58b0d5040548 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:24:18.116361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41d19dcc-4712-4597-9db8-a455366a033f tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:18.116672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Set router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:24:18.116798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41d19dcc-4712-4597-9db8-a455366a033f tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:18.202525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 8cd1bd0d-f4db-4f6d-8b17-58b0d5040548) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:18.207058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:18.207951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:18.274873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8966422 Dec 07 13:24:18.275135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40442) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:18.303648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Request body: {'floatingip': {'floating_network_id': '8cd1bd0d-f4db-4f6d-8b17-58b0d5040548'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:18.320828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62c4b0-0491-4866-8f61-17907e4a57da None None] Pushing event updated for resources: {'Port': ['ID=8dfa8159-79b8-449d-b0bb-89bcf97984f0,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:18.333150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:18.340309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9c5898-0465-46a8-9637-47ca4746b946 None None] Network 8cd1bd0d-f4db-4f6d-8b17-58b0d5040548 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:18.347559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Usage tracker for resource:floatingip and tenant:6951eb15a650418bb22d2212097851a4 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:18.355535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:18.373257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d62c4b0-0491-4866-8f61-17907e4a57da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:18.373971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:18.471512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:18.544408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:18.544994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:18.592847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-41d19dcc-4712-4597-9db8-a455366a033f tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Calling delete_port for 0ff09dcb-ea96-40cd-a4a1-bc975df8726d owned by network:floatingip {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:24:18.634916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 4 to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 Dec 07 13:24:18.714703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-601cb770-e785-4a2e-b727-82fca2c53888 None None] Provisioning for port bad224a1-7820-4508-bec4-71c93984ccec completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:24:18.720015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f16db67-55d8-4975-a568-6b8600b4bef8 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:18.763511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-601cb770-e785-4a2e-b727-82fca2c53888 None None] Provisioning complete for port bad224a1-7820-4508-bec4-71c93984ccec triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:18.763939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-601cb770-e785-4a2e-b727-82fca2c53888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:18.788907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'name': 'tempest-ServersTestJSON-916463053-router', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:04Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'gw_port': {'id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:05Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '4a344e0e-0e84-496f-823b-568c2b6e789d', 'name': '', 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'mac_address': 'fa:16:3e:05:57:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:11Z', 'updated_at': '2021-12-07T13:24:14Z', 'revision_number': 2, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'subnets': [{'id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:18.793591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Checking router: 89d1cade-e63d-460f-bf0c-29e396fd4bd7 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:24:18.794205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Updating router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 port 4a344e0e-0e84-496f-823b-568c2b6e789d binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:24:18.794610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:18.862470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:18.914872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:18.915484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:18.916004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:18.969172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40452) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:18.983955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-601cb770-e785-4a2e-b727-82fca2c53888 None None] Port bad224a1-7820-4508-bec4-71c93984ccec cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:24:19.014391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3f16db67-55d8-4975-a568-6b8600b4bef8 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Calling delete_port for bad224a1-7820-4508-bec4-71c93984ccec owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:24:19.136641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7748f6a5-34c7-4e25-ac53-0262cb9fd611 None None] Network 8cd1bd0d-f4db-4f6d-8b17-58b0d5040548 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:19.137696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Allocated IP 172.20.0.3 (8cd1bd0d-f4db-4f6d-8b17-58b0d5040548/599857b0-f83a-4986-9a0a-147bbb0677e5/0b4cdadb-ed7b-4f0a-8239-4ad01cac7dda) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:19.204344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-601cb770-e785-4a2e-b727-82fca2c53888 None None] Provisioning complete for port 8dfa8159-79b8-449d-b0bb-89bcf97984f0 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:19.205524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:19.206044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:19.209281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40458) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:19.212034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-601cb770-e785-4a2e-b727-82fca2c53888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:19.218352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 5 to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 Dec 07 13:24:19.230673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f53db296-5c96-47d8-bf1a-0925c18fc40c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2132011541', 'description': 'tempest-description--680687861'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:19.241325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] For port 1100d2b5-e702-440c-a75c-66c0cb892c93, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:24:19.241715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempted to set empty binding levels {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 07 13:24:19.286565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:19.286959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:19.287368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:19.303596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:19.309157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'name': 'tempest-ServerActionsTestJSON-444262923-router', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:06Z', 'updated_at': '2021-12-07T13:24:11Z', 'revision_number': 3, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'gw_port': {'id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ed:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:09Z', 'updated_at': '2021-12-07T13:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:19.313589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2a51719f-134a-476e-ac3d-727c567b1081 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:19.328351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Checking router: beaff009-5582-4ced-8cea-3b5b142476d5 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:24:19.328739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Updating router beaff009-5582-4ced-8cea-3b5b142476d5 port 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:24:19.362761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:19.373938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f53db296-5c96-47d8-bf1a-0925c18fc40c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:19.386125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Transition to ACTIVE for port object 4a344e0e-0e84-496f-823b-568c2b6e789d will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:19.387891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f53db296-5c96-47d8-bf1a-0925c18fc40c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Usage tracker for resource:security_group and tenant:a2bbc6bb9092480ba6a861e4cadd4f90 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:19.391418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f53db296-5c96-47d8-bf1a-0925c18fc40c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:19.394214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:19.394740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:19.396904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca314c5f-c435-4392-a28a-92054d9d2872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:19.407382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 6 to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 Dec 07 13:24:19.417901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f53db296-5c96-47d8-bf1a-0925c18fc40c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:19.424625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:19.434308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0ca5e3e0-00d4-437d-b865-a59d3740db0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:19.486048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f53db296-5c96-47d8-bf1a-0925c18fc40c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:19.503965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ca314c5f-c435-4392-a28a-92054d9d2872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:19.510335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:19.526444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ca314c5f-c435-4392-a28a-92054d9d2872 admin admin] Usage tracker for resource:security_group_rule and tenant:0a0a88e482294038b693ff78edac8e15 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:19.528523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:19.528897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:19.529266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:19.532754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:19.538078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ca314c5f-c435-4392-a28a-92054d9d2872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:19.547694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:19.548054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:19.553362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ca314c5f-c435-4392-a28a-92054d9d2872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:19.555978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:19.566744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 7 to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 Dec 07 13:24:19.594916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:19.595337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:19.595711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:19.597957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Pushing event updated for resources: {'Port': ['ID=1100d2b5-e702-440c-a75c-66c0cb892c93,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:19.601230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f53db296-5c96-47d8-bf1a-0925c18fc40c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:19.611181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f53db296-5c96-47d8-bf1a-0925c18fc40c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Usage tracker for resource:security_group_rule and tenant:a2bbc6bb9092480ba6a861e4cadd4f90 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:19.621410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f53db296-5c96-47d8-bf1a-0925c18fc40c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:19.639133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f53db296-5c96-47d8-bf1a-0925c18fc40c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:19.681606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:19.710167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:19.710529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:19.716724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 8 to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 Dec 07 13:24:19.729287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:19.758224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:19.765908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:19.766276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:19.766826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:19.785231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 9.3634233 Dec 07 13:24:19.787151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41d19dcc-4712-4597-9db8-a455366a033f tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:19.788007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40462) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:19.809631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca314c5f-c435-4392-a28a-92054d9d2872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:19.845325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca314c5f-c435-4392-a28a-92054d9d2872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:19.887159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f53db296-5c96-47d8-bf1a-0925c18fc40c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:19.887442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:19.890343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Network 8cd1bd0d-f4db-4f6d-8b17-58b0d5040548 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:19.893164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5902fa-f973-4ef9-af01-16a08216f3f6 None None] Pushing event updated for resources: {'Port': ['ID=4a344e0e-0e84-496f-823b-568c2b6e789d,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:19.901134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Pushing event updated for resources: {'Port': ['ID=0b4cdadb-ed7b-4f0a-8239-4ad01cac7dda,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:19.905627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:19.909777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:19.913343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:19.919101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee5902fa-f973-4ef9-af01-16a08216f3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:19.963609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:19.986593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f53db296-5c96-47d8-bf1a-0925c18fc40c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.022898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a57f04fa-285e-453f-9e0e-b0190841696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Deleting port 1100d2b5-e702-440c-a75c-66c0cb892c93 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:24:20.023420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a57f04fa-285e-453f-9e0e-b0190841696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.039540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Attempting to bind port 4a344e0e-0e84-496f-823b-568c2b6e789d on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:20.040327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Attempting to bind port 4a344e0e-0e84-496f-823b-568c2b6e789d by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'ec4dbe42-53d0-4865-b677-590c770f67c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:20.041055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Attempting to bind port 4a344e0e-0e84-496f-823b-568c2b6e789d on network 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:20.049732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:24:20.050613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Checking segment: {'id': 'ec4dbe42-53d0-4865-b677-590c770f67c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:20.051981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca314c5f-c435-4392-a28a-92054d9d2872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b56882-2149-48f6-a3d5-6efc6e08a9ff,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:20.052591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.053237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Bound using segment: {'id': 'ec4dbe42-53d0-4865-b677-590c770f67c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:24:20.053960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Bound port: 4a344e0e-0e84-496f-823b-568c2b6e789d, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4dbe42-53d0-4865-b677-590c770f67c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:24:20.054596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.055536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ca314c5f-c435-4392-a28a-92054d9d2872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:20.061533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-da8433cf-d6e0-4129-b58d-26dd9c3c4cc7 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:20.073116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ca314c5f-c435-4392-a28a-92054d9d2872 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a0a88e482294038b693ff78edac8e15&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1004775 Dec 07 13:24:20.084661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40466) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:20.088559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d19dcc-4712-4597-9db8-a455366a033f tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ff09dcb-ea96-40cd-a4a1-bc975df8726d,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:20.101708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-41d19dcc-4712-4597-9db8-a455366a033f tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:20.106914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:20.107289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:20.119319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53db296-5c96-47d8-bf1a-0925c18fc40c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:20.122467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f53db296-5c96-47d8-bf1a-0925c18fc40c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:20.153391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 9 to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 Dec 07 13:24:20.162850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f53db296-5c96-47d8-bf1a-0925c18fc40c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.166854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f53db296-5c96-47d8-bf1a-0925c18fc40c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9539123 Dec 07 13:24:20.172241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40470) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:20.174752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] For port 4a344e0e-0e84-496f-823b-568c2b6e789d, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:24:20.180948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] For port 4a344e0e-0e84-496f-823b-568c2b6e789d, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4a344e0e-0e84-496f-823b-568c2b6e789d,segment=NetworkSegment(ec4dbe42-53d0-4865-b677-590c770f67c1),segment_id=ec4dbe42-53d0-4865-b677-590c770f67c1)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:24:20.185066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f16db67-55d8-4975-a568-6b8600b4bef8 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.232208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-524510e8-a4a3-4d9a-bbd5-b4ea9c0e4724 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Request body: {'security_group_rule': {'security_group_id': '5b909c26-cb11-4e2a-a3ad-ef2c9e75577d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:20.254276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.255562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:20.255922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:20.256285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:20.262452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:20.289352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-524510e8-a4a3-4d9a-bbd5-b4ea9c0e4724 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:20.293029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:20.302086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.371274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8dfa8159-79b8-449d-b0bb-89bcf97984f0 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:24:20.397503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Routers {'89d1cade-e63d-460f-bf0c-29e396fd4bd7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:24:20.398186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:24:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:20.405389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.471548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-524510e8-a4a3-4d9a-bbd5-b4ea9c0e4724 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Usage tracker for resource:security_group_rule and tenant:a2bbc6bb9092480ba6a861e4cadd4f90 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:20.496335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-349b1017-1fea-49fe-a612-ed25241a5e16 None None] Could not find standard attr ID for object bad224a1-7820-4508-bec4-71c93984ccec. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:24:20.515358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41d19dcc-4712-4597-9db8-a455366a033f tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.518337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5902fa-f973-4ef9-af01-16a08216f3f6 None None] Pushing event updated for resources: {'Port': ['ID=4a344e0e-0e84-496f-823b-568c2b6e789d,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:20.526686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41d19dcc-4712-4597-9db8-a455366a033f tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.528204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-41d19dcc-4712-4597-9db8-a455366a033f tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/57e054be-7e52-4beb-81b2-132a64d755a8 HTTP/1.1" status: 204 len: 168 time: 3.3340144 Dec 07 13:24:20.537368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee5902fa-f973-4ef9-af01-16a08216f3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:20.544872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-524510e8-a4a3-4d9a-bbd5-b4ea9c0e4724 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:20.550934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f9387d8-4904-4b7d-a18f-5eae45ed45f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.560696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-524510e8-a4a3-4d9a-bbd5-b4ea9c0e4724 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:20.605313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:20.605552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 8dfa8159-79b8-449d-b0bb-89bcf97984f0 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:20.606100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.607832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:20.628345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f16db67-55d8-4975-a568-6b8600b4bef8 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.635996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3f16db67-55d8-4975-a568-6b8600b4bef8 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] 10.222.0.24 "DELETE /v2.0/ports/bad224a1-7820-4508-bec4-71c93984ccec HTTP/1.1" status: 204 len: 168 time: 3.7935135 Dec 07 13:24:20.637169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40480) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:20.637670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 10 to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 Dec 07 13:24:20.679276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:20.679997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:20.679997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:20.706004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.717762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16db67-55d8-4975-a568-6b8600b4bef8 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Pushing event deleted for resources: {'Port': ['ID=bad224a1-7820-4508-bec4-71c93984ccec,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:20.755655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3f16db67-55d8-4975-a568-6b8600b4bef8 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:20.768914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Transition to ACTIVE for port object 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:20.780350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f9387d8-4904-4b7d-a18f-5eae45ed45f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.784398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] Set router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:24:20.902149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.952342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:20.959849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:20.980075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.027758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:21.113639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Attempting to bind port 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:21.114060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Attempting to bind port 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:21.114467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Attempting to bind port 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:21.118481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4190b-18e8-4404-94f4-b73e2f75bd79 None None] Pushing event updated for resources: {'Port': ['ID=3694ffb7-82c0-4f1f-906e-ba2e36e06e8e,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:21.123163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aed4190b-18e8-4404-94f4-b73e2f75bd79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:21.136980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:24:21.137399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:21.137847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.138281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:24:21.138814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Bound port: 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:24:21.139246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.143224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Pushing event updated for resources: {'Port': ['ID=0b4cdadb-ed7b-4f0a-8239-4ad01cac7dda,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:21.232172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:21.232172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port ca1dedff-0ee0-492b-b817-6ee7333a56b9 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:21.232172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.236696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-524510e8-a4a3-4d9a-bbd5-b4ea9c0e4724 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.241635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.281378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0350a018-c9a8-4a8e-b3fe-008c58694b56 tempest-DHCPAgentSchedulersTestJSON-62721683 tempest-DHCPAgentSchedulersTestJSON-62721683-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5290322 Dec 07 13:24:21.281945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40490) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:21.294162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-802683745'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:21.302016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:21.309812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Usage tracker for resource:network and tenant:80f9128484d5437aa68defa1a0667ad9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:21.315855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:21.324823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:21.327273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] For port 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:24:21.333405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] For port 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=3694ffb7-82c0-4f1f-906e-ba2e36e06e8e,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:24:21.339798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.347058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0693130 Dec 07 13:24:21.347170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40494) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:21.348579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:21.362161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'name': 'tempest-ServersTestJSON-916463053-router', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:04Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'gw_port': {'id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:05Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '4a344e0e-0e84-496f-823b-568c2b6e789d', 'name': '', 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'mac_address': 'fa:16:3e:05:57:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:11Z', 'updated_at': '2021-12-07T13:24:20Z', 'revision_number': 4, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'subnets': [{'id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:21.367929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40498) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:21.369191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0f4306-ce9c-48e6-bcc2-90a173fae257 None None] The sync data for ids ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'] in dv-neutron-ussuri-2-hyperv is: [{'id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'name': 'tempest-ServersTestJSON-916463053-router', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:04Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'gw_port': {'id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:05Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '4a344e0e-0e84-496f-823b-568c2b6e789d', 'name': '', 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'mac_address': 'fa:16:3e:05:57:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:11Z', 'updated_at': '2021-12-07T13:24:20Z', 'revision_number': 4, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'subnets': [{'id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:24:21.375663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.375663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:21.395153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Made reservation on behalf of 80f9128484d5437aa68defa1a0667ad9 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:21.403480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.443859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] For port ca1dedff-0ee0-492b-b817-6ee7333a56b9, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:24:21.444316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempted to set empty binding levels {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 07 13:24:21.447132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a57f04fa-285e-453f-9e0e-b0190841696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] For port 1100d2b5-e702-440c-a75c-66c0cb892c93, host hv-neutron-ussu, got binding levels [] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:24:21.447132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a57f04fa-285e-453f-9e0e-b0190841696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.528788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4190b-18e8-4404-94f4-b73e2f75bd79 None None] Pushing event updated for resources: {'Port': ['ID=3694ffb7-82c0-4f1f-906e-ba2e36e06e8e,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:21.532987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aed4190b-18e8-4404-94f4-b73e2f75bd79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:21.537158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Routers {'beaff009-5582-4ced-8cea-3b5b142476d5'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:24:21.537955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:24:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['beaff009-5582-4ced-8cea-3b5b142476d5'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:21.547356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.609691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:21.627200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-648891ee-5b3c-4640-ace8-a21e022bdc9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.631513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3f16db67-55d8-4975-a568-6b8600b4bef8 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:21.680293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.680681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Added segment 83f35302-418d-459c-9a2e-7df4953859e3 of type vlan for network 39525628-c865-4a8f-b81f-83cdfb41e148 Dec 07 13:24:21.714685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.748095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a57f04fa-285e-453f-9e0e-b0190841696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Calling delete_port for 1100d2b5-e702-440c-a75c-66c0cb892c93 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:24:21.773601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] Set router beaff009-5582-4ced-8cea-3b5b142476d5 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:24:21.797010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.801977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:21.803763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.809611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-52796a01-7d2a-4592-95b4-2bb358bdbce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:21.825260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-07684610-3a10-4e7f-b979-29f634fa75e7 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=8cd1bd0d-f4db-4f6d-8b17-58b0d5040548 HTTP/1.1" status: 200 len: 689 time: 0.4706252 Dec 07 13:24:21.855686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40504) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:21.870472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.920341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Pushing event updated for resources: {'Port': ['ID=ca1dedff-0ee0-492b-b817-6ee7333a56b9,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:21.922723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f9387d8-4904-4b7d-a18f-5eae45ed45f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:21.923695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:21.950765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-648891ee-5b3c-4640-ace8-a21e022bdc9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:21.965417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-648891ee-5b3c-4640-ace8-a21e022bdc9c admin admin] Usage tracker for resource:security_group_rule and tenant:6797d349fda04f128e79ef71c7ae192e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:21.968216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Pushing event updated for resources: {'Network': ['ID=39525628-c865-4a8f-b81f-83cdfb41e148,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:21.971975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-648891ee-5b3c-4640-ace8-a21e022bdc9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:21.990147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:21.992336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-648891ee-5b3c-4640-ace8-a21e022bdc9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:21.997262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 39525628-c865-4a8f-b81f-83cdfb41e148 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:22.005941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d0d8448-17a4-49c2-9630-b389aa9c9190 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:22.026339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7429938 Dec 07 13:24:22.029023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40508) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:22.050639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-524510e8-a4a3-4d9a-bbd5-b4ea9c0e4724 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:22.054871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9387d8-4904-4b7d-a18f-5eae45ed45f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b56882-2149-48f6-a3d5-6efc6e08a9ff,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:22.060323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f9387d8-4904-4b7d-a18f-5eae45ed45f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:22.141092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-524510e8-a4a3-4d9a-bbd5-b4ea9c0e4724 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:22.172310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:22.199498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a57f04fa-285e-453f-9e0e-b0190841696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:22.217309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f9387d8-4904-4b7d-a18f-5eae45ed45f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:22.221338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5f9387d8-4904-4b7d-a18f-5eae45ed45f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78b56882-2149-48f6-a3d5-6efc6e08a9ff HTTP/1.1" status: 204 len: 168 time: 2.1298914 Dec 07 13:24:22.228451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524510e8-a4a3-4d9a-bbd5-b4ea9c0e4724 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9d8489-6aa6-4600-ab10-b5a73fd96860,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:22.242282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 10.4490886 Dec 07 13:24:22.256915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40514) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:22.260565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-524510e8-a4a3-4d9a-bbd5-b4ea9c0e4724 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:22.267284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:22.292694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-648891ee-5b3c-4640-ace8-a21e022bdc9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:22.377803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'name': 'tempest-ServerActionsTestJSON-444262923-router', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:06Z', 'updated_at': '2021-12-07T13:24:11Z', 'revision_number': 3, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'gw_port': {'id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ed:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:09Z', 'updated_at': '2021-12-07T13:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:22.382385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc410f4-aae5-45c0-9940-0f15aeebe1cb None None] The sync data for ids ['beaff009-5582-4ced-8cea-3b5b142476d5'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'name': 'tempest-ServerActionsTestJSON-444262923-router', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:06Z', 'updated_at': '2021-12-07T13:24:11Z', 'revision_number': 3, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'gw_port': {'id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ed:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:09Z', 'updated_at': '2021-12-07T13:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:24:22.390801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-648891ee-5b3c-4640-ace8-a21e022bdc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:22.399143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-524510e8-a4a3-4d9a-bbd5-b4ea9c0e4724 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:22.399704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4a344e0e-0e84-496f-823b-568c2b6e789d up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:24:22.402874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-524510e8-a4a3-4d9a-bbd5-b4ea9c0e4724 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.2220101 Dec 07 13:24:22.408021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f04fa-285e-453f-9e0e-b0190841696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Pushing event deleted for resources: {'Port': ['ID=1100d2b5-e702-440c-a75c-66c0cb892c93,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:22.418650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40518) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:22.421481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:22.437774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a57f04fa-285e-453f-9e0e-b0190841696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:22.458563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:22.477874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8cfe8e5b-a446-4455-a0d2-755eb520f2c2 tempest-DHCPAgentSchedulersTestJSON-62721683 tempest-DHCPAgentSchedulersTestJSON-62721683-project-admin] 10.222.0.24 "GET /v2.0/agents/e11daae8-aa71-4d44-9960-50fb76724e81/dhcp-networks HTTP/1.1" status: 200 len: 6982 time: 0.4475844 Dec 07 13:24:22.485275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40522) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:22.488601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b3371009-5181-4fc3-8027-49f30c5363ce tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Request body: {'security_group_rule': {'security_group_id': '5b909c26-cb11-4e2a-a3ad-ef2c9e75577d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:22.497884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b3371009-5181-4fc3-8027-49f30c5363ce tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:22.531063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b3371009-5181-4fc3-8027-49f30c5363ce tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Usage tracker for resource:security_group_rule and tenant:a2bbc6bb9092480ba6a861e4cadd4f90 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:22.532119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a57f04fa-285e-453f-9e0e-b0190841696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:22.536935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a57f04fa-285e-453f-9e0e-b0190841696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] 10.222.0.24 "DELETE /v2.0/ports/1100d2b5-e702-440c-a75c-66c0cb892c93 HTTP/1.1" status: 204 len: 168 time: 2.7415142 Dec 07 13:24:22.541148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b3371009-5181-4fc3-8027-49f30c5363ce tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:22.560440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40526) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:22.572844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b3371009-5181-4fc3-8027-49f30c5363ce tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:22.573036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 4a344e0e-0e84-496f-823b-568c2b6e789d completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:24:22.578658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 4a344e0e-0e84-496f-823b-568c2b6e789d triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:22.579197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:22.667012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0eae338c-2435-4b09-8750-f42f299c32d7 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Deleting port ca1dedff-0ee0-492b-b817-6ee7333a56b9 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:24:22.667393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0eae338c-2435-4b09-8750-f42f299c32d7 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:22.721875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-648891ee-5b3c-4640-ace8-a21e022bdc9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6797d349fda04f128e79ef71c7ae192e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3518777 Dec 07 13:24:22.727612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ae9291-a2b8-4888-9a7e-62a5ffe46b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] GET failed (client error): The resource could not be found. Dec 07 13:24:22.728971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-30ae9291-a2b8-4888-9a7e-62a5ffe46b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] 10.222.0.24 "GET /v2.0/ports/1100d2b5-e702-440c-a75c-66c0cb892c93 HTTP/1.1" status: 404 len: 333 time: 0.1583047 Dec 07 13:24:22.735513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648891ee-5b3c-4640-ace8-a21e022bdc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b842180-06f2-4e0c-8d7a-42479bd16ade,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:22.738000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40532) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:22.738367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40534) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:22.739147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Deleting port 0b4cdadb-ed7b-4f0a-8239-4ad01cac7dda {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:24:22.739569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:22.752990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:22.757327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Request body: {'port': {'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1133423676'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:22.764301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-648891ee-5b3c-4640-ace8-a21e022bdc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:22.781722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3371009-5181-4fc3-8027-49f30c5363ce tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:22.799111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:22.801902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 4a344e0e-0e84-496f-823b-568c2b6e789d, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4a344e0e-0e84-496f-823b-568c2b6e789d,segment=NetworkSegment(ec4dbe42-53d0-4865-b677-590c770f67c1),segment_id=ec4dbe42-53d0-4865-b677-590c770f67c1)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:24:22.815926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Usage tracker for resource:port and tenant:8580bfde58de48deb1f11cfd8376710e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:22.831819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:22.850827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:22.853850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:22.859315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:22.958264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=4a344e0e-0e84-496f-823b-568c2b6e789d,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:22.962838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d42c863f-f1a7-45fc-83fd-8e6cb9aec708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:22.968228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Made reservation on behalf of 8580bfde58de48deb1f11cfd8376710e for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:22.973615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:22.978160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:22.993291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122b0cb4-8dc3-46e6-9585-2c4a489be43d tempest-DHCPAgentSchedulersTestJSON-62721683 tempest-DHCPAgentSchedulersTestJSON-62721683-project-admin] Network 39525628-c865-4a8f-b81f-83cdfb41e148 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:24:23.055370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d42c863f-f1a7-45fc-83fd-8e6cb9aec708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:23.073725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] device_id is not set on port 6a275412-561d-4815-8257-4020a2134d67 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:23.142738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40542) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:23.151890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15c947a-c6a1-4a4a-a095-b70db1c4b40a None None] Network 39525628-c865-4a8f-b81f-83cdfb41e148 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:23.153898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-122b0cb4-8dc3-46e6-9585-2c4a489be43d tempest-DHCPAgentSchedulersTestJSON-62721683 tempest-DHCPAgentSchedulersTestJSON-62721683-project-admin] 10.222.0.24 "POST /v2.0/agents/e11daae8-aa71-4d44-9960-50fb76724e81/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6525891 Dec 07 13:24:23.178815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3371009-5181-4fc3-8027-49f30c5363ce tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:23.208152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40546) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:23.239742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3371009-5181-4fc3-8027-49f30c5363ce tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:23.245000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:23.304357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3371009-5181-4fc3-8027-49f30c5363ce tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ccd84f-099c-4321-a2c0-49f735b44eeb,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:23.402986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0eae338c-2435-4b09-8750-f42f299c32d7 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] For port ca1dedff-0ee0-492b-b817-6ee7333a56b9, host hv-neutron-ussu, got binding levels [] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:24:23.403805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0eae338c-2435-4b09-8750-f42f299c32d7 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:23.408138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b02b9739-4720-4fc1-b1f9-01d4946b9cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:23.430838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b3371009-5181-4fc3-8027-49f30c5363ce tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:23.577714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0eae338c-2435-4b09-8750-f42f299c32d7 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Calling delete_port for ca1dedff-0ee0-492b-b817-6ee7333a56b9 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:24:23.688267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3371009-5181-4fc3-8027-49f30c5363ce tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:23.689623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b3371009-5181-4fc3-8027-49f30c5363ce tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2226446 Dec 07 13:24:23.700967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40550) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:23.715095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:23.721749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:23.722109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:23.722569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d42c863f-f1a7-45fc-83fd-8e6cb9aec708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:23.732322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:23.741483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b02b9739-4720-4fc1-b1f9-01d4946b9cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:23.776810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Usage tracker for resource:floatingip and tenant:a2bbc6bb9092480ba6a861e4cadd4f90 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:23.785131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:23.806383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:24:23.809866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f86c3531-8791-4973-85c7-4fc8814b4098 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:23.818287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b02b9739-4720-4fc1-b1f9-01d4946b9cbb admin admin] Usage tracker for resource:security_group_rule and tenant:5a1fa22be43a44cd92504c0cbf746c4d is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:23.844902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b02b9739-4720-4fc1-b1f9-01d4946b9cbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:23.864826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c863f-f1a7-45fc-83fd-8e6cb9aec708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b842180-06f2-4e0c-8d7a-42479bd16ade,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:23.869607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b02b9739-4720-4fc1-b1f9-01d4946b9cbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:23.875912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d42c863f-f1a7-45fc-83fd-8e6cb9aec708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:23.880070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d42c863f-f1a7-45fc-83fd-8e6cb9aec708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:23.881314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d42c863f-f1a7-45fc-83fd-8e6cb9aec708 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b842180-06f2-4e0c-8d7a-42479bd16ade HTTP/1.1" status: 204 len: 168 time: 1.1339240 Dec 07 13:24:23.913985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0eae338c-2435-4b09-8750-f42f299c32d7 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:23.922092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Calling delete_port for 0b4cdadb-ed7b-4f0a-8239-4ad01cac7dda owned by network:floatingip {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:24:23.953705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:23.978887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:23.996284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.023890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1fa4646f-b276-46d2-ac99-c8a0ea91fec0 tempest-DHCPAgentSchedulersTestJSON-62721683 tempest-DHCPAgentSchedulersTestJSON-62721683-project-admin] 10.222.0.24 "GET /v2.0/agents/e11daae8-aa71-4d44-9960-50fb76724e81/dhcp-networks HTTP/1.1" status: 200 len: 7726 time: 0.8146000 Dec 07 13:24:24.030264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40556) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:24.071838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae338c-2435-4b09-8750-f42f299c32d7 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca1dedff-0ee0-492b-b817-6ee7333a56b9,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:24.089048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0eae338c-2435-4b09-8750-f42f299c32d7 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:24.090468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.133174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.141068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0eae338c-2435-4b09-8750-f42f299c32d7 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.150766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b02b9739-4720-4fc1-b1f9-01d4946b9cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.161972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:24.209612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b02b9739-4720-4fc1-b1f9-01d4946b9cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.220961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0eae338c-2435-4b09-8750-f42f299c32d7 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] 10.222.0.24 "DELETE /v2.0/ports/ca1dedff-0ee0-492b-b817-6ee7333a56b9 HTTP/1.1" status: 204 len: 168 time: 1.9620566 Dec 07 13:24:24.228115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40560) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:24.267402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Network 337ba9a3-b724-451a-acd2-20f049ad8935 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:24.274509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:24.283318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:24.284177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:24.284882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.290150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Pushing event updated for resources: {'Port': ['ID=6a275412-561d-4815-8257-4020a2134d67,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:24.296031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-de1b1af6-eb88-4c1e-bfa0-963aef6ca112 tempest-DHCPAgentSchedulersTestJSON-62721683 tempest-DHCPAgentSchedulersTestJSON-62721683-project-admin] 10.222.0.24 "DELETE /v2.0/agents/e11daae8-aa71-4d44-9960-50fb76724e81/dhcp-networks/39525628-c865-4a8f-b81f-83cdfb41e148 HTTP/1.1" status: 204 len: 168 time: 0.2622690 Dec 07 13:24:24.296861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:24.297477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40564) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:24.298015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:24.307978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b02b9739-4720-4fc1-b1f9-01d4946b9cbb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a1fa22be43a44cd92504c0cbf746c4d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1584356 Dec 07 13:24:24.310999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40568) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:24.400825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b9739-4720-4fc1-b1f9-01d4946b9cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047b057e-f972-432b-a7e8-8faba0ee226f,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:24.422217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b02b9739-4720-4fc1-b1f9-01d4946b9cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:24.441525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d81cd8-6f4a-4387-b4b4-c9678ebca766 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] GET failed (client error): The resource could not be found. Dec 07 13:24:24.442861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-55d81cd8-6f4a-4387-b4b4-c9678ebca766 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Synchronizing usage tracker for tenant:067d2b4d6a5c4f258529c6869efa411d on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:24.447743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6985180 Dec 07 13:24:24.462923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40574) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:24.486800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:24.536622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:24:24.551836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.552790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c4e4bb7c-f024-48cf-b35d-aa7de67caf81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.605893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c4e4bb7c-f024-48cf-b35d-aa7de67caf81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.641392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-55d81cd8-6f4a-4387-b4b4-c9678ebca766 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Unset dirty status for tenant:067d2b4d6a5c4f258529c6869efa411d on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:24.643280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-55d81cd8-6f4a-4387-b4b4-c9678ebca766 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] 10.222.0.24 "GET /v2.0/ports/ca1dedff-0ee0-492b-b817-6ee7333a56b9 HTTP/1.1" status: 404 len: 333 time: 0.4110999 Dec 07 13:24:24.643474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.648345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0eae338c-2435-4b09-8750-f42f299c32d7 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:24.654464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40578) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:24.667000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ad11c189-d9dd-4db0-9da2-81308038fbc2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Request body: {'port': {'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1006442872'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:24.684478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ad11c189-d9dd-4db0-9da2-81308038fbc2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:24.688034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:24:24.688595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-51cc5c8b-0899-4e7f-9a7d-4eebbb6f7bf6 tempest-DHCPAgentSchedulersTestJSON-62721683 tempest-DHCPAgentSchedulersTestJSON-62721683-project-admin] 10.222.0.24 "GET /v2.0/agents/e11daae8-aa71-4d44-9960-50fb76724e81/dhcp-networks HTTP/1.1" status: 200 len: 6982 time: 0.3789818 Dec 07 13:24:24.695682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:24.696102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.704833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40582) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:24.707002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ad11c189-d9dd-4db0-9da2-81308038fbc2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:24.734772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b4cdadb-ed7b-4f0a-8239-4ad01cac7dda,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:24.746190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:24.749264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d20770ac-33ef-4bf8-8c41-736b67d820e2 tempest-DHCPAgentSchedulersTestJSON-62721683 tempest-DHCPAgentSchedulersTestJSON-62721683-project-admin] 10.222.0.24 "GET /v2.0/networks/80a2d96e-9807-4d16-9859-81015c4a3384/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0430162 Dec 07 13:24:24.754811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40586) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:24.782069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad11c189-d9dd-4db0-9da2-81308038fbc2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Made reservation on behalf of 067d2b4d6a5c4f258529c6869efa411d for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:24.787169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad11c189-d9dd-4db0-9da2-81308038fbc2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.816343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c4e4bb7c-f024-48cf-b35d-aa7de67caf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.821624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d333961e-252d-4a62-a89e-5bb30d11e533 tempest-DHCPAgentSchedulersTestJSON-62721683 tempest-DHCPAgentSchedulersTestJSON-62721683-project-admin] 10.222.0.24 "GET /v2.0/networks/80a2d96e-9807-4d16-9859-81015c4a3384/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0628872 Dec 07 13:24:24.823386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40590) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:24.836546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d42c863f-f1a7-45fc-83fd-8e6cb9aec708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:24.852492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.863148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-ad11c189-d9dd-4db0-9da2-81308038fbc2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] device_id is not set on port dba9c742-ba92-4405-803a-70770f7dfee2 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:24.870286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=3694ffb7-82c0-4f1f-906e-ba2e36e06e8e,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:24:24.905018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4bb7c-f024-48cf-b35d-aa7de67caf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047b057e-f972-432b-a7e8-8faba0ee226f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:24.913162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c4e4bb7c-f024-48cf-b35d-aa7de67caf81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.917199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c4e4bb7c-f024-48cf-b35d-aa7de67caf81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/047b057e-f972-432b-a7e8-8faba0ee226f HTTP/1.1" status: 204 len: 168 time: 0.5976698 Dec 07 13:24:24.923935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c4e4bb7c-f024-48cf-b35d-aa7de67caf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:24.936561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40596) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:24.937366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.940671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:24.943431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4a344e0e-0e84-496f-823b-568c2b6e789d up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:24:24.978300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:25.004713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:25.108293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=3694ffb7-82c0-4f1f-906e-ba2e36e06e8e,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:25.112652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:25.116480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:25.122252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 4a344e0e-0e84-496f-823b-568c2b6e789d triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:25.123010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:25.127437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9d081193-65fc-416d-9f44-4b8a823772eb tempest-DHCPAgentSchedulersTestJSON-62721683 tempest-DHCPAgentSchedulersTestJSON-62721683-project-admin] 10.222.0.24 "GET /v2.0/agents/e11daae8-aa71-4d44-9960-50fb76724e81/dhcp-networks HTTP/1.1" status: 200 len: 6982 time: 0.2958581 Dec 07 13:24:25.128136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40600) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:25.341609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1bda7539-e25e-4efb-b0c5-66ffc4d60f1a tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:25.366612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b396e1fa-61c2-46b4-9386-0b9a15386ecf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a64663987294dfb870282c002dd7038&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4132321 Dec 07 13:24:25.418882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40606) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:25.608518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:25.654699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad11c189-d9dd-4db0-9da2-81308038fbc2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:25.669441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1bda7539-e25e-4efb-b0c5-66ffc4d60f1a tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:25.704272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Allocated IP 172.20.0.1 (c206a118-c157-4a6a-b31d-dd0a64e6aab7/603ac916-d99b-4cfa-ac27-f21a852f5c1b/b1e5ed4a-207f-477f-b158-e9c82846b2e4) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:25.711313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3a75ad8-86e8-4e50-b782-c25783d5e644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:25.732933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1bda7539-e25e-4efb-b0c5-66ffc4d60f1a tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39525628-c865-4a8f-b81f-83cdfb41e148']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:25.762402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1bda7539-e25e-4efb-b0c5-66ffc4d60f1a tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f35302-418d-459c-9a2e-7df4953859e3') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:25.762887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1bda7539-e25e-4efb-b0c5-66ffc4d60f1a tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f35302-418d-459c-9a2e-7df4953859e3') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:25.776080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3a75ad8-86e8-4e50-b782-c25783d5e644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:25.795885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1bda7539-e25e-4efb-b0c5-66ffc4d60f1a tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:25.837671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1bda7539-e25e-4efb-b0c5-66ffc4d60f1a tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:25.845355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bda7539-e25e-4efb-b0c5-66ffc4d60f1a tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:24:25.845901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1bda7539-e25e-4efb-b0c5-66ffc4d60f1a tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:24:25.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:24:25.872740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad11c189-d9dd-4db0-9da2-81308038fbc2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:25.948405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:25.985544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:25.991847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Allocated IP 172.36.4.96 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/8c055961-5948-4f1d-99e9-6f69ad57a394) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:26.021078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a320c905-a72d-4591-8990-eb8740327ce5 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:26.036781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad11c189-d9dd-4db0-9da2-81308038fbc2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Network 62bf362f-9a99-423c-97d7-7bf5af466693 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:26.041009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3a75ad8-86e8-4e50-b782-c25783d5e644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:26.042037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ad11c189-d9dd-4db0-9da2-81308038fbc2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:26.045064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11c189-d9dd-4db0-9da2-81308038fbc2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Pushing event updated for resources: {'Port': ['ID=dba9c742-ba92-4405-803a-70770f7dfee2,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:26.046753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad11c189-d9dd-4db0-9da2-81308038fbc2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:26.047969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad11c189-d9dd-4db0-9da2-81308038fbc2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:26.048293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad11c189-d9dd-4db0-9da2-81308038fbc2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:26.056284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ad11c189-d9dd-4db0-9da2-81308038fbc2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:26.058046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-648891ee-5b3c-4640-ace8-a21e022bdc9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:26.082847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a75ad8-86e8-4e50-b782-c25783d5e644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26efdaa3-b52d-427e-bd3b-e25fd77b6a5e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:26.084993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1bda7539-e25e-4efb-b0c5-66ffc4d60f1a tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:26.089138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c3a75ad8-86e8-4e50-b782-c25783d5e644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:26.106494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d67ebc9-c403-4c28-aef0-54d45d28e9df tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:26.107741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] device_id is not set on port 6a275412-561d-4815-8257-4020a2134d67 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:26.119507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=599857b0-f83a-4986-9a0a-147bbb0677e5,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:26.134157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1bda7539-e25e-4efb-b0c5-66ffc4d60f1a tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:26.148385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3a75ad8-86e8-4e50-b782-c25783d5e644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:26.152185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:26.152322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c3a75ad8-86e8-4e50-b782-c25783d5e644 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26efdaa3-b52d-427e-bd3b-e25fd77b6a5e HTTP/1.1" status: 204 len: 168 time: 0.7297187 Dec 07 13:24:26.152322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda7539-e25e-4efb-b0c5-66ffc4d60f1a tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Pushing event deleted for resources: {'Network': ['ID=39525628-c865-4a8f-b81f-83cdfb41e148,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:26.154712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1bda7539-e25e-4efb-b0c5-66ffc4d60f1a tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:26.159141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1bda7539-e25e-4efb-b0c5-66ffc4d60f1a tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] 10.222.0.24 "DELETE /v2.0/networks/39525628-c865-4a8f-b81f-83cdfb41e148 HTTP/1.1" status: 204 len: 168 time: 1.0285821 Dec 07 13:24:26.160161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:26.160340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40624) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:26.209679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ad11c189-d9dd-4db0-9da2-81308038fbc2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5508547 Dec 07 13:24:26.212941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40630) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:26.231761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:26.276025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-afed49c7-4d3a-4a53-9866-c2347cebc1fb tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] DELETE failed (client error): The resource could not be found. Dec 07 13:24:26.276526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afed49c7-4d3a-4a53-9866-c2347cebc1fb tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:24:26.281836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-afed49c7-4d3a-4a53-9866-c2347cebc1fb tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] 10.222.0.24 "DELETE /v2.0/ports/bad224a1-7820-4508-bec4-71c93984ccec HTTP/1.1" status: 404 len: 333 time: 0.1200383 Dec 07 13:24:26.287836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40634) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:26.302432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:26.331096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88898) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:26.331672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88898) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:26.332990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88898) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:26.333361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > port after_create 55550000 {{(pid=88898) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:26.333868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88898) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:26.334254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > port after_update 55550000 {{(pid=88898) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:26.334610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88898) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:26.334970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88898) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:26.335350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88898) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:26.335703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88898) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:26.379148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:24:26.479042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40638) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:26.508776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:26.509324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:26.531681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88898) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:26.532474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88898) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:26.532474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88898) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:26.532777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88898) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 07 13:24:26.533133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd1bd0d-f4db-4f6d-8b17-58b0d5040548']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:26.551826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:26.622729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1ac0b8-42b4-47b4-80d2-f88a5d57df35') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:26.623012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1ac0b8-42b4-47b4-80d2-f88a5d57df35') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:26.642388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Transition to ACTIVE for port object 6a275412-561d-4815-8257-4020a2134d67 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:26.679824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:26.711911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:26.715418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:26.747764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-41d19dcc-4712-4597-9db8-a455366a033f tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:26.799442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e5487e-5b6e-4199-aed0-1b7c789d8dde tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Deleting subnet 255f50e7-32b6-45e9-9733-d03182a42ee0 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:24:26.813245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:26.822507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5e5487e-5b6e-4199-aed0-1b7c789d8dde tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:26.837367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Transition to ACTIVE for port object b1e5ed4a-207f-477f-b158-e9c82846b2e4 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:26.848052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:24:26.848581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (self, other), Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (self, other), Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:24:26.878905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:24:26.916390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5e5487e-5b6e-4199-aed0-1b7c789d8dde tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:26.967478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Request body: {'networks': [{'name': 'tempest-network--241806798'}, {'name': 'tempest-network--337369331'}]} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:26.967478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Request body: {'network': {'name': 'tempest-network--241806798'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:26.967624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Request body: {'network': {'name': 'tempest-network--337369331'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:26.977486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:26.996712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Usage tracker for resource:network and tenant:20a7a8eceb514735bb36afe01304f332 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:27.002556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:27.016091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Pushing event updated for resources: {'Port': ['ID=6a275412-561d-4815-8257-4020a2134d67,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:27.044103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:27.050129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:27.073591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.119088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:27.119478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:27.120036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:27.132850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:27.133225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:27.134404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] device_id is not set on port dba9c742-ba92-4405-803a-70770f7dfee2 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:27.134799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 2 to bind port 6a275412-561d-4815-8257-4020a2134d67 Dec 07 13:24:27.142885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.153213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:27.158400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5e5487e-5b6e-4199-aed0-1b7c789d8dde tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.199595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.203408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:27.203793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:27.204174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:27.206750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.244962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Network c206a118-c157-4a6a-b31d-dd0a64e6aab7 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:27.249045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:27.249417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:27.253184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 3 to bind port 6a275412-561d-4815-8257-4020a2134d67 Dec 07 13:24:27.259621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Transition to ACTIVE for port object dba9c742-ba92-4405-803a-70770f7dfee2 will not be triggered until provisioned by entity L2. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:27.260825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:27.261304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Made reservation on behalf of 20a7a8eceb514735bb36afe01304f332 for: {'network': 2} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:27.265259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e5ed4a-207f-477f-b158-e9c82846b2e4,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:27.272057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:27.275358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:27.277931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.306362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:27.319725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.327447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.345362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:27.374472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:27.375485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:27.375855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:27.376236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:27.378724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.385971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:27.398892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:27.465827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:27.475318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:27.476131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 4 to bind port 6a275412-561d-4815-8257-4020a2134d67 Dec 07 13:24:27.485916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8cd1bd0d-f4db-4f6d-8b17-58b0d5040548 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 07 13:24:27.489994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Pushing event updated for resources: {'Port': ['ID=8c055961-5948-4f1d-99e9-6f69ad57a394,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:27.492864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.502583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:27.503054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:27.518030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.548236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:27.548602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:27.548978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:27.557713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Pushing event deleted for resources: {'Network': ['ID=8cd1bd0d-f4db-4f6d-8b17-58b0d5040548,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:27.572104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:27.589257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:27.589583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:27.594222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 5 to bind port 6a275412-561d-4815-8257-4020a2134d67 Dec 07 13:24:27.610372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "DELETE /v2.0/networks/8cd1bd0d-f4db-4f6d-8b17-58b0d5040548 HTTP/1.1" status: 204 len: 168 time: 5.7478311 Dec 07 13:24:27.627859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:27.631583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40660) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:27.632350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Usage tracker for resource:security_group_rule and tenant:20a7a8eceb514735bb36afe01304f332 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:27.637871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:27.644028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:27.698717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:27.699067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:27.699475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:27.720731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.730959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5e5487e-5b6e-4199-aed0-1b7c789d8dde tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.757032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.774686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:27.775056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:27.775720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ed6c0be5-48f4-4697-be80-e72c62f52c79 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Synchronizing usage tracker for tenant:6951eb15a650418bb22d2212097851a4 on resource:floatingip {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:27.782219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 6 to bind port 6a275412-561d-4815-8257-4020a2134d67 Dec 07 13:24:27.819980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ee7a756f-4f0f-488c-82e5-ab234b13ed5d None None] Provisioning for port b1e5ed4a-207f-477f-b158-e9c82846b2e4 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:24:27.821510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.827869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ee7a756f-4f0f-488c-82e5-ab234b13ed5d None None] Provisioning complete for port b1e5ed4a-207f-477f-b158-e9c82846b2e4 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:27.828470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee7a756f-4f0f-488c-82e5-ab234b13ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.852805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Pushing event updated for resources: {'Port': ['ID=dba9c742-ba92-4405-803a-70770f7dfee2,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:27.858532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:27.859599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a1779bba-3922-4760-8a07-4c482b567dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:27.885425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:27.885801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:27.886151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:27.894483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5e5487e-5b6e-4199-aed0-1b7c789d8dde tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.905708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.907734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d5e5487e-5b6e-4199-aed0-1b7c789d8dde tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] 10.222.0.24 "DELETE /v2.0/subnets/255f50e7-32b6-45e9-9733-d03182a42ee0 HTTP/1.1" status: 204 len: 168 time: 1.6192739 Dec 07 13:24:27.916985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40666) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:27.917794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5487e-5b6e-4199-aed0-1b7c789d8dde tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Pushing event deleted for resources: {'Subnet': ['ID=255f50e7-32b6-45e9-9733-d03182a42ee0,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:27.923332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4f20e3-5e97-499b-a563-4f4d45adee38 None None] Network 80a2d96e-9807-4d16-9859-81015c4a3384 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:27.925085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d5e5487e-5b6e-4199-aed0-1b7c789d8dde tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:27.928625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:27.931930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ed6c0be5-48f4-4697-be80-e72c62f52c79 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Unset dirty status for tenant:6951eb15a650418bb22d2212097851a4 on resource:floatingip {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:27.935628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ed6c0be5-48f4-4697-be80-e72c62f52c79 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.3002653 Dec 07 13:24:27.935628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:27.936874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40670) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:27.940342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:27.940708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:27.985336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80520f1-d378-4b1b-bd1e-4ee09c2a4a35,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:28.002521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:28.003156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 7 to bind port 6a275412-561d-4815-8257-4020a2134d67 Dec 07 13:24:28.020778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:28.143011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:28.143579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:28.144138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:28.153644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:28.154009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Added segment dfeb7279-3e3e-455d-9b22-a711579e07d6 of type vlan for network 3bb361ee-00a4-42af-9355-216c59ef92ad Dec 07 13:24:28.159139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ee7a756f-4f0f-488c-82e5-ab234b13ed5d None None] Port b1e5ed4a-207f-477f-b158-e9c82846b2e4 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:24:28.193516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:28.193855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:28.198920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 2 to bind port dba9c742-ba92-4405-803a-70770f7dfee2 Dec 07 13:24:28.223580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:28.224153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:28.224678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:28.233840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:28.256386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:28.292841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:28.293438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:28.296808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 3 to bind port dba9c742-ba92-4405-803a-70770f7dfee2 Dec 07 13:24:28.327525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:28.327902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:28.328312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:28.339338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Deleting port 8dfa8159-79b8-449d-b0bb-89bcf97984f0 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:24:28.339670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:28.392031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:28.392374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:28.398528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 4 to bind port dba9c742-ba92-4405-803a-70770f7dfee2 Dec 07 13:24:28.420077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:28.420449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:28.420815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:28.467492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:28.468275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:28.474436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 5 to bind port dba9c742-ba92-4405-803a-70770f7dfee2 Dec 07 13:24:28.484172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c847490-df6f-486f-b798-14fc1366e9d8 None None] DHCP port deletion for 80a2d96e-9807-4d16-9859-81015c4a3384 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:24:28.490903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0c847490-df6f-486f-b798-14fc1366e9d8 None None] Deleting port 8dfa8159-79b8-449d-b0bb-89bcf97984f0 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:24:28.491366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c847490-df6f-486f-b798-14fc1366e9d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:28.504111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:28.523266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:28.523650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:28.523761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:28.524818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:28.524933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:28.525010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:28.546877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:28.547260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:28.553467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:28.553670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Added segment 1ff83fed-3d44-48b1-a558-f7e9451d8ee9 of type vlan for network 296944c1-86bf-4c2e-a4e5-f595aa68ab43 Dec 07 13:24:28.556273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 8 to bind port 6a275412-561d-4815-8257-4020a2134d67 Dec 07 13:24:28.564689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:28.565173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:28.578239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:28.621391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 6 to bind port dba9c742-ba92-4405-803a-70770f7dfee2 Dec 07 13:24:28.657431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0aef36-b924-4455-8233-44749337ea1e tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:28.657846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0aef36-b924-4455-8233-44749337ea1e tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:28.658248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0aef36-b924-4455-8233-44749337ea1e tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:28.658655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0aef36-b924-4455-8233-44749337ea1e tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:28.659329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0aef36-b924-4455-8233-44749337ea1e tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:28.660039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2d0aef36-b924-4455-8233-44749337ea1e tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Synchronizing usage tracker for tenant:6951eb15a650418bb22d2212097851a4 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:28.663757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:28.664127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:28.664498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:28.689618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:28.690593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:28.690593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:28.705946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:28.709397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:28.709763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:28.718563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 9 to bind port 6a275412-561d-4815-8257-4020a2134d67 Dec 07 13:24:28.720629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] For port 8dfa8159-79b8-449d-b0bb-89bcf97984f0, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8dfa8159-79b8-449d-b0bb-89bcf97984f0,segment=NetworkSegment(dd94866b-53db-46a1-ac31-cac446f64a3b),segment_id=dd94866b-53db-46a1-ac31-cac446f64a3b)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:24:28.721028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:28.737304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:28.737640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:28.744754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:28.745126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:28.745497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:28.777765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:28.778128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:28.782853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 10 to bind port 6a275412-561d-4815-8257-4020a2134d67 Dec 07 13:24:28.791415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2d0aef36-b924-4455-8233-44749337ea1e tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Unset dirty status for tenant:6951eb15a650418bb22d2212097851a4 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:28.792063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 7 to bind port dba9c742-ba92-4405-803a-70770f7dfee2 Dec 07 13:24:28.795093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2d0aef36-b924-4455-8233-44749337ea1e tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3375 time: 0.8570085 Dec 07 13:24:28.799040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40680) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:28.880948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Calling delete_port for 8dfa8159-79b8-449d-b0bb-89bcf97984f0 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:24:28.886839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:28.887211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:28.887609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:28.889866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0c847490-df6f-486f-b798-14fc1366e9d8 None None] For port 8dfa8159-79b8-449d-b0bb-89bcf97984f0, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8dfa8159-79b8-449d-b0bb-89bcf97984f0,segment=NetworkSegment(dd94866b-53db-46a1-ac31-cac446f64a3b),segment_id=dd94866b-53db-46a1-ac31-cac446f64a3b)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:24:28.890314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c847490-df6f-486f-b798-14fc1366e9d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:28.891742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:28.907012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:28.907406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 6a275412-561d-4815-8257-4020a2134d67 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:28.907801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:28.942266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:29.022308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:29.022674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:29.023036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:29.026240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:29.029700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0c847490-df6f-486f-b798-14fc1366e9d8 None None] Calling delete_port for 8dfa8159-79b8-449d-b0bb-89bcf97984f0 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:24:29.033709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-b09a3904-44b3-4a2c-98fc-c94afe5e97f7 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] delete failed (client error): The resource could not be found. Dec 07 13:24:29.037900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b09a3904-44b3-4a2c-98fc-c94afe5e97f7 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/26eca160-86fc-4688-8cf6-9c7d17f6d1b6 HTTP/1.1" status: 404 len: 345 time: 0.1739542 Dec 07 13:24:29.041990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40688) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:29.075697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:29.076033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:29.082850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 8 to bind port dba9c742-ba92-4405-803a-70770f7dfee2 Dec 07 13:24:29.091487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:29.174154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:29.176634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:29.177405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:29.178188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e5ed4a-207f-477f-b158-e9c82846b2e4,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:29.182983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] For port 6a275412-561d-4815-8257-4020a2134d67, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:24:29.183475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempted to set empty binding levels {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 07 13:24:29.184646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:29.197276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df3632c-9934-4c9d-bd2d-7af5beca70fc tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] DELETE failed (client error): The resource could not be found. Dec 07 13:24:29.197766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df3632c-9934-4c9d-bd2d-7af5beca70fc tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:24:29.222533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:29.229261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:29.232557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:29.233259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:29.287912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:29.288447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:29.302887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:29.306736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:29.307108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:29.307499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:29.322265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c847490-df6f-486f-b798-14fc1366e9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:29.325619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3df3632c-9934-4c9d-bd2d-7af5beca70fc tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "DELETE /v2.0/networks/8cd1bd0d-f4db-4f6d-8b17-58b0d5040548 HTTP/1.1" status: 404 len: 339 time: 0.2826121 Dec 07 13:24:29.327885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:29.335187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40694) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:29.345697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Request body: {'network': {'name': 'tempest-network--494132310', 'router:external': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:29.354336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 07 13:24:29.354336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Dec 07 13:24:29.354336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [parameters: {'port_id': '8dfa8159-79b8-449d-b0bb-89bcf97984f0', 'host': 'dv-neutron-ussuri-2-hyperv'}] Dec 07 13:24:29.354336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:24:29.354777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:24:29.358785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:29.359142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:29.362137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 9 to bind port dba9c742-ba92-4405-803a-70770f7dfee2 Dec 07 13:24:29.371858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event updated for resources: {'Network': ['ID=3bb361ee-00a4-42af-9355-216c59ef92ad,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:29.376978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:29.387354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Usage tracker for resource:network and tenant:6951eb15a650418bb22d2212097851a4 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:29.395691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:29.401167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.8731019 Dec 07 13:24:29.402579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c847490-df6f-486f-b798-14fc1366e9d8 None None] Pushing event deleted for resources: {'Port': ['ID=8dfa8159-79b8-449d-b0bb-89bcf97984f0,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:29.405420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0c847490-df6f-486f-b798-14fc1366e9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:29.406224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:29.406593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:29.406957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:29.407639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40698) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:29.408124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 3bb361ee-00a4-42af-9355-216c59ef92ad details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:29.408561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] In _notify_port_updated(), no bound segment for port 6a275412-561d-4815-8257-4020a2134d67 on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:24:29.409678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:29.411907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] 10.222.0.24 "PUT /v2.0/ports/6a275412-561d-4815-8257-4020a2134d67 HTTP/1.1" status: 200 len: 981 time: 4.9452384 Dec 07 13:24:29.438045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:29.440232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40700) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:29.486553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:29.486897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:29.489893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 10 to bind port dba9c742-ba92-4405-803a-70770f7dfee2 Dec 07 13:24:29.507450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c847490-df6f-486f-b798-14fc1366e9d8 None None] No DVR routers for this DVR port 8dfa8159-79b8-449d-b0bb-89bcf97984f0 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:24:29.507930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event updated for resources: {'Network': ['ID=296944c1-86bf-4c2e-a4e5-f595aa68ab43,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:29.512966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:29.513500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1bda7539-e25e-4efb-b0c5-66ffc4d60f1a tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:29.513898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1bda7539-e25e-4efb-b0c5-66ffc4d60f1a tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:29.516589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:29.516957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:29.517324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:29.525386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:29.525921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port dba9c742-ba92-4405-803a-70770f7dfee2 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:29.526502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:29.537757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 296944c1-86bf-4c2e-a4e5-f595aa68ab43 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:29.638770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] For port dba9c742-ba92-4405-803a-70770f7dfee2, host hv-neutron-ussu, cleared binding levels {{(pid=88897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:24:29.639165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempted to set empty binding levels {{(pid=88897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 07 13:24:29.654477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf983b-9573-43b4-8f63-f6f27e135084 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Pushing event updated for resources: {'Port': ['ID=6a275412-561d-4815-8257-4020a2134d67,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:29.688451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:29.694378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:29.756301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] In _notify_port_updated(), no bound segment for port dba9c742-ba92-4405-803a-70770f7dfee2 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:24:29.757399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:29.758813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] 10.222.0.24 "PUT /v2.0/ports/dba9c742-ba92-4405-803a-70770f7dfee2 HTTP/1.1" status: 200 len: 977 time: 3.5448527 Dec 07 13:24:29.764225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Made reservation on behalf of 6951eb15a650418bb22d2212097851a4 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:29.766303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40712) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:29.769075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:29.812271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Pushing event updated for resources: {'Port': ['ID=dba9c742-ba92-4405-803a-70770f7dfee2,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:29.821965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:29.864002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-52a3ab21-a23e-49ee-8dbc-01bee435b181 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Synchronizing usage tracker for tenant:067d2b4d6a5c4f258529c6869efa411d on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:29.867678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Network c206a118-c157-4a6a-b31d-dd0a64e6aab7 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:29.868451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Deleting port 8dfa8159-79b8-449d-b0bb-89bcf97984f0 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:24:29.868828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:29.881409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:29.949456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] The port '8dfa8159-79b8-449d-b0bb-89bcf97984f0' was deleted {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:24:29.962244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Pushing event updated for resources: {'Port': ['ID=8c055961-5948-4f1d-99e9-6f69ad57a394,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:29.967601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:29.982703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a57f04fa-285e-453f-9e0e-b0190841696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.607s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:29.983118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a57f04fa-285e-453f-9e0e-b0190841696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:29.983971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:29.993178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-52a3ab21-a23e-49ee-8dbc-01bee435b181 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Unset dirty status for tenant:067d2b4d6a5c4f258529c6869efa411d on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:29.994505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-52a3ab21-a23e-49ee-8dbc-01bee435b181 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11731 time: 0.2272010 Dec 07 13:24:30.004257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40720) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:30.005566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:30.036736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50f84796-f2a6-418d-8619-c8893bc6772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.103545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.138392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a2d96e-9807-4d16-9859-81015c4a3384']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:30.154121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd94866b-53db-46a1-ac31-cac446f64a3b') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:30.154607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd94866b-53db-46a1-ac31-cac446f64a3b') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:30.169881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.189661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.190600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ec4bd-88bf-43e8-a595-a67974047662 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:30.195201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ec4bd-88bf-43e8-a595-a67974047662 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:30.199479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ec4bd-88bf-43e8-a595-a67974047662 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:30.200271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:24:30.200912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.203952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ec4bd-88bf-43e8-a595-a67974047662 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:30.205755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4c6ec4bd-88bf-43e8-a595-a67974047662 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7824070 Dec 07 13:24:30.207135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.207780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Added segment 21d560b6-2415-4c22-af65-a89f63c59760 of type vlan for network 4facdd23-d856-4b03-a99f-f5d36b5cf70a Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:24:30.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:24:30.225473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40724) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:30.341334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a0f88e28-7f05-469e-8a53-75d7e30460eb None None] Provisioning complete for port b1e5ed4a-207f-477f-b158-e9c82846b2e4 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:30.344990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a0f88e28-7f05-469e-8a53-75d7e30460eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.423517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a0f88e28-7f05-469e-8a53-75d7e30460eb None None] Port b1e5ed4a-207f-477f-b158-e9c82846b2e4 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:24:30.442600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8dfa8159-79b8-449d-b0bb-89bcf97984f0 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:24:30.446958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b42b714a-e0a8-40e3-8c43-4e774bd56c2b tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.453634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.459849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a82c1c31-28e4-4fe8-862d-d8c166215dda tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:30.481762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.486429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 8dfa8159-79b8-449d-b0bb-89bcf97984f0 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:24:30.486821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8dfa8159-79b8-449d-b0bb-89bcf97984f0 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:24:30.493681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Pushing event deleted for resources: {'Network': ['ID=80a2d96e-9807-4d16-9859-81015c4a3384,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:30.503796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b0ee3aca-89e4-4a73-8892-d830003474b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Synchronizing usage tracker for tenant:8580bfde58de48deb1f11cfd8376710e on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:30.517034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.520146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8132997 Dec 07 13:24:30.523301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:30.528188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] 10.222.0.24 "DELETE /v2.0/networks/80a2d96e-9807-4d16-9859-81015c4a3384 HTTP/1.1" status: 204 len: 168 time: 2.6053028 Dec 07 13:24:30.573317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.611853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40736) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:30.617249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c451c187-95ea-4d95-be81-1a1f5ceb0d98 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Deleting port dba9c742-ba92-4405-803a-70770f7dfee2 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:24:30.617631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c451c187-95ea-4d95-be81-1a1f5ceb0d98 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.642507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b42b714a-e0a8-40e3-8c43-4e774bd56c2b tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.679219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b42b714a-e0a8-40e3-8c43-4e774bd56c2b tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb361ee-00a4-42af-9355-216c59ef92ad']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:30.696239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b42b714a-e0a8-40e3-8c43-4e774bd56c2b tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfeb7279-3e3e-455d-9b22-a711579e07d6') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:30.696566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b42b714a-e0a8-40e3-8c43-4e774bd56c2b tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfeb7279-3e3e-455d-9b22-a711579e07d6') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:30.713295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b42b714a-e0a8-40e3-8c43-4e774bd56c2b tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.742315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b0ee3aca-89e4-4a73-8892-d830003474b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Unset dirty status for tenant:8580bfde58de48deb1f11cfd8376710e on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:30.745907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b0ee3aca-89e4-4a73-8892-d830003474b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11731 time: 1.3032515 Dec 07 13:24:30.748483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b42b714a-e0a8-40e3-8c43-4e774bd56c2b tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.751056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40744) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:30.791392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.804028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:30.804656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:30.811950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:30.814056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42b714a-e0a8-40e3-8c43-4e774bd56c2b tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:24:30.814976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b42b714a-e0a8-40e3-8c43-4e774bd56c2b tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:31.002982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6599607 Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:24:31.040105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:24:31.043315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40762) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:31.110725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:31.116486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Pushing event updated for resources: {'Network': ['ID=4facdd23-d856-4b03-a99f-f5d36b5cf70a,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:31.122937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:31.129950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 4facdd23-d856-4b03-a99f-f5d36b5cf70a details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:31.156050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c451c187-95ea-4d95-be81-1a1f5ceb0d98 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] For port dba9c742-ba92-4405-803a-70770f7dfee2, host hv-neutron-ussu, got binding levels [] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:24:31.156446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c451c187-95ea-4d95-be81-1a1f5ceb0d98 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:31.158132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:31.243162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40768) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:31.246764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Usage tracker for resource:floatingip and tenant:a14163361c0344ccb3b0d6ca7a0fb0a9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:31.267075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:31.288409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dd63b1fc-2aa1-4c71-9fe8-f44890f9ee22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Deleting port 6a275412-561d-4815-8257-4020a2134d67 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:24:31.288814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd63b1fc-2aa1-4c71-9fe8-f44890f9ee22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:31.341652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:31.361527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c451c187-95ea-4d95-be81-1a1f5ceb0d98 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Calling delete_port for dba9c742-ba92-4405-803a-70770f7dfee2 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:24:31.377632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b42b714a-e0a8-40e3-8c43-4e774bd56c2b tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:31.381333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40778) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:31.410258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b42b714a-e0a8-40e3-8c43-4e774bd56c2b tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:31.418508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 07 13:24:31.419483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:31.438032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b42b714a-e0a8-40e3-8c43-4e774bd56c2b tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "DELETE /v2.0/networks/3bb361ee-00a4-42af-9355-216c59ef92ad HTTP/1.1" status: 204 len: 168 time: 1.2087593 Dec 07 13:24:31.442112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40782) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:31.463409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:31.561385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:31.562356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b714a-e0a8-40e3-8c43-4e774bd56c2b tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event deleted for resources: {'Network': ['ID=3bb361ee-00a4-42af-9355-216c59ef92ad,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:31.572392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b42b714a-e0a8-40e3-8c43-4e774bd56c2b tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:31.590119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c451c187-95ea-4d95-be81-1a1f5ceb0d98 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:31.590890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd676492-7801-4070-b7dc-7802f73fbc46 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:31.595466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd676492-7801-4070-b7dc-7802f73fbc46 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:31.600257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd676492-7801-4070-b7dc-7802f73fbc46 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:31.601260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fa118af3-118b-43cb-bfe0-424e2927043f tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:31.604493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd676492-7801-4070-b7dc-7802f73fbc46 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:31.605372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fd676492-7801-4070-b7dc-7802f73fbc46 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Synchronizing usage tracker for tenant:456f14161ee246eba8c5911291f64bff on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:31.610629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:31.660099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451c187-95ea-4d95-be81-1a1f5ceb0d98 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Pushing event deleted for resources: {'Port': ['ID=dba9c742-ba92-4405-803a-70770f7dfee2,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:31.668196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c451c187-95ea-4d95-be81-1a1f5ceb0d98 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:31.718073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Router beaff009-5582-4ced-8cea-3b5b142476d5 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:24:31.726810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c451c187-95ea-4d95-be81-1a1f5ceb0d98 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:31.805117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-61e93dbc-b7d5-4952-92c7-36a43d9b28a3 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Synchronizing usage tracker for tenant:a2bbc6bb9092480ba6a861e4cadd4f90 on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:31.836685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fa118af3-118b-43cb-bfe0-424e2927043f tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:31.865851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-dd63b1fc-2aa1-4c71-9fe8-f44890f9ee22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] For port 6a275412-561d-4815-8257-4020a2134d67, host hv-neutron-ussu, got binding levels [] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:24:31.866234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd63b1fc-2aa1-4c71-9fe8-f44890f9ee22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:31.875495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7cc8770c-d296-496a-81a4-e34939804033 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80f9128484d5437aa68defa1a0667ad9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6219690 Dec 07 13:24:31.880682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40786) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:31.923053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c451c187-95ea-4d95-be81-1a1f5ceb0d98 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] 10.222.0.24 "DELETE /v2.0/ports/dba9c742-ba92-4405-803a-70770f7dfee2 HTTP/1.1" status: 204 len: 168 time: 1.9029367 Dec 07 13:24:31.927177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40790) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:31.928790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-fa118af3-118b-43cb-bfe0-424e2927043f tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296944c1-86bf-4c2e-a4e5-f595aa68ab43']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:31.986686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-fa118af3-118b-43cb-bfe0-424e2927043f tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff83fed-3d44-48b1-a558-f7e9451d8ee9') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:31.986915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-fa118af3-118b-43cb-bfe0-424e2927043f tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff83fed-3d44-48b1-a558-f7e9451d8ee9') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:32.006206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24fd3c3-041a-4a51-86ea-0121bbac0907 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] GET failed (client error): The resource could not be found. Dec 07 13:24:32.006766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d24fd3c3-041a-4a51-86ea-0121bbac0907 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Synchronizing usage tracker for tenant:067d2b4d6a5c4f258529c6869efa411d on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:32.006872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fd676492-7801-4070-b7dc-7802f73fbc46 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Unset dirty status for tenant:456f14161ee246eba8c5911291f64bff on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:32.008146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fd676492-7801-4070-b7dc-7802f73fbc46 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.9519215 Dec 07 13:24:32.008922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-61e93dbc-b7d5-4952-92c7-36a43d9b28a3 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Unset dirty status for tenant:a2bbc6bb9092480ba6a861e4cadd4f90 on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:32.010053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-61e93dbc-b7d5-4952-92c7-36a43d9b28a3 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2132011541&fields=id&tenant_id=a2bbc6bb9092480ba6a861e4cadd4f90 HTTP/1.1" status: 200 len: 267 time: 0.6134589 Dec 07 13:24:32.010576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fa118af3-118b-43cb-bfe0-424e2927043f tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:32.021742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dd63b1fc-2aa1-4c71-9fe8-f44890f9ee22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Calling delete_port for 6a275412-561d-4815-8257-4020a2134d67 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:24:32.022363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40794) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:32.059662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fa118af3-118b-43cb-bfe0-424e2927043f tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:32.123522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa118af3-118b-43cb-bfe0-424e2927043f tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:24:32.123953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fa118af3-118b-43cb-bfe0-424e2927043f tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:24:32.151625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:24:32.236413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d24fd3c3-041a-4a51-86ea-0121bbac0907 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Unset dirty status for tenant:067d2b4d6a5c4f258529c6869efa411d on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:32.237717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d24fd3c3-041a-4a51-86ea-0121bbac0907 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] 10.222.0.24 "GET /v2.0/ports/dba9c742-ba92-4405-803a-70770f7dfee2 HTTP/1.1" status: 404 len: 333 time: 0.3013372 Dec 07 13:24:32.256384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40798) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:32.276130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0de4e445-b983-48ea-915d-bb9661e13e30 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1322411647', 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:32.286084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c8d1d32-32f5-47da-a86a-f48e32e92f20 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:32.305608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-06f5c59e-e6de-4265-91cf-03335bed5b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:32.315114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-cd580986-e1bf-4a64-b40a-bf2dbbe6b8e2 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:32.315848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-cd580986-e1bf-4a64-b40a-bf2dbbe6b8e2 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Synchronizing usage tracker for tenant:a2bbc6bb9092480ba6a861e4cadd4f90 on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:32.332849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:32.339778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0de4e445-b983-48ea-915d-bb9661e13e30 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:32.391999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd63b1fc-2aa1-4c71-9fe8-f44890f9ee22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:32.396847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-06f5c59e-e6de-4265-91cf-03335bed5b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:32.409462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0de4e445-b983-48ea-915d-bb9661e13e30 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:32.429613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-298073e1-af44-4780-b6eb-1aa86bf4bc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:32.446016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ad11c189-d9dd-4db0-9da2-81308038fbc2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:32.492200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-cd580986-e1bf-4a64-b40a-bf2dbbe6b8e2 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Unset dirty status for tenant:a2bbc6bb9092480ba6a861e4cadd4f90 on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:32.493422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-cd580986-e1bf-4a64-b40a-bf2dbbe6b8e2 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/networks?id=2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 HTTP/1.1" status: 200 len: 805 time: 0.4423707 Dec 07 13:24:32.520680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63b1fc-2aa1-4c71-9fe8-f44890f9ee22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a275412-561d-4815-8257-4020a2134d67,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:32.537911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dd63b1fc-2aa1-4c71-9fe8-f44890f9ee22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:32.592976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd63b1fc-2aa1-4c71-9fe8-f44890f9ee22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:32.596779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-d7eb1b89-2265-41df-8d3e-f124df4e314e tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/quotas/a2bbc6bb9092480ba6a861e4cadd4f90 HTTP/1.1" status: 200 len: 375 time: 0.0806227 Dec 07 13:24:32.632828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fa118af3-118b-43cb-bfe0-424e2927043f tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:32.685589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Allocated IP 172.36.4.40 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/95532d27-083a-46aa-b435-af202c26065a) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:32.697364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-84248fe7-93e6-46b1-befb-87b405d76c0c tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:32.703403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-06f5c59e-e6de-4265-91cf-03335bed5b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:32.711447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-06f5c59e-e6de-4265-91cf-03335bed5b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:32.715740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-06f5c59e-e6de-4265-91cf-03335bed5b73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c39fa3a4-c96a-4fa7-a056-ea2e086c049d HTTP/1.1" status: 204 len: 168 time: 0.8309021 Dec 07 13:24:32.722004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fa118af3-118b-43cb-bfe0-424e2927043f tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:32.729144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:32.741914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de4e445-b983-48ea-915d-bb9661e13e30 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Made reservation on behalf of 067d2b4d6a5c4f258529c6869efa411d for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:32.744029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:32.746784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0de4e445-b983-48ea-915d-bb9661e13e30 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:32.782078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa118af3-118b-43cb-bfe0-424e2927043f tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event deleted for resources: {'Network': ['ID=296944c1-86bf-4c2e-a4e5-f595aa68ab43,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:32.784599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fa118af3-118b-43cb-bfe0-424e2927043f tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:32.789172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dd63b1fc-2aa1-4c71-9fe8-f44890f9ee22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] 10.222.0.24 "DELETE /v2.0/ports/6a275412-561d-4815-8257-4020a2134d67 HTTP/1.1" status: 204 len: 168 time: 2.0370138 Dec 07 13:24:32.795362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c8d1d32-32f5-47da-a86a-f48e32e92f20 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:32.797432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5c59e-e6de-4265-91cf-03335bed5b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39fa3a4-c96a-4fa7-a056-ea2e086c049d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:32.804748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40804) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:32.806328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fa118af3-118b-43cb-bfe0-424e2927043f tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "DELETE /v2.0/networks/296944c1-86bf-4c2e-a4e5-f595aa68ab43 HTTP/1.1" status: 204 len: 168 time: 1.3631864 Dec 07 13:24:32.811739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40806) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:32.817789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-06f5c59e-e6de-4265-91cf-03335bed5b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:32.882713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-0de4e445-b983-48ea-915d-bb9661e13e30 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] device_id is not set on port 13da9681-4170-4bc9-b103-3797d2e2ea2f yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:32.926966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-b582ff29-2379-4ac9-8915-f016adc86c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] GET failed (client error): The resource could not be found. Dec 07 13:24:32.936106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b582ff29-2379-4ac9-8915-f016adc86c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] 10.222.0.24 "GET /v2.0/ports/6a275412-561d-4815-8257-4020a2134d67 HTTP/1.1" status: 404 len: 333 time: 0.1154270 Dec 07 13:24:32.936106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40812) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:32.946221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-2c8d1d32-32f5-47da-a86a-f48e32e92f20 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4facdd23-d856-4b03-a99f-f5d36b5cf70a']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:32.959775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-772178493', 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:32.985890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:32.994862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-2c8d1d32-32f5-47da-a86a-f48e32e92f20 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d560b6-2415-4c22-af65-a89f63c59760') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:32.995503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-2c8d1d32-32f5-47da-a86a-f48e32e92f20 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d560b6-2415-4c22-af65-a89f63c59760') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:33.007146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Usage tracker for resource:port and tenant:8580bfde58de48deb1f11cfd8376710e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:33.014715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:33.019192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:24:33.037164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Sync routers for ids ['beaff009-5582-4ced-8cea-3b5b142476d5'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:24:33.051472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c8d1d32-32f5-47da-a86a-f48e32e92f20 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:33.059670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Routers {'beaff009-5582-4ced-8cea-3b5b142476d5'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:24:33.059818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:33.060846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:24:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['beaff009-5582-4ced-8cea-3b5b142476d5'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:33.123571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] 10.222.0.24 "PUT /v2.0/routers/beaff009-5582-4ced-8cea-3b5b142476d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5967813 Dec 07 13:24:33.131072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-687e3190-d937-4d15-95ad-a3ddd4bb5f22 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Synchronizing usage tracker for tenant:a2bbc6bb9092480ba6a861e4cadd4f90 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:33.140287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Made reservation on behalf of 8580bfde58de48deb1f11cfd8376710e for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:33.146950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:33.240087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2006ce6-af7d-4461-b2b4-f420f9a688c8 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:33.245226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2006ce6-af7d-4461-b2b4-f420f9a688c8 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:33.250264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2006ce6-af7d-4461-b2b4-f420f9a688c8 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:33.251155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a2006ce6-af7d-4461-b2b4-f420f9a688c8 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Synchronizing usage tracker for tenant:20a7a8eceb514735bb36afe01304f332 on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:33.305091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] device_id is not set on port 588a9128-36aa-49da-aa64-93eb4c10baf5 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:33.313893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-687e3190-d937-4d15-95ad-a3ddd4bb5f22 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Unset dirty status for tenant:a2bbc6bb9092480ba6a861e4cadd4f90 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:33.323164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-687e3190-d937-4d15-95ad-a3ddd4bb5f22 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2bbc6bb9092480ba6a861e4cadd4f90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7076852 Dec 07 13:24:33.325771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Set router beaff009-5582-4ced-8cea-3b5b142476d5 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:24:33.339439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:33.343391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a2006ce6-af7d-4461-b2b4-f420f9a688c8 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Unset dirty status for tenant:20a7a8eceb514735bb36afe01304f332 on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:33.349035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a2006ce6-af7d-4461-b2b4-f420f9a688c8 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1890 time: 0.5319242 Dec 07 13:24:33.352822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40824) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:33.362477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3dfbbefd-b60e-4164-8d27-946afe9c0e24 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1074227316'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:33.368271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c8d1d32-32f5-47da-a86a-f48e32e92f20 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:33.398391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3dfbbefd-b60e-4164-8d27-946afe9c0e24 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:33.409532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40830) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:33.431002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8d1d32-32f5-47da-a86a-f48e32e92f20 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:24:33.431595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c8d1d32-32f5-47da-a86a-f48e32e92f20 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:33.440466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3dfbbefd-b60e-4164-8d27-946afe9c0e24 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:24:33.447084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:24:33.460190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0de4e445-b983-48ea-915d-bb9661e13e30 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:33.493692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfbbefd-b60e-4164-8d27-946afe9c0e24 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Made reservation on behalf of 20a7a8eceb514735bb36afe01304f332 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:33.501360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3dfbbefd-b60e-4164-8d27-946afe9c0e24 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:33.529861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f74dd8ea-996d-4633-8490-90ec6bd8baba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:33.539420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:33.562569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:33.721050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:33.730475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Pushing event updated for resources: {'Port': ['ID=95532d27-083a-46aa-b435-af202c26065a,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:33.735861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:33.740916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:33.741792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:33.783788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-6456e0d6-745f-4e68-ae23-afcfc7bc96fb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:24:33.790949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'name': 'tempest-ServerActionsTestJSON-444262923-router', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:06Z', 'updated_at': '2021-12-07T13:24:27Z', 'revision_number': 4, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'gw_port': {'id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ed:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:09Z', 'updated_at': '2021-12-07T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b1e5ed4a-207f-477f-b158-e9c82846b2e4', 'name': '', 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'mac_address': 'fa:16:3e:e6:54:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:24Z', 'updated_at': '2021-12-07T13:24:28Z', 'revision_number': 2, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'subnets': [{'id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:33.792663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-6456e0d6-745f-4e68-ae23-afcfc7bc96fb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1663311 Dec 07 13:24:33.794731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0de4e445-b983-48ea-915d-bb9661e13e30 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:33.795680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Checking router: beaff009-5582-4ced-8cea-3b5b142476d5 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:24:33.796098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Updating router beaff009-5582-4ced-8cea-3b5b142476d5 port b1e5ed4a-207f-477f-b158-e9c82846b2e4 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:24:33.813721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:33.853347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de4e445-b983-48ea-915d-bb9661e13e30 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Network 62bf362f-9a99-423c-97d7-7bf5af466693 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:33.858747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:33.863100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-0de4e445-b983-48ea-915d-bb9661e13e30 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:33.866850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de4e445-b983-48ea-915d-bb9661e13e30 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:33.867785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de4e445-b983-48ea-915d-bb9661e13e30 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:33.868431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0de4e445-b983-48ea-915d-bb9661e13e30 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:33.872207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c8d1d32-32f5-47da-a86a-f48e32e92f20 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:33.917255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8d1d32-32f5-47da-a86a-f48e32e92f20 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4facdd23-d856-4b03-a99f-f5d36b5cf70a {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 07 13:24:33.936342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c8d1d32-32f5-47da-a86a-f48e32e92f20 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:33.958948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f74dd8ea-996d-4633-8490-90ec6bd8baba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:33.959949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-14b4b35f-3a9e-48ee-abd0-9a0e650336a9 service neutron] 10.222.0.24 "GET /v2.0/networks/2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662998 Dec 07 13:24:33.977310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f74dd8ea-996d-4633-8490-90ec6bd8baba admin admin] Usage tracker for resource:security_group_rule and tenant:25f2764d38924cafa9869e574cc014e9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:33.994334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfbbefd-b60e-4164-8d27-946afe9c0e24 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:34.015725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f74dd8ea-996d-4633-8490-90ec6bd8baba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:34.090379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f74dd8ea-996d-4633-8490-90ec6bd8baba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:34.099576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2c8d1d32-32f5-47da-a86a-f48e32e92f20 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "DELETE /v2.0/networks/4facdd23-d856-4b03-a99f-f5d36b5cf70a HTTP/1.1" status: 204 len: 168 time: 2.0732484 Dec 07 13:24:34.103338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40838) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:34.114394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4e445-b983-48ea-915d-bb9661e13e30 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Pushing event updated for resources: {'Port': ['ID=13da9681-4170-4bc9-b103-3797d2e2ea2f,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:34.122048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.124303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Request body: {'network': {'name': 'tempest-network--1496640463', 'router:external': True}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:34.125300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0de4e445-b983-48ea-915d-bb9661e13e30 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:34.125941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:34.134613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:34.142816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Usage tracker for resource:network and tenant:6951eb15a650418bb22d2212097851a4 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:34.157310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:34.168287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d1d32-32f5-47da-a86a-f48e32e92f20 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Pushing event deleted for resources: {'Network': ['ID=4facdd23-d856-4b03-a99f-f5d36b5cf70a,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:34.172720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3dfbbefd-b60e-4164-8d27-946afe9c0e24 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.173180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-3dfbbefd-b60e-4164-8d27-946afe9c0e24 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Added segment 1a57608f-8b43-4c7b-8a82-bfeff78e2c48 of type vlan for network e86d3fd1-e395-4bda-8775-a188c818293d Dec 07 13:24:34.174615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:34.205122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-5c42f36b-2ff0-4cec-a48c-3e22fab8f1f3 service neutron] 10.222.0.24 "GET /v2.0/networks/2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397411 Dec 07 13:24:34.285091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40842) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:34.285744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Made reservation on behalf of 6951eb15a650418bb22d2212097851a4 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:34.297906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.305511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f74dd8ea-996d-4633-8490-90ec6bd8baba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.308187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.310783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c8d1d32-32f5-47da-a86a-f48e32e92f20 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:34.313805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0de4e445-b983-48ea-915d-bb9661e13e30 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0545764 Dec 07 13:24:34.323208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40844) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:34.324443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Transition to ACTIVE for port object b1e5ed4a-207f-477f-b158-e9c82846b2e4 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:34.389728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.402668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:34.432746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-863e05f9-99cf-42a4-b7de-849016a34bc0 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Synchronizing usage tracker for tenant:067d2b4d6a5c4f258529c6869efa411d on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:34.434814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3dfbbefd-b60e-4164-8d27-946afe9c0e24 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.442732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.443362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0e533b13-25a1-4686-a8a1-d5dd51416ad6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1489079046', 'description': 'tempest-description--156174712'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:34.448871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f74dd8ea-996d-4633-8490-90ec6bd8baba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.453635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:34.459950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0e533b13-25a1-4686-a8a1-d5dd51416ad6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:34.483882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0e533b13-25a1-4686-a8a1-d5dd51416ad6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Usage tracker for resource:security_group and tenant:8f775aff5c0545dfb20578f646bb3e6d is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:34.491783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0e533b13-25a1-4686-a8a1-d5dd51416ad6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:34.497817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.505998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0e533b13-25a1-4686-a8a1-d5dd51416ad6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:34.509254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:34.555657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Network 337ba9a3-b724-451a-acd2-20f049ad8935 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:34.557173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:34.560017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:34.561208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:34.562285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.586674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.587199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Added segment 89e591fa-6580-4a81-acc4-26633ac3362b of type vlan for network 1135752b-533c-40d9-8052-751702ed3149 Dec 07 13:24:34.593414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-863e05f9-99cf-42a4-b7de-849016a34bc0 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Unset dirty status for tenant:067d2b4d6a5c4f258529c6869efa411d on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:34.595065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-863e05f9-99cf-42a4-b7de-849016a34bc0 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] 10.222.0.24 "GET /v2.0/ports/13da9681-4170-4bc9-b103-3797d2e2ea2f HTTP/1.1" status: 200 len: 955 time: 0.2692287 Dec 07 13:24:34.602055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40854) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:34.623018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Pushing event updated for resources: {'Port': ['ID=588a9128-36aa-49da-aa64-93eb4c10baf5,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:34.627319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:34.628703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:34.666125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7297454 Dec 07 13:24:34.669785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f74dd8ea-996d-4633-8490-90ec6bd8baba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25f2764d38924cafa9869e574cc014e9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2585602 Dec 07 13:24:34.675196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40860) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:34.675726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40862) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:34.676554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dd8ea-996d-4633-8490-90ec6bd8baba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3d658e-01a5-4b10-b174-fc4adfae60b9,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:34.683524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.684129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f74dd8ea-996d-4633-8490-90ec6bd8baba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:34.749365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40872) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:34.750233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3dfbbefd-b60e-4164-8d27-946afe9c0e24 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.751117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e533b13-25a1-4686-a8a1-d5dd51416ad6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.844144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-abea80df-ee1c-4bb2-ae9d-6ed7546aadbe tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Deleting port 13da9681-4170-4bc9-b103-3797d2e2ea2f {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:24:34.844869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-abea80df-ee1c-4bb2-ae9d-6ed7546aadbe tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.875188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5f53fc6c-8f97-4c69-a233-2a1b3392c9eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Synchronizing usage tracker for tenant:8580bfde58de48deb1f11cfd8376710e on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:34.923419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4adc14ba-412b-4a1b-b36f-f417ab52d8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.959844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5f53fc6c-8f97-4c69-a233-2a1b3392c9eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Unset dirty status for tenant:8580bfde58de48deb1f11cfd8376710e on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:34.965369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5f53fc6c-8f97-4c69-a233-2a1b3392c9eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] 10.222.0.24 "GET /v2.0/ports/588a9128-36aa-49da-aa64-93eb4c10baf5 HTTP/1.1" status: 200 len: 958 time: 0.2785544 Dec 07 13:24:34.967513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4adc14ba-412b-4a1b-b36f-f417ab52d8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:34.973434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b242a7-a875-4c15-ab7d-80ccb7f30cde None None] Pushing event updated for resources: {'Port': ['ID=b1e5ed4a-207f-477f-b158-e9c82846b2e4,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:34.979740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40886) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:35.030705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-84b242a7-a875-4c15-ab7d-80ccb7f30cde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:35.044368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.110552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-67d30e2b-22d2-414c-b4ab-ad6c251fa37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Deleting port 588a9128-36aa-49da-aa64-93eb4c10baf5 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:24:35.110939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67d30e2b-22d2-414c-b4ab-ad6c251fa37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.115955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Attempting to bind port b1e5ed4a-207f-477f-b158-e9c82846b2e4 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:35.116461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Attempting to bind port b1e5ed4a-207f-477f-b158-e9c82846b2e4 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '6173f518-64b6-45f0-9e87-ebc7a75474af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:35.116946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Attempting to bind port b1e5ed4a-207f-477f-b158-e9c82846b2e4 on network c206a118-c157-4a6a-b31d-dd0a64e6aab7 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:35.127846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:24:35.128267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Checking segment: {'id': '6173f518-64b6-45f0-9e87-ebc7a75474af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:35.128716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.129316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Bound using segment: {'id': '6173f518-64b6-45f0-9e87-ebc7a75474af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:24:35.129930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Bound port: b1e5ed4a-207f-477f-b158-e9c82846b2e4, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6173f518-64b6-45f0-9e87-ebc7a75474af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:24:35.130356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.139012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfbbefd-b60e-4164-8d27-946afe9c0e24 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:35.140032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3dfbbefd-b60e-4164-8d27-946afe9c0e24 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.155808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:35.257891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] For port b1e5ed4a-207f-477f-b158-e9c82846b2e4, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:24:35.261942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] For port b1e5ed4a-207f-477f-b158-e9c82846b2e4, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b1e5ed4a-207f-477f-b158-e9c82846b2e4,segment=NetworkSegment(6173f518-64b6-45f0-9e87-ebc7a75474af),segment_id=6173f518-64b6-45f0-9e87-ebc7a75474af)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:24:35.288801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.293488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aed4190b-18e8-4404-94f4-b73e2f75bd79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:35.360911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.380805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4adc14ba-412b-4a1b-b36f-f417ab52d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.387149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b242a7-a875-4c15-ab7d-80ccb7f30cde None None] Pushing event updated for resources: {'Port': ['ID=b1e5ed4a-207f-477f-b158-e9c82846b2e4,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:35.391043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-84b242a7-a875-4c15-ab7d-80ccb7f30cde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:35.393737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Routers {'beaff009-5582-4ced-8cea-3b5b142476d5'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:24:35.394929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:24:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['beaff009-5582-4ced-8cea-3b5b142476d5'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:35.402619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67d30e2b-22d2-414c-b4ab-ad6c251fa37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.425144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0e533b13-25a1-4686-a8a1-d5dd51416ad6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:35.494171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbbefd-b60e-4164-8d27-946afe9c0e24 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event updated for resources: {'Network': ['ID=e86d3fd1-e395-4bda-8775-a188c818293d,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:35.497459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3dfbbefd-b60e-4164-8d27-946afe9c0e24 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:35.507821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0e533b13-25a1-4686-a8a1-d5dd51416ad6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Usage tracker for resource:security_group_rule and tenant:8f775aff5c0545dfb20578f646bb3e6d is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:35.515774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0e533b13-25a1-4686-a8a1-d5dd51416ad6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:35.527646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.531449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ed8ab961-a296-4fc8-be57-e28141af4332 req-11f6ddf2-4537-4f95-933c-ee45bd6ecf3e tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 210 time: 0.7581992 Dec 07 13:24:35.532823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3dfbbefd-b60e-4164-8d27-946afe9c0e24 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1789768 Dec 07 13:24:35.542150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0e533b13-25a1-4686-a8a1-d5dd51416ad6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:35.548228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40902) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:35.550459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2127602774'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:35.555695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-67d30e2b-22d2-414c-b4ab-ad6c251fa37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Calling delete_port for 588a9128-36aa-49da-aa64-93eb4c10baf5 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:24:35.577789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:35.593198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:35.621532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc14ba-412b-4a1b-b36f-f417ab52d8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3d658e-01a5-4b10-b174-fc4adfae60b9,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:35.627360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network e86d3fd1-e395-4bda-8775-a188c818293d details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:35.627570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Usage tracker for resource:network and tenant:20a7a8eceb514735bb36afe01304f332 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:35.635662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4adc14ba-412b-4a1b-b36f-f417ab52d8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:35.636395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4adc14ba-412b-4a1b-b36f-f417ab52d8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.636502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:35.644800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4adc14ba-412b-4a1b-b36f-f417ab52d8ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc3d658e-01a5-4b10-b174-fc4adfae60b9 HTTP/1.1" status: 204 len: 168 time: 0.9444227 Dec 07 13:24:35.649079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.710131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:35.747646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:35.809262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.813849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67d30e2b-22d2-414c-b4ab-ad6c251fa37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.822938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a57f04fa-285e-453f-9e0e-b0190841696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:35.868466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:35.869077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.885180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] Set router beaff009-5582-4ced-8cea-3b5b142476d5 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:24:35.890745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Made reservation on behalf of 20a7a8eceb514735bb36afe01304f332 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:35.893875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d30e2b-22d2-414c-b4ab-ad6c251fa37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Pushing event deleted for resources: {'Port': ['ID=588a9128-36aa-49da-aa64-93eb4c10baf5,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:35.897529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.905307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-67d30e2b-22d2-414c-b4ab-ad6c251fa37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:35.913067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67d30e2b-22d2-414c-b4ab-ad6c251fa37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.944843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-abea80df-ee1c-4bb2-ae9d-6ed7546aadbe tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:35.976593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-67d30e2b-22d2-414c-b4ab-ad6c251fa37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] 10.222.0.24 "DELETE /v2.0/ports/588a9128-36aa-49da-aa64-93eb4c10baf5 HTTP/1.1" status: 204 len: 168 time: 0.9950182 Dec 07 13:24:35.977925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40910) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:36.062232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-59fd8b17-7fc2-46fa-92df-4a41834e3ac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] GET failed (client error): The resource could not be found. Dec 07 13:24:36.062812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-59fd8b17-7fc2-46fa-92df-4a41834e3ac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Synchronizing usage tracker for tenant:8580bfde58de48deb1f11cfd8376710e on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:36.322178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'name': 'tempest-ServerActionsTestJSON-444262923-router', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:06Z', 'updated_at': '2021-12-07T13:24:27Z', 'revision_number': 4, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'gw_port': {'id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ed:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:09Z', 'updated_at': '2021-12-07T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b1e5ed4a-207f-477f-b158-e9c82846b2e4', 'name': '', 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'mac_address': 'fa:16:3e:e6:54:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:24Z', 'updated_at': '2021-12-07T13:24:35Z', 'revision_number': 4, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'subnets': [{'id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:36.327480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8733371-b1a4-47b5-b14a-f218d862d05c None None] The sync data for ids ['beaff009-5582-4ced-8cea-3b5b142476d5'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'name': 'tempest-ServerActionsTestJSON-444262923-router', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:06Z', 'updated_at': '2021-12-07T13:24:27Z', 'revision_number': 4, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'gw_port': {'id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ed:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:09Z', 'updated_at': '2021-12-07T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b1e5ed4a-207f-477f-b158-e9c82846b2e4', 'name': '', 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'mac_address': 'fa:16:3e:e6:54:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:24Z', 'updated_at': '2021-12-07T13:24:35Z', 'revision_number': 4, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'subnets': [{'id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:24:36.330639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e533b13-25a1-4686-a8a1-d5dd51416ad6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:36.345422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Pushing event updated for resources: {'Port': ['ID=95532d27-083a-46aa-b435-af202c26065a,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:36.362203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-59fd8b17-7fc2-46fa-92df-4a41834e3ac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Unset dirty status for tenant:8580bfde58de48deb1f11cfd8376710e on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:36.368332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-59fd8b17-7fc2-46fa-92df-4a41834e3ac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] 10.222.0.24 "GET /v2.0/ports/588a9128-36aa-49da-aa64-93eb4c10baf5 HTTP/1.1" status: 404 len: 333 time: 0.3834529 Dec 07 13:24:36.386337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40922) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:36.386337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-fdaad4fd-ca4a-45a8-a37b-8b0edf567808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Request body: {'port': {'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-428187760'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:36.386337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fdaad4fd-ca4a-45a8-a37b-8b0edf567808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:36.401950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fdaad4fd-ca4a-45a8-a37b-8b0edf567808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:36.459698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:36.469624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaad4fd-ca4a-45a8-a37b-8b0edf567808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Made reservation on behalf of 8580bfde58de48deb1f11cfd8376710e for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:36.473753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3641934 Dec 07 13:24:36.473753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:36.475695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fdaad4fd-ca4a-45a8-a37b-8b0edf567808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:36.480603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-abea80df-ee1c-4bb2-ae9d-6ed7546aadbe tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Calling delete_port for 13da9681-4170-4bc9-b103-3797d2e2ea2f owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:24:36.488455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40928) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:36.514929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.642s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:36.541321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:36.545710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e533b13-25a1-4686-a8a1-d5dd51416ad6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:36.630378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:36.630759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Added segment a413876a-4960-47ba-8462-b03d525dd782 of type vlan for network 60140c70-b3fc-46bb-8153-d3e49f90e8b4 Dec 07 13:24:36.647186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-fdaad4fd-ca4a-45a8-a37b-8b0edf567808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] device_id is not set on port 199c86db-7301-4661-b09e-bc9fb286c54a yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:36.791783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba8b677-a493-4a80-94ae-2c400eee00b5 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:36.801123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:36.803768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1899722 Dec 07 13:24:36.804228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Pushing event updated for resources: {'Network': ['ID=1135752b-533c-40d9-8052-751702ed3149,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:36.808121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:36.810544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0f32c5f6-1309-4181-b758-534cbc5b0103 req-62493f3a-8789-48b0-b856-b5ad6ffc23c3 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 210 time: 0.1276302 Dec 07 13:24:36.812281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40942) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:36.812984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40944) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:36.817309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dba8b677-a493-4a80-94ae-2c400eee00b5 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] 10.222.0.24 "GET /v2.0/networks/1135752b-533c-40d9-8052-751702ed3149 HTTP/1.1" status: 200 len: 757 time: 0.3271153 Dec 07 13:24:36.818699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 1135752b-533c-40d9-8052-751702ed3149 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:36.827163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c3a75ad8-86e8-4e50-b782-c25783d5e644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:36.846590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e533b13-25a1-4686-a8a1-d5dd51416ad6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:36.851917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40946) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:36.855866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0e533b13-25a1-4686-a8a1-d5dd51416ad6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.5043318 Dec 07 13:24:36.858243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2380a640-c212-41b2-af70-525ddb94d24d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Request body: {'security_group_rule': {'security_group_id': '10de568c-5992-477b-8fc9-4bd23c9702e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:36.885181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2380a640-c212-41b2-af70-525ddb94d24d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:36.907597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e533b13-25a1-4686-a8a1-d5dd51416ad6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10de568c-5992-477b-8fc9-4bd23c9702e7,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:36.912695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2380a640-c212-41b2-af70-525ddb94d24d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Usage tracker for resource:security_group_rule and tenant:8f775aff5c0545dfb20578f646bb3e6d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:36.928542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2380a640-c212-41b2-af70-525ddb94d24d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:36.949977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-918945800'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:36.959767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2380a640-c212-41b2-af70-525ddb94d24d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:36.960231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0e533b13-25a1-4686-a8a1-d5dd51416ad6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:36.963572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:37.016798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2380a640-c212-41b2-af70-525ddb94d24d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.024970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Usage tracker for resource:network and tenant:a14163361c0344ccb3b0d6ca7a0fb0a9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:37.029229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.034041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:37.047695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-abea80df-ee1c-4bb2-ae9d-6ed7546aadbe tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.065036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:37.085568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:37.174085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea80df-ee1c-4bb2-ae9d-6ed7546aadbe tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Pushing event deleted for resources: {'Port': ['ID=13da9681-4170-4bc9-b103-3797d2e2ea2f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:37.184401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-abea80df-ee1c-4bb2-ae9d-6ed7546aadbe tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:37.193304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93695f78-1ab2-4434-ae1d-d7969d46ae70 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:37.197928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-93695f78-1ab2-4434-ae1d-d7969d46ae70 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] 10.222.0.24 "GET /v2.0/networks/caab0489-3743-4e2d-bd26-435af460d307 HTTP/1.1" status: 200 len: 768 time: 0.3403192 Dec 07 13:24:37.198849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40960) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:37.225334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-abea80df-ee1c-4bb2-ae9d-6ed7546aadbe tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.234254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Made reservation on behalf of a14163361c0344ccb3b0d6ca7a0fb0a9 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:37.241256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.252436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.286427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2380a640-c212-41b2-af70-525ddb94d24d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.295363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fdaad4fd-ca4a-45a8-a37b-8b0edf567808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.344964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2380a640-c212-41b2-af70-525ddb94d24d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.348639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-524510e8-a4a3-4d9a-bbd5-b4ea9c0e4724 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:37.377648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fdaad4fd-ca4a-45a8-a37b-8b0edf567808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.383388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380a640-c212-41b2-af70-525ddb94d24d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206fbdc6-7fb5-4129-b34a-886e65f4c060,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:37.387144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.395791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2380a640-c212-41b2-af70-525ddb94d24d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:37.396988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:37.397957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:37.398616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.420858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:37.517227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaad4fd-ca4a-45a8-a37b-8b0edf567808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Network 337ba9a3-b724-451a-acd2-20f049ad8935 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:37.521113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaad4fd-ca4a-45a8-a37b-8b0edf567808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Pushing event updated for resources: {'Port': ['ID=199c86db-7301-4661-b09e-bc9fb286c54a,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:37.523802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-fdaad4fd-ca4a-45a8-a37b-8b0edf567808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:37.525709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fdaad4fd-ca4a-45a8-a37b-8b0edf567808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:37.526426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaad4fd-ca4a-45a8-a37b-8b0edf567808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:37.527342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaad4fd-ca4a-45a8-a37b-8b0edf567808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:37.527994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fdaad4fd-ca4a-45a8-a37b-8b0edf567808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.546897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event updated for resources: {'Network': ['ID=60140c70-b3fc-46bb-8153-d3e49f90e8b4,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:37.549241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.560278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 60140c70-b3fc-46bb-8153-d3e49f90e8b4 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:37.560747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:37.570359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-abea80df-ee1c-4bb2-ae9d-6ed7546aadbe tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] 10.222.0.24 "DELETE /v2.0/ports/13da9681-4170-4bc9-b103-3797d2e2ea2f HTTP/1.1" status: 204 len: 168 time: 2.9614964 Dec 07 13:24:37.570359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0210357 Dec 07 13:24:37.570610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40968) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:37.570789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40970) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:37.608228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2380a640-c212-41b2-af70-525ddb94d24d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.610204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2380a640-c212-41b2-af70-525ddb94d24d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7572260 Dec 07 13:24:37.613176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40976) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:37.621610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9cf94f0c-494c-42ff-8005-6dab6c148a03 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Request body: {'security_group_rule': {'security_group_id': '10de568c-5992-477b-8fc9-4bd23c9702e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:37.638630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9cf94f0c-494c-42ff-8005-6dab6c148a03 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:37.643332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9cf94f0c-494c-42ff-8005-6dab6c148a03 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Usage tracker for resource:security_group_rule and tenant:8f775aff5c0545dfb20578f646bb3e6d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:37.646174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Request body: {'ports': [{'network_id': 'e86d3fd1-e395-4bda-8775-a188c818293d', 'name': 'tempest-port--1634461883', 'admin_state_up': True}, {'network_id': '60140c70-b3fc-46bb-8153-d3e49f90e8b4', 'admin_state_up': False}]} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:37.646517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Request body: {'port': {'network_id': 'e86d3fd1-e395-4bda-8775-a188c818293d', 'name': 'tempest-port--1634461883', 'admin_state_up': True}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:37.646639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9cf94f0c-494c-42ff-8005-6dab6c148a03 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:37.647044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Request body: {'port': {'network_id': '60140c70-b3fc-46bb-8153-d3e49f90e8b4', 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:37.654717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9cf94f0c-494c-42ff-8005-6dab6c148a03 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:37.717833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fdaad4fd-ca4a-45a8-a37b-8b0edf567808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3480473 Dec 07 13:24:37.720700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-0303d9ad-7f2b-46db-8295-2aa426a7efed tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] GET failed (client error): The resource could not be found. Dec 07 13:24:37.728221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0303d9ad-7f2b-46db-8295-2aa426a7efed tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Synchronizing usage tracker for tenant:067d2b4d6a5c4f258529c6869efa411d on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:37.728221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 40980) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:37.728445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9cf94f0c-494c-42ff-8005-6dab6c148a03 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.795755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:37.816188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9cf94f0c-494c-42ff-8005-6dab6c148a03 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.852139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9cf94f0c-494c-42ff-8005-6dab6c148a03 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.860793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:37.896570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf94f0c-494c-42ff-8005-6dab6c148a03 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91d07b7-4499-4078-aa5e-9dd64546d944,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:37.899600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9cf94f0c-494c-42ff-8005-6dab6c148a03 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:37.926474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9cf94f0c-494c-42ff-8005-6dab6c148a03 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:37.928386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9cf94f0c-494c-42ff-8005-6dab6c148a03 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3137927 Dec 07 13:24:37.931658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40988) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:37.939077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:37.950653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:37.954968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0303d9ad-7f2b-46db-8295-2aa426a7efed tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Unset dirty status for tenant:067d2b4d6a5c4f258529c6869efa411d on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:37.960276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0303d9ad-7f2b-46db-8295-2aa426a7efed tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] 10.222.0.24 "GET /v2.0/ports/13da9681-4170-4bc9-b103-3797d2e2ea2f HTTP/1.1" status: 404 len: 333 time: 0.3844535 Dec 07 13:24:37.960846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Usage tracker for resource:floatingip and tenant:8f775aff5c0545dfb20578f646bb3e6d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:37.968130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:37.971594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 40992) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:37.992056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f022dcd1-febf-446b-99e6-503c150be2fa tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Request body: {'port': {'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-824395655'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:37.994146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:37.998225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:38.005597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f022dcd1-febf-446b-99e6-503c150be2fa tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:38.008649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Usage tracker for resource:security_group_rule and tenant:a14163361c0344ccb3b0d6ca7a0fb0a9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:38.021427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:38.026032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f022dcd1-febf-446b-99e6-503c150be2fa tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:38.029671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:38.050075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:38.129826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:38.135674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f022dcd1-febf-446b-99e6-503c150be2fa tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Made reservation on behalf of 067d2b4d6a5c4f258529c6869efa411d for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:38.140797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f022dcd1-febf-446b-99e6-503c150be2fa tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:38.192668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1135752b-533c-40d9-8052-751702ed3149']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:38.196811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-f022dcd1-febf-446b-99e6-503c150be2fa tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] device_id is not set on port 4ce38a8c-7d00-462a-848c-9b2021a15f63 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:38.261969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39500895-ade0-4dcd-80c9-e7e9a3d124e6 req-9fe815c6-6109-4077-9f9b-517e22e8c5cd tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 210 time: 0.0984879 Dec 07 13:24:38.276312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e591fa-6580-4a81-acc4-26633ac3362b') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:38.276646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e591fa-6580-4a81-acc4-26633ac3362b') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:38.322847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:38.357303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:38.369960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:38.422555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Usage tracker for resource:port and tenant:20a7a8eceb514735bb36afe01304f332 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:38.427292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:38.456527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:38.463835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:38.471481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:38.510145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b1e5ed4a-207f-477f-b158-e9c82846b2e4 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:24:38.528681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:24:38.531640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:24:38.553055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:24:38.570661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Made reservation on behalf of 20a7a8eceb514735bb36afe01304f332 for: {'port': 2} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:38.576983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:38.625067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f022dcd1-febf-446b-99e6-503c150be2fa tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:38.626717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.45', 53685) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:38.636647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port b1e5ed4a-207f-477f-b158-e9c82846b2e4 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:24:38.642063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port b1e5ed4a-207f-477f-b158-e9c82846b2e4 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:38.645814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:38.686754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:38.798247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:38.844828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port b1e5ed4a-207f-477f-b158-e9c82846b2e4, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b1e5ed4a-207f-477f-b158-e9c82846b2e4,segment=NetworkSegment(6173f518-64b6-45f0-9e87-ebc7a75474af),segment_id=6173f518-64b6-45f0-9e87-ebc7a75474af)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:24:38.875537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:38.883371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7016d958-8be5-43f5-ae00-b9f36e2588b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:38.981449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=b1e5ed4a-207f-477f-b158-e9c82846b2e4,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:38.985027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:39.109876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f022dcd1-febf-446b-99e6-503c150be2fa tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:39.133281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b70a3147-2fce-4f22-a012-943d089ef76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:39.193423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Allocated IP 172.36.4.43 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/d867a893-00a2-41b6-b7d7-d77b6472ef19) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:39.211281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41014) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:39.232846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-cdd47329-1623-4535-8ca3-efdc13cb33d6 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:39.234720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-cdd47329-1623-4535-8ca3-efdc13cb33d6 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.45 "GET /v2.0/networks?id=2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 HTTP/1.1" status: 200 len: 805 time: 0.5940814 Dec 07 13:24:39.267660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f022dcd1-febf-446b-99e6-503c150be2fa tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Network 62bf362f-9a99-423c-97d7-7bf5af466693 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:39.287252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f022dcd1-febf-446b-99e6-503c150be2fa tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:39.294072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022dcd1-febf-446b-99e6-503c150be2fa tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Pushing event updated for resources: {'Port': ['ID=4ce38a8c-7d00-462a-848c-9b2021a15f63,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:39.343923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f022dcd1-febf-446b-99e6-503c150be2fa tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:39.344817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f022dcd1-febf-446b-99e6-503c150be2fa tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:39.345551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f022dcd1-febf-446b-99e6-503c150be2fa tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:39.362017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:39.362017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] device_id is not set on port 54bc532e-f1a9-4892-a816-cde28ef14db5 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:39.362655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:39.370310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f022dcd1-febf-446b-99e6-503c150be2fa tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:39.372013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:39.409422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1135752b-533c-40d9-8052-751702ed3149 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 07 13:24:39.412511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Pushing event deleted for resources: {'Network': ['ID=1135752b-533c-40d9-8052-751702ed3149,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:39.416420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:39.419589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:39.438998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "DELETE /v2.0/networks/1135752b-533c-40d9-8052-751702ed3149 HTTP/1.1" status: 204 len: 168 time: 2.2377198 Dec 07 13:24:39.440156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41030) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:39.445085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:39.451457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:39.469890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Request body: {'network': {'name': 'tempest-network--1297349137'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:39.474919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f022dcd1-febf-446b-99e6-503c150be2fa tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5020525 Dec 07 13:24:39.475741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41034) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:39.476124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:39.480690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Usage tracker for resource:network and tenant:6951eb15a650418bb22d2212097851a4 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:39.484530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:39.492021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:39.510724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:39.514078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-340285975', 'router:external': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:39.535876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:39.550016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Made reservation on behalf of 6951eb15a650418bb22d2212097851a4 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:39.555141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:39.575963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:39.605571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:39.629328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e942ce-dd50-4e69-ba6d-5351ffe7c179,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:39.681243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:39.697077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:39.699472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-abf234a2-0e6a-47a7-ab0d-6a229733e046 req-da71be3c-788e-42fd-9d21-b72d28038137 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 210 time: 0.0840211 Dec 07 13:24:39.712257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:39.712257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Added segment 867c62ca-6683-4864-a616-b96e9fbe720f of type vlan for network 200e740e-68e5-434a-897a-6f086222a45f Dec 07 13:24:39.726374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:39.729833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] device_id is not set on port 199c86db-7301-4661-b09e-bc9fb286c54a yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:39.736569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Usage tracker for resource:network and tenant:35d13ec5f1f044a7a22f332adbd3bd03 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:39.748954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-a42bbb7f-579a-4268-9773-d5f2799c768d tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2bbc6bb9092480ba6a861e4cadd4f90 HTTP/1.1" status: 200 len: 380 time: 0.4559402 Dec 07 13:24:39.749812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:39.759165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:39.767401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:39.769956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:39.809204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:39.820425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Request body: {'port': {'device_id': '08bcef1d-0726-4258-b841-1eb067f34ac0', 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74', 'admin_state_up': True, 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'security_groups': ['5b909c26-cb11-4e2a-a3ad-ef2c9e75577d']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:39.825259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:39.825650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Added segment a09c05cf-f573-4a11-9d7d-a1cad8d2a335 of type vlan for network 33eee159-8fea-4deb-a6f0-b4c092500828 Dec 07 13:24:39.846699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:39.873964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Transition to ACTIVE for port object 199c86db-7301-4661-b09e-bc9fb286c54a will not be triggered until provisioned by entity L2. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:39.925146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:39.948530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:39.971668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:39.973824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:39.982557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Made reservation on behalf of 35d13ec5f1f044a7a22f332adbd3bd03 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:39.987258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:40.008330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:40.010286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Pushing event updated for resources: {'Port': ['ID=d867a893-00a2-41b6-b7d7-d77b6472ef19,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:40.017727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:40.022802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:40.066151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:40.071034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:40.071720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:40.080772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:40.089367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:40.132163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:40.168344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.3048778 Dec 07 13:24:40.172920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41056) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:40.205130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Request body: {'subnet': {'network_id': '200e740e-68e5-434a-897a-6f086222a45f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:40.249646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:40.250479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:40.251111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:40.266162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Pushing event updated for resources: {'Port': ['ID=199c86db-7301-4661-b09e-bc9fb286c54a,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:40.286735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:40.287574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:40.342978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:40.347638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Usage tracker for resource:security_group_rule and tenant:35d13ec5f1f044a7a22f332adbd3bd03 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:40.351645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:40.359199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:40.386699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] device_id is not set on port c7da98ec-f3fb-48b6-bd6d-0613163f6a44 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:40.408454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9646993 Dec 07 13:24:40.421875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41062) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:40.432214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:40.432585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:40.432959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:40.447413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f3ccbe61-313d-4993-9ee8-a047ed953945 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:40.459459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b1e5ed4a-207f-477f-b158-e9c82846b2e4 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:24:40.521171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:40.531003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:40.573103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Pushing event updated for resources: {'Network': ['ID=200e740e-68e5-434a-897a-6f086222a45f,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:40.602538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 200e740e-68e5-434a-897a-6f086222a45f details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:40.633490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:40.664294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:40.664629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:40.859053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port b1e5ed4a-207f-477f-b158-e9c82846b2e4 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:40.859627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:40.901224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Made reservation on behalf of a2bbc6bb9092480ba6a861e4cadd4f90 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:40.908341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 2 to bind port 199c86db-7301-4661-b09e-bc9fb286c54a Dec 07 13:24:40.912588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:40.941528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:41.186173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:41.186504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:41.187009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:41.206185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:41.206547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:41.218512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] device_id is not set on port 4ce38a8c-7d00-462a-848c-9b2021a15f63 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:41.219875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 3 to bind port 199c86db-7301-4661-b09e-bc9fb286c54a Dec 07 13:24:41.229280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:41.237254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Pushing event updated for resources: {'Network': ['ID=33eee159-8fea-4deb-a6f0-b4c092500828,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:41.242200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d1cf9591-b111-4a18-b57b-18f0f2addb91 req-1a976ced-b83c-4801-a086-00acecf82bad tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 210 time: 0.1043308 Dec 07 13:24:41.243306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:41.250047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Transition to ACTIVE for port object 4ce38a8c-7d00-462a-848c-9b2021a15f63 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:41.250191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:41.250446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:41.250821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:41.250938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 33eee159-8fea-4deb-a6f0-b4c092500828 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:41.251449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:41.253437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f22ef2ef-458f-4b30-ac33-9954c558f063 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.987s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:41.254388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f22ef2ef-458f-4b30-ac33-9954c558f063 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:41.262975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:41.294663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:41.296485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Usage tracker for resource:subnet and tenant:a14163361c0344ccb3b0d6ca7a0fb0a9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:41.322925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:41.324903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:41.325276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:41.329844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 4 to bind port 199c86db-7301-4661-b09e-bc9fb286c54a Dec 07 13:24:41.341837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:41.357227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:41.357602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:41.357971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:41.376779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fdaad4fd-ca4a-45a8-a37b-8b0edf567808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:41.404582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3ccbe61-313d-4993-9ee8-a047ed953945 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:41.415404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:41.415771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:41.421057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 5 to bind port 199c86db-7301-4661-b09e-bc9fb286c54a Dec 07 13:24:41.448125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:41.462270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:41.462643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:41.468183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:41.470974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:41.471656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:41.473808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 6 to bind port 199c86db-7301-4661-b09e-bc9fb286c54a Dec 07 13:24:41.500546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:41.500890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:41.501269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:41.509820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:41.510174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:41.511954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 7 to bind port 199c86db-7301-4661-b09e-bc9fb286c54a Dec 07 13:24:41.520942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3ccbe61-313d-4993-9ee8-a047ed953945 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:41.532265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:41.552079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:41.571567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:41.582893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:41.583920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Added segment 8b9d7292-b9e2-4e99-bad4-f9bea0b4853c of type vlan for network 1645558a-cdae-42ca-b542-2425aecc85e4 Dec 07 13:24:41.621233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:41.640441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccbe61-313d-4993-9ee8-a047ed953945 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Pushing event updated for resources: {'Network': ['ID=33eee159-8fea-4deb-a6f0-b4c092500828,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:41.648700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f3ccbe61-313d-4993-9ee8-a047ed953945 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:41.649813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:41.650184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:41.650556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:41.653771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3ccbe61-313d-4993-9ee8-a047ed953945 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Network 33eee159-8fea-4deb-a6f0-b4c092500828 is not hosted by any dhcp agent {{(pid=88897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 07 13:24:41.665945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ccbe61-313d-4993-9ee8-a047ed953945 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:41.665945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3ccbe61-313d-4993-9ee8-a047ed953945 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:41.665945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f3ccbe61-313d-4993-9ee8-a047ed953945 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "PUT /v2.0/networks/33eee159-8fea-4deb-a6f0-b4c092500828 HTTP/1.1" status: 200 len: 858 time: 1.2316518 Dec 07 13:24:41.665945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41068) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:41.666350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Pushing event updated for resources: {'Port': ['ID=4ce38a8c-7d00-462a-848c-9b2021a15f63,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:41.668817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:41.766950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:41.767345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:41.778248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 8 to bind port 199c86db-7301-4661-b09e-bc9fb286c54a Dec 07 13:24:41.793216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:41.818835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e79c44f7-6449-4ce8-a4e3-a6c8fe2fc0e8 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:41.823839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:41.872905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:41.873217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:41.873783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:41.934192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:41.934722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:41.940558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 9 to bind port 199c86db-7301-4661-b09e-bc9fb286c54a Dec 07 13:24:41.994372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event updated for resources: {'Port': ['ID=54bc532e-f1a9-4892-a816-cde28ef14db5,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:41.999350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:42.062488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Allocated IP 172.20.0.3 (2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74/46b7d278-6de3-4d28-8b33-7d3afba08305/93577f71-a229-4cb8-a950-f25b1f762af3) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:42.077894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:42.078317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:42.078590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:42.101187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Checking segment: {'id': '1a57608f-8b43-4c7b-8a82-bfeff78e2c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e86d3fd1-e395-4bda-8775-a188c818293d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:42.101495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Network hostable DHCP agents. Network: e86d3fd1-e395-4bda-8775-a188c818293d, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:24:42.116579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4adc14ba-412b-4a1b-b36f-f417ab52d8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.452s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:42.124588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Made reservation on behalf of a14163361c0344ccb3b0d6ca7a0fb0a9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:42.126100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:42.126477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:42.129166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e79c44f7-6449-4ce8-a4e3-a6c8fe2fc0e8 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:42.137864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempt 10 to bind port 199c86db-7301-4661-b09e-bc9fb286c54a Dec 07 13:24:42.177424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:42.177774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:42.178157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempting to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:42.181490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e79c44f7-6449-4ce8-a4e3-a6c8fe2fc0e8 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33eee159-8fea-4deb-a6f0-b4c092500828']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:42.202254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e79c44f7-6449-4ce8-a4e3-a6c8fe2fc0e8 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09c05cf-f573-4a11-9d7d-a1cad8d2a335') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:42.202614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e79c44f7-6449-4ce8-a4e3-a6c8fe2fc0e8 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09c05cf-f573-4a11-9d7d-a1cad8d2a335') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:42.214128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:42.214491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Failed to bind port 199c86db-7301-4661-b09e-bc9fb286c54a on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'bd62bd3e-a994-472a-81f4-25d95dede18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '337ba9a3-b724-451a-acd2-20f049ad8935'}] Dec 07 13:24:42.214892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:42.236335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e79c44f7-6449-4ce8-a4e3-a6c8fe2fc0e8 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:42.267604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Network e86d3fd1-e395-4bda-8775-a188c818293d is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:24:42.305388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e79c44f7-6449-4ce8-a4e3-a6c8fe2fc0e8 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:42.332642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79c44f7-6449-4ce8-a4e3-a6c8fe2fc0e8 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:24:42.332874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e79c44f7-6449-4ce8-a4e3-a6c8fe2fc0e8 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:24:42.362397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:24:42.585556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:42.601461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd3506f-dbd9-4b7b-9778-182e591b02c7,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:42.639713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, e86d3fd1-e395-4bda-8775-a188c818293d) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:42.647601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:42.648968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:42.650021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:42.650163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb68acd-3188-458e-a20e-dc96b831f93e None None] Network e86d3fd1-e395-4bda-8775-a188c818293d requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:42.672565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:42.705898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:42.719024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:42.719966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:42.731531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39465118-b11b-4d18-999e-e5f8c6f9e78d req-21167afd-8f04-4929-bf16-45ace34c24c9 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 210 time: 0.0896821 Dec 07 13:24:42.751304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:42.832350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] For port 199c86db-7301-4661-b09e-bc9fb286c54a, host hv-neutron-ussu, cleared binding levels {{(pid=88897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:24:42.832350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Attempted to set empty binding levels {{(pid=88897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 07 13:24:42.863157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e79c44f7-6449-4ce8-a4e3-a6c8fe2fc0e8 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:42.870533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event updated for resources: {'Port': ['ID=c7da98ec-f3fb-48b6-bd6d-0613163f6a44,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:42.874833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:42.876852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6fb19bd0-e574-4b70-bf93-dc397e058734 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:42.893126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79c44f7-6449-4ce8-a4e3-a6c8fe2fc0e8 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 33eee159-8fea-4deb-a6f0-b4c092500828 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 07 13:24:42.900946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e79c44f7-6449-4ce8-a4e3-a6c8fe2fc0e8 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:42.916408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:42.923258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e79c44f7-6449-4ce8-a4e3-a6c8fe2fc0e8 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] 10.222.0.24 "DELETE /v2.0/networks/33eee159-8fea-4deb-a6f0-b4c092500828 HTTP/1.1" status: 204 len: 168 time: 1.2608533 Dec 07 13:24:42.926214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41074) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:42.927523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c44f7-6449-4ce8-a4e3-a6c8fe2fc0e8 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Pushing event deleted for resources: {'Network': ['ID=33eee159-8fea-4deb-a6f0-b4c092500828,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:42.960353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:42.960718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:42.961096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:42.980303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:42.992549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e79c44f7-6449-4ce8-a4e3-a6c8fe2fc0e8 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:42.997091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:43.068022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b720e6-6caa-4d5e-97ca-5d7da777197d tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] DELETE failed (client error): The resource could not be found. Dec 07 13:24:43.068527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b720e6-6caa-4d5e-97ca-5d7da777197d tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:24:43.079572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:43.079915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:43.080331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41078) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:43.087863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-36b720e6-6caa-4d5e-97ca-5d7da777197d tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] 10.222.0.24 "DELETE /v2.0/subnets/599857b0-f83a-4986-9a0a-147bbb0677e5 HTTP/1.1" status: 404 len: 337 time: 0.1575947 Dec 07 13:24:43.088857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Checking segment: {'id': 'a413876a-4960-47ba-8462-b03d525dd782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '60140c70-b3fc-46bb-8153-d3e49f90e8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:43.089258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Network hostable DHCP agents. Network: 60140c70-b3fc-46bb-8153-d3e49f90e8b4, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:24:43.102061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 2 to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 Dec 07 13:24:43.118047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Pushing event updated for resources: {'Network': ['ID=1645558a-cdae-42ca-b542-2425aecc85e4,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:43.126363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] In _notify_port_updated(), no bound segment for port 199c86db-7301-4661-b09e-bc9fb286c54a on network 337ba9a3-b724-451a-acd2-20f049ad8935 {{(pid=88897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:24:43.127536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:43.127704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:43.127927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:43.128299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:43.131638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] 10.222.0.24 "PUT /v2.0/ports/199c86db-7301-4661-b09e-bc9fb286c54a HTTP/1.1" status: 200 len: 980 time: 5.3948629 Dec 07 13:24:43.132792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41082) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:43.137295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 1645558a-cdae-42ca-b542-2425aecc85e4 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:43.165218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:43.165218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:43.165218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:43.167657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 3 to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 Dec 07 13:24:43.172019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Pushing event updated for resources: {'Port': ['ID=199c86db-7301-4661-b09e-bc9fb286c54a,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:43.195145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:43.264827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 4.0477624 Dec 07 13:24:43.274590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41086) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:43.283469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:43.283844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:43.284217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:43.289231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Transition to ACTIVE for port object 93577f71-a229-4cb8-a950-f25b1f762af3 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:43.294634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-abbf4734-9064-4c93-8c82-641692ea3b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Deleting port 199c86db-7301-4661-b09e-bc9fb286c54a {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:24:43.294817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-abbf4734-9064-4c93-8c82-641692ea3b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:43.326321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:43.326684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:43.330190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 4 to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 Dec 07 13:24:43.343998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Network 60140c70-b3fc-46bb-8153-d3e49f90e8b4 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:24:43.360068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Request body: {'subnet': {'network_id': '1645558a-cdae-42ca-b542-2425aecc85e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:43.370255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e953-19b4-4d24-94ca-3de07ddaa511 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:43.370482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:43.377392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Usage tracker for resource:subnet and tenant:35d13ec5f1f044a7a22f332adbd3bd03 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:43.377587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:43.377874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:43.378269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:43.381522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:43.388182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:43.417466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:43.417672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Made reservation on behalf of 35d13ec5f1f044a7a22f332adbd3bd03 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:43.423102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:43.455826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 60140c70-b3fc-46bb-8153-d3e49f90e8b4) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:43.466594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f720fa58-fb4c-4069-b421-51e770003928 None None] Network 60140c70-b3fc-46bb-8153-d3e49f90e8b4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:43.502439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:43.502966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:43.510797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 5 to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 Dec 07 13:24:43.563269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:43.585634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:43.661675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:43.664946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Pushing event updated for resources: {'Port': ['ID=d867a893-00a2-41b6-b7d7-d77b6472ef19,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:43.666073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:43.682153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:43.682913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:43.799520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:43.810434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:43.820235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:43.820731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:43.823310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.2496755 Dec 07 13:24:43.824716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:43.835034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41092) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:43.872442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e953-19b4-4d24-94ca-3de07ddaa511 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:43.915207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d3f1e953-19b4-4d24-94ca-3de07ddaa511 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caab0489-3743-4e2d-bd26-435af460d307']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:43.931852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d3f1e953-19b4-4d24-94ca-3de07ddaa511 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e8a285-5d5c-4409-a538-fae501c9b2c4') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:43.932293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d3f1e953-19b4-4d24-94ca-3de07ddaa511 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e8a285-5d5c-4409-a538-fae501c9b2c4') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:43.951788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e953-19b4-4d24-94ca-3de07ddaa511 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:43.969687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e953-19b4-4d24-94ca-3de07ddaa511 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:43.981137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f1e953-19b4-4d24-94ca-3de07ddaa511 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:24:43.981697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e953-19b4-4d24-94ca-3de07ddaa511 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:24:44.094332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:24:44.105744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c451c187-95ea-4d95-be81-1a1f5ceb0d98 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:44.141092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-abbf4734-9064-4c93-8c82-641692ea3b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] For port 199c86db-7301-4661-b09e-bc9fb286c54a, host hv-neutron-ussu, got binding levels [] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:24:44.141596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-abbf4734-9064-4c93-8c82-641692ea3b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:44.292084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-abbf4734-9064-4c93-8c82-641692ea3b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Calling delete_port for 199c86db-7301-4661-b09e-bc9fb286c54a owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:24:44.452515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08203ac2-7d9d-4387-9a93-9dd3f5f917ac req-e26a6cd4-23d2-4000-9dfa-d415e4452d56 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:44.454169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-08203ac2-7d9d-4387-9a93-9dd3f5f917ac req-e26a6cd4-23d2-4000-9dfa-d415e4452d56 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 931 time: 0.4072115 Dec 07 13:24:44.468088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:44.468461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:44.469037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e953-19b4-4d24-94ca-3de07ddaa511 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:44.482450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 6 to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 Dec 07 13:24:44.506018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-abbf4734-9064-4c93-8c82-641692ea3b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:44.512825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Pushing event updated for resources: {'Port': ['ID=93577f71-a229-4cb8-a950-f25b1f762af3,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:44.517565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-16fff3c1-5864-4fc3-bfde-c46825f5abe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:44.518113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e953-19b4-4d24-94ca-3de07ddaa511 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:44.541422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:44.546669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:44.579995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf4734-9064-4c93-8c82-641692ea3b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Pushing event deleted for resources: {'Port': ['ID=199c86db-7301-4661-b09e-bc9fb286c54a,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:44.593927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Network 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:44.594477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-abbf4734-9064-4c93-8c82-641692ea3b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:44.602106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:44.602685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:44.602818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:44.605524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:44.617404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1e953-19b4-4d24-94ca-3de07ddaa511 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Pushing event deleted for resources: {'Network': ['ID=caab0489-3743-4e2d-bd26-435af460d307,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:44.623941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:44.662615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d3f1e953-19b4-4d24-94ca-3de07ddaa511 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:44.668359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-abbf4734-9064-4c93-8c82-641692ea3b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:44.692032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d3f1e953-19b4-4d24-94ca-3de07ddaa511 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] 10.222.0.24 "DELETE /v2.0/networks/caab0489-3743-4e2d-bd26-435af460d307 HTTP/1.1" status: 204 len: 168 time: 1.5755632 Dec 07 13:24:44.695992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-08203ac2-7d9d-4387-9a93-9dd3f5f917ac req-bb411d89-c95c-4bef-989c-aae169ff11c5 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249980 Dec 07 13:24:44.703263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:44.736263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:44.736698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:44.737590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:44.741632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 7 to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 Dec 07 13:24:44.756139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-abbf4734-9064-4c93-8c82-641692ea3b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] 10.222.0.24 "DELETE /v2.0/ports/199c86db-7301-4661-b09e-bc9fb286c54a HTTP/1.1" status: 204 len: 168 time: 1.6221714 Dec 07 13:24:44.759828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41098) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:44.772213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:44.815038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:44.825326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8835907 Dec 07 13:24:44.838999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:44.839324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:44.839667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:44.851329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:44.852045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:44.876327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f79263-4564-4316-8cd9-c5dce2798206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] GET failed (client error): The resource could not be found. Dec 07 13:24:44.876878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a8f79263-4564-4316-8cd9-c5dce2798206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Synchronizing usage tracker for tenant:8580bfde58de48deb1f11cfd8376710e on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:44.890981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0954ac0f-1919-449e-91c5-9dc3d3333f62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:44.897012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0954ac0f-1919-449e-91c5-9dc3d3333f62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:44.901937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0954ac0f-1919-449e-91c5-9dc3d3333f62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8089612 Dec 07 13:24:44.906497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41104) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:44.908095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1441939 Dec 07 13:24:44.965376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:44.965781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:44.974967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 8 to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 Dec 07 13:24:44.991446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Pushing event updated for resources: {'Subnet': ['ID=a61d3e66-0147-4da8-aea4-582844f58cae,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:45.002677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:45.023508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:45.023883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:45.024242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:45.049497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Checking segment: {'id': '867c62ca-6683-4864-a616-b96e9fbe720f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '200e740e-68e5-434a-897a-6f086222a45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:45.049905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Network hostable DHCP agents. Network: 200e740e-68e5-434a-897a-6f086222a45f, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:24:45.053947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a8f79263-4564-4316-8cd9-c5dce2798206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Unset dirty status for tenant:8580bfde58de48deb1f11cfd8376710e on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:45.061544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a8f79263-4564-4316-8cd9-c5dce2798206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] 10.222.0.24 "GET /v2.0/ports/199c86db-7301-4661-b09e-bc9fb286c54a HTTP/1.1" status: 404 len: 333 time: 0.3000066 Dec 07 13:24:45.077170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41108) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:45.077277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:45.077277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:45.077486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:45.077486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:45.097657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 9 to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 Dec 07 13:24:45.111379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-035f0c31-fc12-4dbe-bae5-1d35cd59a116 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Deleting port 54bc532e-f1a9-4892-a816-cde28ef14db5 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:24:45.111752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-035f0c31-fc12-4dbe-bae5-1d35cd59a116 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:45.205001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8e3678d6-a231-4f77-9bb3-8804e448084e,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:45.216277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:45.225169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5d2b6e94-f0d6-4a99-8e79-cee6b207d059 None None] Provisioning for port 93577f71-a229-4cb8-a950-f25b1f762af3 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:24:45.232071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5d2b6e94-f0d6-4a99-8e79-cee6b207d059 None None] Provisioning complete for port 93577f71-a229-4cb8-a950-f25b1f762af3 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:45.232610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d2b6e94-f0d6-4a99-8e79-cee6b207d059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:45.239367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Checking segment: {'id': '8b9d7292-b9e2-4e99-bad4-f9bea0b4853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1645558a-cdae-42ca-b542-2425aecc85e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:45.239367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Network hostable DHCP agents. Network: 1645558a-cdae-42ca-b542-2425aecc85e4, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:24:45.287970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Network 1645558a-cdae-42ca-b542-2425aecc85e4 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:24:45.327210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b6e94-f0d6-4a99-8e79-cee6b207d059 None None] Port 93577f71-a229-4cb8-a950-f25b1f762af3 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:24:45.334355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 1645558a-cdae-42ca-b542-2425aecc85e4) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:45.341990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:45.342356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:45.342732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:45.343103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:45.343699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:45.360802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deeb052-6a8d-4bd1-b63d-6271d2d03ed8 None None] Network 1645558a-cdae-42ca-b542-2425aecc85e4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:45.480258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:45.480721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:45.481625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2054853 Dec 07 13:24:45.482526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41124) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:45.485206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.plugin [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempt 10 to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 Dec 07 13:24:45.503715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-28823c03-1a63-47a8-987d-22922f135710 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Synchronizing usage tracker for tenant:8f775aff5c0545dfb20578f646bb3e6d on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:45.511834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f00433a-2198-4ca6-8d85-0f84aa743ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:45.517486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1247059192', 'network_id': '1645558a-cdae-42ca-b542-2425aecc85e4'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:45.535702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41128) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:45.538266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Network 200e740e-68e5-434a-897a-6f086222a45f is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:24:45.569247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:45.574360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Usage tracker for resource:port and tenant:35d13ec5f1f044a7a22f332adbd3bd03 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:45.578466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:45.586576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:45.601287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:45.601817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:45.602069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempting to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:45.630666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Made reservation on behalf of 35d13ec5f1f044a7a22f332adbd3bd03 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:45.636993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:45.664367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] device_id is not set on port a1220c92-454f-4e63-b8bf-fae3be31754c yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:24:45.690863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 200e740e-68e5-434a-897a-6f086222a45f) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:45.708829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-28823c03-1a63-47a8-987d-22922f135710 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Unset dirty status for tenant:8f775aff5c0545dfb20578f646bb3e6d on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:45.710222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-28823c03-1a63-47a8-987d-22922f135710 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1489079046&fields=id&tenant_id=8f775aff5c0545dfb20578f646bb3e6d HTTP/1.1" status: 200 len: 267 time: 0.3475313 Dec 07 13:24:45.771518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:45.772404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:45.795108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:45.795497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR neutron.plugins.ml2.managers [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Failed to bind port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on host hv-neutron-ussu for vnic_type normal using segments [{'id': 'e288949b-b9d4-4c00-9b3d-d74f94c19a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bf362f-9a99-423c-97d7-7bf5af466693'}] Dec 07 13:24:45.795888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:45.807459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f69ccb8-6bf4-480d-9e2a-045aa10f5628 None None] Network 200e740e-68e5-434a-897a-6f086222a45f requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:45.856262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6340134c-ca55-4461-b235-79b14b8e67eb None None] Network 1645558a-cdae-42ca-b542-2425aecc85e4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:45.921145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-035f0c31-fc12-4dbe-bae5-1d35cd59a116 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:46.068697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-035f0c31-fc12-4dbe-bae5-1d35cd59a116 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Calling delete_port for 54bc532e-f1a9-4892-a816-cde28ef14db5 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:24:46.154027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-9d8f767e-e4f9-4d8b-9166-96dc53812fee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:46.157819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-9d8f767e-e4f9-4d8b-9166-96dc53812fee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/networks?id=c206a118-c157-4a6a-b31d-dd0a64e6aab7 HTTP/1.1" status: 200 len: 811 time: 0.4404073 Dec 07 13:24:46.206359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Allocated IP 2001:db8::3dc (1645558a-cdae-42ca-b542-2425aecc85e4/8e3678d6-a231-4f77-9bb3-8804e448084e/a1220c92-454f-4e63-b8bf-fae3be31754c) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:46.242205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-8d2a68c9-ab41-4718-b62c-21fc509b129f tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/quotas/8f775aff5c0545dfb20578f646bb3e6d HTTP/1.1" status: 200 len: 375 time: 0.0283563 Dec 07 13:24:46.267373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-035f0c31-fc12-4dbe-bae5-1d35cd59a116 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:46.298461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:46.309879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-200e740e-68e5-434a-897a-6f086222a45f', 'network_id': '200e740e-68e5-434a-897a-6f086222a45f', 'tenant_id': 'a14163361c0344ccb3b0d6ca7a0fb0a9', 'fixed_ips': [{'subnet_id': 'a61d3e66-0147-4da8-aea4-582844f58cae'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:24:46.310793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:46.370000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4b45a-4090-4d2a-b081-bf415473cf46 req-881d2828-47ac-4b2e-84ec-1b45d462491c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:46.371690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39b4b45a-4090-4d2a-b081-bf415473cf46 req-881d2828-47ac-4b2e-84ec-1b45d462491c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 931 time: 0.3692248 Dec 07 13:24:46.461730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.2836545 Dec 07 13:24:46.466723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41136) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:46.469692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-035f0c31-fc12-4dbe-bae5-1d35cd59a116 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:46.471710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-035f0c31-fc12-4dbe-bae5-1d35cd59a116 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "DELETE /v2.0/ports/54bc532e-f1a9-4892-a816-cde28ef14db5 HTTP/1.1" status: 204 len: 168 time: 1.5601442 Dec 07 13:24:46.482749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f0c31-fc12-4dbe-bae5-1d35cd59a116 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event deleted for resources: {'Port': ['ID=54bc532e-f1a9-4892-a816-cde28ef14db5,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:46.484912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41138) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:46.494124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f00433a-2198-4ca6-8d85-0f84aa743ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:46.516595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1830099774', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:46.522815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-035f0c31-fc12-4dbe-bae5-1d35cd59a116 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:46.524118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Allocated IP 172.20.0.2 (200e740e-68e5-434a-897a-6f086222a45f/a61d3e66-0147-4da8-aea4-582844f58cae/961a157a-ca2f-45ae-9797-7c9c33bdb410) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:46.528151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:46.546305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Usage tracker for resource:router and tenant:a14163361c0344ccb3b0d6ca7a0fb0a9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:46.551892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39b4b45a-4090-4d2a-b081-bf415473cf46 req-4261b747-87be-4791-a27f-d091286a754d tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702762 Dec 07 13:24:46.558805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-df361fd9-137d-4fc2-819b-3860f11e98f7 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f775aff5c0545dfb20578f646bb3e6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2665796 Dec 07 13:24:46.562249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:46.586089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:46.654142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5f00433a-2198-4ca6-8d85-0f84aa743ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337ba9a3-b724-451a-acd2-20f049ad8935']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:46.692517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] For port 4ce38a8c-7d00-462a-848c-9b2021a15f63, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:24:46.692517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Attempted to set empty binding levels {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 07 13:24:46.697338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5f00433a-2198-4ca6-8d85-0f84aa743ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd62bd3e-a994-472a-81f4-25d95dede18c') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:46.697338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5f00433a-2198-4ca6-8d85-0f84aa743ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd62bd3e-a994-472a-81f4-25d95dede18c') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:46.712133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-de1c96e1-5bbb-4ea5-aad5-cb93bea12bfd tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Deleting port c7da98ec-f3fb-48b6-bd6d-0613163f6a44 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:24:46.712674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de1c96e1-5bbb-4ea5-aad5-cb93bea12bfd tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:46.758297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-be74f572-13db-403b-bfad-732d2723dde9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=456f14161ee246eba8c5911291f64bff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2117560 Dec 07 13:24:46.759263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41144) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:46.772784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f00433a-2198-4ca6-8d85-0f84aa743ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:46.783911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:46.864499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d5b9216b-c5cf-4a01-924b-d22a4a38d95b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:46.956025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:46.987357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Transition to ACTIVE for port object 961a157a-ca2f-45ae-9797-7c9c33bdb410 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:47.015436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] In _notify_port_updated(), no bound segment for port 4ce38a8c-7d00-462a-848c-9b2021a15f63 on network 62bf362f-9a99-423c-97d7-7bf5af466693 {{(pid=88898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:24:47.016335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.017826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] 10.222.0.24 "PUT /v2.0/ports/4ce38a8c-7d00-462a-848c-9b2021a15f63 HTTP/1.1" status: 200 len: 976 time: 7.5263579 Dec 07 13:24:47.019913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f00433a-2198-4ca6-8d85-0f84aa743ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.027037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41148) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:47.029888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.030924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.084328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Transition to ACTIVE for port object 961a157a-ca2f-45ae-9797-7c9c33bdb410 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:47.100660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f00433a-2198-4ca6-8d85-0f84aa743ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:24:47.101098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f00433a-2198-4ca6-8d85-0f84aa743ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.122503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.122744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-17552fb6-2a9b-4c28-b6e5-8faeed2c8766 service neutron] 10.222.0.24 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685545 Dec 07 13:24:47.128104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:24:47.157937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:24:47.258240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.316100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Pushing event updated for resources: {'Port': ['ID=961a157a-ca2f-45ae-9797-7c9c33bdb410,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:47.329669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-7a3b3e1c-b664-47de-841a-ae10187bf502 service neutron] 10.222.0.24 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907849 Dec 07 13:24:47.343803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:47.357609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Network 200e740e-68e5-434a-897a-6f086222a45f is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:47.360143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:47.366981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.369472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:47.379177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-353fd9af-e748-418c-9875-d87e5311c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:47.497587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Attempting to bind port 961a157a-ca2f-45ae-9797-7c9c33bdb410 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:47.498470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Attempting to bind port 961a157a-ca2f-45ae-9797-7c9c33bdb410 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '867c62ca-6683-4864-a616-b96e9fbe720f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '200e740e-68e5-434a-897a-6f086222a45f'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:47.498878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Attempting to bind port 961a157a-ca2f-45ae-9797-7c9c33bdb410 on network 200e740e-68e5-434a-897a-6f086222a45f {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:47.515369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:24:47.515369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Checking segment: {'id': '867c62ca-6683-4864-a616-b96e9fbe720f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '200e740e-68e5-434a-897a-6f086222a45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:47.515369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.515369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Bound using segment: {'id': '867c62ca-6683-4864-a616-b96e9fbe720f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '200e740e-68e5-434a-897a-6f086222a45f'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:24:47.515369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Bound port: 961a157a-ca2f-45ae-9797-7c9c33bdb410, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '867c62ca-6683-4864-a616-b96e9fbe720f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '200e740e-68e5-434a-897a-6f086222a45f'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:24:47.515369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.543592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Pushing event updated for resources: {'Port': ['ID=a1220c92-454f-4e63-b8bf-fae3be31754c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:47.554374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Network 1645558a-cdae-42ca-b542-2425aecc85e4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:47.555939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:47.556977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:47.559436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:47.560366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:47.560988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.580185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Pushing event updated for resources: {'Port': ['ID=4ce38a8c-7d00-462a-848c-9b2021a15f63,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:47.583944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:47.642973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1431057 Dec 07 13:24:47.646346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41154) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:47.662882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] For port 961a157a-ca2f-45ae-9797-7c9c33bdb410, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:24:47.676903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] For port 961a157a-ca2f-45ae-9797-7c9c33bdb410, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=961a157a-ca2f-45ae-9797-7c9c33bdb410,segment=NetworkSegment(867c62ca-6683-4864-a616-b96e9fbe720f),segment_id=867c62ca-6683-4864-a616-b96e9fbe720f)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:24:47.686370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-21223a71-7d6c-4b10-9704-ba75c7b8bd5c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Deleting port 4ce38a8c-7d00-462a-848c-9b2021a15f63 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:24:47.686750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21223a71-7d6c-4b10-9704-ba75c7b8bd5c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.728866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.733258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-84b242a7-a875-4c15-ab7d-80ccb7f30cde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:47.765764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f00433a-2198-4ca6-8d85-0f84aa743ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.807114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1f0466ec-b1a2-4b49-8845-c6a2390531f3 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Deleting port a1220c92-454f-4e63-b8bf-fae3be31754c {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:24:47.807706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f0466ec-b1a2-4b49-8845-c6a2390531f3 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.809752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e1226d6-e80e-4eaf-9d6d-3be96a4e4520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.871934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e1226d6-e80e-4eaf-9d6d-3be96a4e4520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.899946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Pushing event updated for resources: {'Port': ['ID=961a157a-ca2f-45ae-9797-7c9c33bdb410,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:47.910555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:47.933682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de1c96e1-5bbb-4ea5-aad5-cb93bea12bfd tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:47.941413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0a4a735b-4c23-4de5-b908-77f8b13c85c2 req-b6a9c8b1-b193-49fb-82f0-9196bfd4bbc5 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 210 time: 0.1018722 Dec 07 13:24:47.946652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:47.981508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f00433a-2198-4ca6-8d85-0f84aa743ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:48.107738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:48.217083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-de1c96e1-5bbb-4ea5-aad5-cb93bea12bfd tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Calling delete_port for c7da98ec-f3fb-48b6-bd6d-0613163f6a44 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:24:48.258212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00433a-2198-4ca6-8d85-0f84aa743ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Pushing event deleted for resources: {'Network': ['ID=337ba9a3-b724-451a-acd2-20f049ad8935,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:48.266303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5f00433a-2198-4ca6-8d85-0f84aa743ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] 10.222.0.24 "DELETE /v2.0/networks/337ba9a3-b724-451a-acd2-20f049ad8935 HTTP/1.1" status: 204 len: 168 time: 3.1968529 Dec 07 13:24:48.277762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f00433a-2198-4ca6-8d85-0f84aa743ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:48.467272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fa9bc-e558-4aad-81af-ab710a30c97d req-632fee96-cd6b-4f20-8340-10cac4813ceb tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:48.468691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe5fa9bc-e558-4aad-81af-ab710a30c97d req-632fee96-cd6b-4f20-8340-10cac4813ceb tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 931 time: 0.5207376 Dec 07 13:24:48.540203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:48.624428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe5fa9bc-e558-4aad-81af-ab710a30c97d req-038c021b-37d0-48c0-902e-a34b081823f4 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344721 Dec 07 13:24:48.727678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e1226d6-e80e-4eaf-9d6d-3be96a4e4520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:48.734706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f0466ec-b1a2-4b49-8845-c6a2390531f3 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:48.755704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-21223a71-7d6c-4b10-9704-ba75c7b8bd5c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] For port 4ce38a8c-7d00-462a-848c-9b2021a15f63, host hv-neutron-ussu, got binding levels [] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:24:48.756357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21223a71-7d6c-4b10-9704-ba75c7b8bd5c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:48.782956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f74dd8ea-996d-4633-8490-90ec6bd8baba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:48.934063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41186) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:48.973713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1226d6-e80e-4eaf-9d6d-3be96a4e4520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c509ce-cb29-487f-9e5f-97faa34edf61,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:48.993478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-21223a71-7d6c-4b10-9704-ba75c7b8bd5c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Calling delete_port for 4ce38a8c-7d00-462a-848c-9b2021a15f63 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:24:49.013670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1f0466ec-b1a2-4b49-8845-c6a2390531f3 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Calling delete_port for a1220c92-454f-4e63-b8bf-fae3be31754c owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:24:49.074912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6e1226d6-e80e-4eaf-9d6d-3be96a4e4520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:49.080141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e1226d6-e80e-4eaf-9d6d-3be96a4e4520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:49.081397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6e1226d6-e80e-4eaf-9d6d-3be96a4e4520 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0c509ce-cb29-487f-9e5f-97faa34edf61 HTTP/1.1" status: 204 len: 168 time: 2.3122449 Dec 07 13:24:49.140629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1303623-f925-4189-844f-91dc351ff7f5 req-97bfc5a1-373b-4c6f-875c-1b437468567b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 210 time: 0.0737593 Dec 07 13:24:49.165435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de1c96e1-5bbb-4ea5-aad5-cb93bea12bfd tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:49.173430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:49.248032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c96e1-5bbb-4ea5-aad5-cb93bea12bfd tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event deleted for resources: {'Port': ['ID=c7da98ec-f3fb-48b6-bd6d-0613163f6a44,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:49.270117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21223a71-7d6c-4b10-9704-ba75c7b8bd5c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:49.271885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-de1c96e1-5bbb-4ea5-aad5-cb93bea12bfd tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:49.288690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:49.385584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21223a71-7d6c-4b10-9704-ba75c7b8bd5c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ce38a8c-7d00-462a-848c-9b2021a15f63,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:49.409321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-21223a71-7d6c-4b10-9704-ba75c7b8bd5c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:49.415358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de1c96e1-5bbb-4ea5-aad5-cb93bea12bfd tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:49.426384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:49.441962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-de1c96e1-5bbb-4ea5-aad5-cb93bea12bfd tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "DELETE /v2.0/ports/c7da98ec-f3fb-48b6-bd6d-0613163f6a44 HTTP/1.1" status: 204 len: 168 time: 2.9354467 Dec 07 13:24:49.444662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41202) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:49.490289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:49.527789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21223a71-7d6c-4b10-9704-ba75c7b8bd5c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:49.535402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-21223a71-7d6c-4b10-9704-ba75c7b8bd5c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] 10.222.0.24 "DELETE /v2.0/ports/4ce38a8c-7d00-462a-848c-9b2021a15f63 HTTP/1.1" status: 204 len: 168 time: 2.5047996 Dec 07 13:24:49.538915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1eb7b710-bc09-4594-a3ac-ad55d7a7bcc7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Synchronizing usage tracker for tenant:20a7a8eceb514735bb36afe01304f332 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:49.542989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41206) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:49.620185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f0466ec-b1a2-4b49-8845-c6a2390531f3 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:49.622857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cd3cb0-919d-4f35-9a4e-76cc4c155f69 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] GET failed (client error): The resource could not be found. Dec 07 13:24:49.623785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-70cd3cb0-919d-4f35-9a4e-76cc4c155f69 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Synchronizing usage tracker for tenant:067d2b4d6a5c4f258529c6869efa411d on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:49.656544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:49.663796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1eb7b710-bc09-4594-a3ac-ad55d7a7bcc7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Unset dirty status for tenant:20a7a8eceb514735bb36afe01304f332 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:49.672699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1eb7b710-bc09-4594-a3ac-ad55d7a7bcc7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2267766 Dec 07 13:24:49.675489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41214) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:49.688913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-70cd3cb0-919d-4f35-9a4e-76cc4c155f69 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Unset dirty status for tenant:067d2b4d6a5c4f258529c6869efa411d on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:49.698684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-70cd3cb0-919d-4f35-9a4e-76cc4c155f69 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] 10.222.0.24 "GET /v2.0/ports/4ce38a8c-7d00-462a-848c-9b2021a15f63 HTTP/1.1" status: 404 len: 333 time: 0.1493788 Dec 07 13:24:49.699596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41220) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:49.707323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1116956028'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:49.775317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:49.828483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0466ec-b1a2-4b49-8845-c6a2390531f3 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1220c92-454f-4e63-b8bf-fae3be31754c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:49.848806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1f0466ec-b1a2-4b49-8845-c6a2390531f3 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:49.890215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Usage tracker for resource:network and tenant:20a7a8eceb514735bb36afe01304f332 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:49.900021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:49.905090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f8dabc6c-9e8e-4505-bb9b-8927d1a9e982 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8eed03b6a16c400e9a96516a2742d246&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9693458 Dec 07 13:24:49.918895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41224) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:49.930375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:49.992963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f0466ec-b1a2-4b49-8845-c6a2390531f3 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.000778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e05aa77-bad6-42e5-9c3b-5d457932e4a6 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.062096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1f0466ec-b1a2-4b49-8845-c6a2390531f3 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "DELETE /v2.0/ports/a1220c92-454f-4e63-b8bf-fae3be31754c HTTP/1.1" status: 204 len: 168 time: 2.4142523 Dec 07 13:24:50.069280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41228) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:50.074322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Made reservation on behalf of 20a7a8eceb514735bb36afe01304f332 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:50.082417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.082605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1645558a-cdae-42ca-b542-2425aecc85e4', 'external_fixed_ips': [{'subnet_id': '8e3678d6-a231-4f77-9bb3-8804e448084e', 'ip_address': '2001:db8::3dc'}]}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:50.094940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:50.115107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Usage tracker for resource:router and tenant:35d13ec5f1f044a7a22f332adbd3bd03 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:50.124144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:50.130150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41232) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:50.141572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Allocated IP 172.36.4.27 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/177b557a-f392-4e2c-9329-6d6166c9f6a6) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:50.145191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:50.153424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00388d0a-1a5b-487b-b8f1-f005916209ef req-a2a092cc-8aa6-4a8e-94c9-ac6526280906 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:50.155140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-00388d0a-1a5b-487b-b8f1-f005916209ef req-a2a092cc-8aa6-4a8e-94c9-ac6526280906 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 931 time: 0.3090117 Dec 07 13:24:50.232677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-00388d0a-1a5b-487b-b8f1-f005916209ef req-b6e1b968-f631-4615-b890-faf477e5b257 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659790 Dec 07 13:24:50.248560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f215946-136d-4213-b51c-8a02abf32d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.252062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.253130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.285346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e05aa77-bad6-42e5-9c3b-5d457932e4a6 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.309958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:50.342667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ca88897f-d242-4cc8-8047-5e5c6c2af0e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6951eb15a650418bb22d2212097851a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2050962 Dec 07 13:24:50.345838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41238) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:50.346956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d5bc0a-fbcc-429e-8434-1126f67ca2bd None None] Network 200e740e-68e5-434a-897a-6f086222a45f requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:24:50.347584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f215946-136d-4213-b51c-8a02abf32d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.361812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-6e05aa77-bad6-42e5-9c3b-5d457932e4a6 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bf362f-9a99-423c-97d7-7bf5af466693']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:50.370754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.371152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Added segment 312fbf41-18c3-429a-8c67-e748c469afa4 of type vlan for network 92517d0b-d4c3-47af-8786-5cc2fa88d42e Dec 07 13:24:50.412124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-6e05aa77-bad6-42e5-9c3b-5d457932e4a6 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e288949b-b9d4-4c00-9b3d-d74f94c19a06') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:50.412460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-6e05aa77-bad6-42e5-9c3b-5d457932e4a6 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e288949b-b9d4-4c00-9b3d-d74f94c19a06') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:50.423333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-df4b13b7-0c2a-4902-bebf-996e24546c4d req-ee36b7d7-8a3b-416a-acc5-8ed1401d031e tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 210 time: 0.0953233 Dec 07 13:24:50.465907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e05aa77-bad6-42e5-9c3b-5d457932e4a6 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.504176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 961a157a-ca2f-45ae-9797-7c9c33bdb410 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:24:50.523708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.523950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-578afd82-f782-4642-9b85-d95efb15037f tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:24:50.525095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-578afd82-f782-4642-9b85-d95efb15037f tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0093379 Dec 07 13:24:50.574136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.601091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8767942e-891b-4862-a0f4-d38c7af27e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.632763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8767942e-891b-4862-a0f4-d38c7af27e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.675662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4867a67a-592f-4dc5-9b3a-968623047b6d None None] Provisioning for port 961a157a-ca2f-45ae-9797-7c9c33bdb410 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:24:50.696442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.756380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 961a157a-ca2f-45ae-9797-7c9c33bdb410 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:24:50.762965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 961a157a-ca2f-45ae-9797-7c9c33bdb410 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:50.763409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.794368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Request body: {'port': {'device_id': '08bcef1d-0726-4258-b841-1eb067f34ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:50.837685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e05aa77-bad6-42e5-9c3b-5d457932e4a6 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.848064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e05aa77-bad6-42e5-9c3b-5d457932e4a6 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:24:50.848878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e05aa77-bad6-42e5-9c3b-5d457932e4a6 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.926069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.967078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:24:50.968396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:24:50.975052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 961a157a-ca2f-45ae-9797-7c9c33bdb410, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=961a157a-ca2f-45ae-9797-7c9c33bdb410,segment=NetworkSegment(867c62ca-6683-4864-a616-b96e9fbe720f),segment_id=867c62ca-6683-4864-a616-b96e9fbe720f)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:24:50.989258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:50.989964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:50.995109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f00433a-2198-4ca6-8d85-0f84aa743ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722637450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:51.002265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:51.005240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:51.030706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:51.036495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:51.113182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=961a157a-ca2f-45ae-9797-7c9c33bdb410,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:51.117630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:51.127393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Pushing event updated for resources: {'Port': ['ID=177b557a-f392-4e2c-9329-6d6166c9f6a6,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:51.127534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-19fae247-a7bf-42e9-9ac6-73eff04b256d None None] Provisioning complete for port 961a157a-ca2f-45ae-9797-7c9c33bdb410 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:51.128066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-19fae247-a7bf-42e9-9ac6-73eff04b256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:51.134997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:51.145466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:51.145466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:51.149502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:51.184087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:51.188378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event updated for resources: {'Network': ['ID=92517d0b-d4c3-47af-8786-5cc2fa88d42e,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:51.207565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:51.214007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 92517d0b-d4c3-47af-8786-5cc2fa88d42e details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:51.230800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e05aa77-bad6-42e5-9c3b-5d457932e4a6 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:51.234859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:51.254983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:51.277960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05aa77-bad6-42e5-9c3b-5d457932e4a6 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Pushing event deleted for resources: {'Network': ['ID=62bf362f-9a99-423c-97d7-7bf5af466693,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:51.279614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f215946-136d-4213-b51c-8a02abf32d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:51.280365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8767942e-891b-4862-a0f4-d38c7af27e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:51.282054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e05aa77-bad6-42e5-9c3b-5d457932e4a6 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:51.284081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6e05aa77-bad6-42e5-9c3b-5d457932e4a6 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] 10.222.0.24 "DELETE /v2.0/networks/62bf362f-9a99-423c-97d7-7bf5af466693 HTTP/1.1" status: 204 len: 168 time: 1.5720305 Dec 07 13:24:51.301958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6e05aa77-bad6-42e5-9c3b-5d457932e4a6 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:51.304819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f215946-136d-4213-b51c-8a02abf32d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:51.306049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2f215946-136d-4213-b51c-8a02abf32d48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69ebed56-b558-4358-b362-d5283c260267 HTTP/1.1" status: 204 len: 168 time: 1.3815427 Dec 07 13:24:51.367213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f9387d8-4904-4b7d-a18f-5eae45ed45f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:51.376525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3b7fbf44-ebf4-4766-98bb-01edc30fcca7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6968420 Dec 07 13:24:51.389345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41250) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:51.394639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8767942e-891b-4862-a0f4-d38c7af27e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:51.399624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8767942e-891b-4862-a0f4-d38c7af27e31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9104db09-f20a-4ef5-b628-2ada6ddc631a HTTP/1.1" status: 204 len: 168 time: 1.0431213 Dec 07 13:24:51.406586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f215946-136d-4213-b51c-8a02abf32d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ebed56-b558-4358-b362-d5283c260267,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:51.415486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1586285381'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:51.443513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:51.480296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767942e-891b-4862-a0f4-d38c7af27e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9104db09-f20a-4ef5-b628-2ada6ddc631a,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:51.573769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Usage tracker for resource:network and tenant:20a7a8eceb514735bb36afe01304f332 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:51.577361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:51.585272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:51.596603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8767942e-891b-4862-a0f4-d38c7af27e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:51.609425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:51.610006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:51.662541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Made reservation on behalf of 20a7a8eceb514735bb36afe01304f332 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:51.668094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:51.703051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-78c925ff-30a0-4ea0-aa1b-4f91a361728e req-c03852fa-9c6b-454f-bd0b-55b2692ed6ff tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 210 time: 0.0693524 Dec 07 13:24:51.711657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973bdda-e78a-4f92-8cd3-4ab817a6eea7 req-ea498141-f5b1-4398-a6d3-abc80fc06d9b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:51.713446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e973bdda-e78a-4f92-8cd3-4ab817a6eea7 req-ea498141-f5b1-4398-a6d3-abc80fc06d9b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 931 time: 0.2043798 Dec 07 13:24:51.844647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e973bdda-e78a-4f92-8cd3-4ab817a6eea7 req-248a8080-8bb9-41dc-9165-d2aa71060380 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202772 Dec 07 13:24:51.859856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:51.860564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:51.899350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:51.980557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:51.992974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.45', 53692) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:52.014809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:52.111880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:52.112272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Added segment 5ceddd01-4de0-4dc4-b63f-7c54a193da02 of type vlan for network a216b64e-c34b-4ba6-83cc-24c1a806afb5 Dec 07 13:24:52.189774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:52.280334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-130268ee-53e3-4ecb-b70f-7ab3c11d771b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:52.281143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-130268ee-53e3-4ecb-b70f-7ab3c11d771b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Synchronizing usage tracker for tenant:8f775aff5c0545dfb20578f646bb3e6d on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:52.313976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93577f71-a229-4cb8-a950-f25b1f762af3 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:24:52.386430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:52.389557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-130268ee-53e3-4ecb-b70f-7ab3c11d771b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Unset dirty status for tenant:8f775aff5c0545dfb20578f646bb3e6d on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:52.390799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-130268ee-53e3-4ecb-b70f-7ab3c11d771b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.45 "GET /v2.0/networks?id=c206a118-c157-4a6a-b31d-dd0a64e6aab7 HTTP/1.1" status: 200 len: 811 time: 0.3968155 Dec 07 13:24:52.393643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:52.399122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:52.399780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:52.406666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:52.446121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 961a157a-ca2f-45ae-9797-7c9c33bdb410 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:24:52.489532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Allocated IP 2001:db8::3dc (1645558a-cdae-42ca-b542-2425aecc85e4/8e3678d6-a231-4f77-9bb3-8804e448084e/0d88c9e4-5bde-43e1-87c6-af2db4343820) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:52.596721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Transition to ACTIVE for port object 93577f71-a229-4cb8-a950-f25b1f762af3 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:52.604968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event updated for resources: {'Network': ['ID=a216b64e-c34b-4ba6-83cc-24c1a806afb5,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:52.617107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:52.633323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-7e489b1a-3f90-426d-b82a-0c0954b95797 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Synchronizing usage tracker for tenant:8f775aff5c0545dfb20578f646bb3e6d on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:24:52.651600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2459326 Dec 07 13:24:52.651600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:52.663499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:52.711599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:52.743996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network a216b64e-c34b-4ba6-83cc-24c1a806afb5 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:52.745952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41268) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:52.834582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:52.845987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:52.869832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 961a157a-ca2f-45ae-9797-7c9c33bdb410 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:52.870252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:52.912369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41278) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:53.126084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Network 1645558a-cdae-42ca-b542-2425aecc85e4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:53.230665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-794e37c3-55d2-4463-bd49-bfc27214813b req-c402be89-1044-48a0-8a79-2246f5cfc21a tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 210 time: 0.1000922 Dec 07 13:24:53.249648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-46383841-2489-46fa-b25d-461fdf37138c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8580bfde58de48deb1f11cfd8376710e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5009840 Dec 07 13:24:53.250812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:53.274403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:53.354230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41290) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:53.358848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Pushing event updated for resources: {'Port': ['ID=93577f71-a229-4cb8-a950-f25b1f762af3,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:53.364433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:53.377712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Pushing event updated for resources: {'Port': ['ID=0d88c9e4-5bde-43e1-87c6-af2db4343820,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:53.398944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-7e489b1a-3f90-426d-b82a-0c0954b95797 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Unset dirty status for tenant:8f775aff5c0545dfb20578f646bb3e6d on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:24:53.400206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-7e489b1a-3f90-426d-b82a-0c0954b95797 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f775aff5c0545dfb20578f646bb3e6d HTTP/1.1" status: 200 len: 380 time: 0.9961884 Dec 07 13:24:53.431394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Router bc339253-e35a-424c-b6d8-bd5ce8700eb8 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:24:53.462508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:53.490666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Request body: {'port': {'device_id': 'deedb3b3-b2bf-4690-af39-455525341a7d', 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7', 'admin_state_up': True, 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'security_groups': ['10de568c-5992-477b-8fc9-4bd23c9702e7']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:53.604566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c61e904c-cba2-40b9-b748-c00c8dd98898 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c08e7438c64d4e0e909adc4c63352581&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6852219 Dec 07 13:24:53.616801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41296) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:53.748316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd336590-30d6-45c3-a4b3-5824b3e9d41f req-db8ce458-6cc9-475f-a3b6-32cea75acff8 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:53.749889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cd336590-30d6-45c3-a4b3-5824b3e9d41f req-db8ce458-6cc9-475f-a3b6-32cea75acff8 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 943 time: 0.5150206 Dec 07 13:24:53.771216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:53.807798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Usage tracker for resource:port and tenant:8f775aff5c0545dfb20578f646bb3e6d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:53.818340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:53.833816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:53.866882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cd336590-30d6-45c3-a4b3-5824b3e9d41f req-7a383473-3146-4221-b19d-bdf4ac2be6e1 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055429 Dec 07 13:24:53.867788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f20-5c04-4fdc-910f-3ff403016c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:53.923543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Attempting to bind port 93577f71-a229-4cb8-a950-f25b1f762af3 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:53.925700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Attempting to bind port 93577f71-a229-4cb8-a950-f25b1f762af3 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'ec4dbe42-53d0-4865-b677-590c770f67c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:53.926662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Attempting to bind port 93577f71-a229-4cb8-a950-f25b1f762af3 on network 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:53.933602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ddeff424-1cf6-49f1-bce3-4a0ab5b56bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:53.965261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ddeff424-1cf6-49f1-bce3-4a0ab5b56bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:54.022164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Port 93577f71-a229-4cb8-a950-f25b1f762af3 on network 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:54.022948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Attempting to bind port 93577f71-a229-4cb8-a950-f25b1f762af3 on network 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:54.032282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:24:54.035173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Checking segment: {'id': 'ec4dbe42-53d0-4865-b677-590c770f67c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:54.035173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Bound using segment: {'id': 'ec4dbe42-53d0-4865-b677-590c770f67c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:24:54.035173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Bound port: 93577f71-a229-4cb8-a950-f25b1f762af3, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec4dbe42-53d0-4865-b677-590c770f67c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:24:54.035173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:54.102716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ddeff424-1cf6-49f1-bce3-4a0ab5b56bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:54.103456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Made reservation on behalf of 8f775aff5c0545dfb20578f646bb3e6d for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:54.109578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:54.141115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:54.155966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeff424-1cf6-49f1-bce3-4a0ab5b56bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1889fc-7698-484b-8b55-aa2ed1a1091e,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:54.157807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ddeff424-1cf6-49f1-bce3-4a0ab5b56bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:54.204032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f20-5c04-4fdc-910f-3ff403016c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:54.249359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ddeff424-1cf6-49f1-bce3-4a0ab5b56bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:54.283647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ddeff424-1cf6-49f1-bce3-4a0ab5b56bb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b1889fc-7698-484b-8b55-aa2ed1a1091e HTTP/1.1" status: 204 len: 168 time: 0.8938551 Dec 07 13:24:54.296880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:54.297762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:54.384126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:24:54.386022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f20-5c04-4fdc-910f-3ff403016c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:54.398065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-72e0ce9e-940c-461a-b018-e117e19bc981 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:54.401668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce0ad2a-6e8d-488d-8b3f-c05043923bee None None] Sync routers for ids ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:24:54.432101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa1f20-5c04-4fdc-910f-3ff403016c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835d35ac-edc4-4605-8a86-d35e29153f42,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:54.439078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71fa1f20-5c04-4fdc-910f-3ff403016c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:54.441710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] For port 93577f71-a229-4cb8-a950-f25b1f762af3, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:24:54.463454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f20-5c04-4fdc-910f-3ff403016c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:54.467198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-71fa1f20-5c04-4fdc-910f-3ff403016c86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/835d35ac-edc4-4605-8a86-d35e29153f42 HTTP/1.1" status: 204 len: 168 time: 0.8459630 Dec 07 13:24:54.480873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce0ad2a-6e8d-488d-8b3f-c05043923bee None None] Routers {'bc339253-e35a-424c-b6d8-bd5ce8700eb8'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:24:54.482876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:54.487151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.0146272 Dec 07 13:24:54.488509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] For port 93577f71-a229-4cb8-a950-f25b1f762af3, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=93577f71-a229-4cb8-a950-f25b1f762af3,segment=NetworkSegment(ec4dbe42-53d0-4865-b677-590c770f67c1),segment_id=ec4dbe42-53d0-4865-b677-590c770f67c1)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:24:54.489884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41312) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:54.497532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2ce0ad2a-6e8d-488d-8b3f-c05043923bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:24:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:54.529614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:54.555546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-035f0c31-fc12-4dbe-bae5-1d35cd59a116 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:54.655852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:54.657182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] 10.222.0.45 "PUT /v2.0/ports/93577f71-a229-4cb8-a950-f25b1f762af3 HTTP/1.1" status: 200 len: 1093 time: 3.9962909 Dec 07 13:24:54.706283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bcef1d-0726-4258-b841-1eb067f34ac0', 'tag': '93577f71-a229-4cb8-a950-f25b1f762af3'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:24:54.709804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2ce0ad2a-6e8d-488d-8b3f-c05043923bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:54.749352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce0ad2a-6e8d-488d-8b3f-c05043923bee None None] Routers {'bc339253-e35a-424c-b6d8-bd5ce8700eb8'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:24:54.750370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2ce0ad2a-6e8d-488d-8b3f-c05043923bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:24:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:54.874984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2ce0ad2a-6e8d-488d-8b3f-c05043923bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:54.906028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce0ad2a-6e8d-488d-8b3f-c05043923bee None None] The sync data for ids ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:24:54.923288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1f0ef4f8-156a-4baf-b0ff-83e48e0211ed req-07c2bc64-5769-4628-87f4-5aafb7cd3977 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 210 time: 0.1764629 Dec 07 13:24:54.950462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Pushing event updated for resources: {'Port': ['ID=93577f71-a229-4cb8-a950-f25b1f762af3,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:54.963901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:54.984600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Allocated IP 172.20.0.4 (c206a118-c157-4a6a-b31d-dd0a64e6aab7/603ac916-d99b-4cfa-ac27-f21a852f5c1b/6806a1b7-5a64-46dd-8526-5cb9fb1a2061) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:55.402370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:55.421328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Transition to ACTIVE for port object 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:55.452416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-d8b5b08a-dfff-4a32-bca5-08151f4526b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2bbc6bb9092480ba6a861e4cadd4f90&device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 1096 time: 0.6628432 Dec 07 13:24:55.457974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35013906-255c-47e8-946e-e6e460c78626 req-753845b6-4262-4ba1-9e89-2fb9c98986ad tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:55.459773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35013906-255c-47e8-946e-e6e460c78626 req-753845b6-4262-4ba1-9e89-2fb9c98986ad tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 943 time: 0.2760613 Dec 07 13:24:55.534282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:55.555716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f022dcd1-febf-446b-99e6-503c150be2fa tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:55.613689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41332) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:55.615957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Router 9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:24:55.649603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Network c206a118-c157-4a6a-b31d-dd0a64e6aab7 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:24:55.657818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Pushing event updated for resources: {'Port': ['ID=6806a1b7-5a64-46dd-8526-5cb9fb1a2061,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:55.662000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:24:55.664476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:55.665499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:24:55.753558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:55.754343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:55.762210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-0258913a-b598-4664-883f-de6bd5068ae6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93577f71-a229-4cb8-a950-f25b1f762af3 HTTP/1.1" status: 200 len: 217 time: 0.2942967 Dec 07 13:24:55.764208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35013906-255c-47e8-946e-e6e460c78626 req-f377a8be-26be-49f1-a640-8389ca4f115a tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948070 Dec 07 13:24:55.854790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f0f62993-0f79-455a-8f6d-f18af45a3c68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=067d2b4d6a5c4f258529c6869efa411d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2353454 Dec 07 13:24:55.879888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41342) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:55.938125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4521482 Dec 07 13:24:55.965175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Request body: {'port': {'device_id': 'deedb3b3-b2bf-4690-af39-455525341a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:56.017067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-62420624-3ca9-495a-a44d-27caa5538ff7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:56.019598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-62420624-3ca9-495a-a44d-27caa5538ff7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46b7d278-6de3-4d28-8b33-7d3afba08305 HTTP/1.1" status: 200 len: 844 time: 0.2193089 Dec 07 13:24:56.299776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:56.333150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-2e08ad97-96ad-4da9-9ef7-b4514b435772 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3051219 Dec 07 13:24:56.349086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6d5e7786-831f-4b4e-a887-a9a0e72aa1e2 None None] Provisioning for port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:24:56.354684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6d5e7786-831f-4b4e-a887-a9a0e72aa1e2 None None] Provisioning complete for port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:24:56.355550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d5e7786-831f-4b4e-a887-a9a0e72aa1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:56.400825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41354) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:56.469795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e7786-831f-4b4e-a887-a9a0e72aa1e2 None None] Port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:24:56.482342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Request body: {'subnets': [{'network_id': '92517d0b-d4c3-47af-8786-5cc2fa88d42e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--936645558', 'ip_version': 6}, {'network_id': 'a216b64e-c34b-4ba6-83cc-24c1a806afb5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:56.482676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Request body: {'subnet': {'network_id': '92517d0b-d4c3-47af-8786-5cc2fa88d42e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--936645558', 'ip_version': 6}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:56.483391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Request body: {'subnet': {'network_id': 'a216b64e-c34b-4ba6-83cc-24c1a806afb5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:56.497216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bcef1d-0726-4258-b841-1eb067f34ac0', 'tag': '93577f71-a229-4cb8-a950-f25b1f762af3', 'status': 'completed', 'code': 200} Dec 07 13:24:56.578747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-a3bfb2f1-a13d-4f8d-ba01-0bbc4478a5a0 service neutron] 10.222.0.45 "GET /v2.0/networks/2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975427 Dec 07 13:24:56.631507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc5d7-6288-4fc0-ae84-a3c1f4afe47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:56.745622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc5d7-6288-4fc0-ae84-a3c1f4afe47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:57.058931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872afea2-5297-4f1d-a236-97144a55c096 req-b34b3d6c-48fd-4934-9c25-c2ea5f00ce35 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:57.060598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-872afea2-5297-4f1d-a236-97144a55c096 req-b34b3d6c-48fd-4934-9c25-c2ea5f00ce35 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 931 time: 0.7407279 Dec 07 13:24:57.152782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b40b16fd-d930-4adc-af60-2df306f1c063 req-eadfaf07-842c-4718-855d-8bd7ce97211e service neutron] 10.222.0.45 "GET /v2.0/networks/2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247729 Dec 07 13:24:57.341095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41382) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:57.374365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:24:57.379460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:57.384796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:57.386308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Usage tracker for resource:subnet and tenant:20a7a8eceb514735bb36afe01304f332 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:57.390628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:57.400492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:57.415738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f0777ab5-38f1-4475-8111-777558a29972 req-aab40077-5459-48cb-998c-733ce987f9e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2bbc6bb9092480ba6a861e4cadd4f90&device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 1096 time: 0.1609356 Dec 07 13:24:57.416712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Transition to ACTIVE for port object 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:57.423577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:24:57.433149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Sync routers for ids ['9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:24:57.444201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-872afea2-5297-4f1d-a236-97144a55c096 req-315d0751-ea38-41ee-9676-1981dada440b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201163 Dec 07 13:24:57.455502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Routers {'9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:24:57.458250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:24:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:57.545057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-415976654', 'router:external': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:57.548361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:57.556768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:57.602019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Made reservation on behalf of 20a7a8eceb514735bb36afe01304f332 for: {'subnet': 2} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:57.630286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:57.633771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Pushing event updated for resources: {'Port': ['ID=6806a1b7-5a64-46dd-8526-5cb9fb1a2061,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:57.638085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:57.646750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Usage tracker for resource:network and tenant:d02208934f8d46cba3c2ecfc20648aad is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:57.653287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:57.714834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Set router 9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:24:57.719553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:57.720881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.6481607 Dec 07 13:24:57.731500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:57.735159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41390) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:57.763604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ffa30-5fe3-4bd0-be52-92c5fdc2b036 req-11e2af53-66a7-4cc4-a76b-f96eb8ff98b3 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:57.765874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-896ffa30-5fe3-4bd0-be52-92c5fdc2b036 req-11e2af53-66a7-4cc4-a76b-f96eb8ff98b3 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 943 time: 0.7215016 Dec 07 13:24:57.854783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0777ab5-38f1-4475-8111-777558a29972 req-c6aa0eb1-79ac-4f97-89fb-95fa4b88fc7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:57.856460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f0777ab5-38f1-4475-8111-777558a29972 req-c6aa0eb1-79ac-4f97-89fb-95fa4b88fc7b service neutron] 10.222.0.45 "GET /v2.0/networks?id=2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 HTTP/1.1" status: 200 len: 906 time: 0.4320061 Dec 07 13:24:57.913576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc5d7-6288-4fc0-ae84-a3c1f4afe47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:57.928237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7a47c83-7d5b-49c8-89b9-303941588d47 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:57.947248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcc5d7-6288-4fc0-ae84-a3c1f4afe47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1882978-5404-48ea-ab3c-6d6be798d187,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:57.947486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Made reservation on behalf of d02208934f8d46cba3c2ecfc20648aad for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:57.952951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:57.955471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0bfcc5d7-6288-4fc0-ae84-a3c1f4afe47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:57.967831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc5d7-6288-4fc0-ae84-a3c1f4afe47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:57.968953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0bfcc5d7-6288-4fc0-ae84-a3c1f4afe47f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1882978-5404-48ea-ab3c-6d6be798d187 HTTP/1.1" status: 204 len: 168 time: 2.0857575 Dec 07 13:24:57.999886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-896ffa30-5fe3-4bd0-be52-92c5fdc2b036 req-f95d1cf6-a5dd-47d7-86a9-0d51cab3b15b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778226 Dec 07 13:24:58.056750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:58.057459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:58.075039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:58.154748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:58.158758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Usage tracker for resource:security_group_rule and tenant:d02208934f8d46cba3c2ecfc20648aad is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:58.163468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:58.170777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:58.252482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:58.289010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb', 'name': '', 'tenant_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1645558a-cdae-42ca-b542-2425aecc85e4', 'external_fixed_ips': [{'subnet_id': '8e3678d6-a231-4f77-9bb3-8804e448084e', 'ip_address': '2001:db8::3dc'}], 'enable_snat': True}, 'gw_port_id': '0d88c9e4-5bde-43e1-87c6-af2db4343820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:50Z', 'updated_at': '2021-12-07T13:24:53Z', 'revision_number': 3, 'project_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'gw_port': {'id': '0d88c9e4-5bde-43e1-87c6-af2db4343820', 'name': '', 'network_id': '1645558a-cdae-42ca-b542-2425aecc85e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8e3678d6-a231-4f77-9bb3-8804e448084e', 'ip_address': '2001:db8::3dc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:52Z', 'updated_at': '2021-12-07T13:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e3678d6-a231-4f77-9bb3-8804e448084e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:58.300858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Checking router: 9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:24:58.301342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Updating router 9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb port 0d88c9e4-5bde-43e1-87c6-af2db4343820 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:24:58.313609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f0777ab5-38f1-4475-8111-777558a29972 req-033aff64-7493-4b5c-bd1e-2988dce4df16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93577f71-a229-4cb8-a950-f25b1f762af3 HTTP/1.1" status: 200 len: 217 time: 0.4077389 Dec 07 13:24:58.414225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:58.447998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:58.555639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:58.619062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:24:58.631210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:58.631648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Added segment f69ba641-ff73-45f2-896c-f6b8bb15d523 of type vlan for network a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8 Dec 07 13:24:58.673957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:58.717637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c46f923b-c106-4132-9787-b033a9034157 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:58.726472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Attempting to bind port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:58.726846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Attempting to bind port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '6173f518-64b6-45f0-9e87-ebc7a75474af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:58.727685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Attempting to bind port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 on network c206a118-c157-4a6a-b31d-dd0a64e6aab7 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:58.752045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:58.772077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:58.772827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:58.801695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 on network c206a118-c157-4a6a-b31d-dd0a64e6aab7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:24:58.802069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Attempting to bind port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 on network c206a118-c157-4a6a-b31d-dd0a64e6aab7 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:58.808799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0777ab5-38f1-4475-8111-777558a29972 req-a4d38fbd-bc73-4a19-93b9-474cfa769757 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:58.810622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f0777ab5-38f1-4475-8111-777558a29972 req-a4d38fbd-bc73-4a19-93b9-474cfa769757 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46b7d278-6de3-4d28-8b33-7d3afba08305 HTTP/1.1" status: 200 len: 844 time: 0.4786227 Dec 07 13:24:58.817558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1ed602-e815-4e0d-a581-36c740c44183,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:58.827764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:58.834094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61784490-3968-4038-8542-9fb0caedfcbe tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:58.846323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Allocated IP 172.20.0.1 (200e740e-68e5-434a-897a-6f086222a45f/a61d3e66-0147-4da8-aea4-582844f58cae/ffc29946-0c0b-4269-9679-cf99578c2392) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:24:58.853401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:24:58.853401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Checking segment: {'id': '6173f518-64b6-45f0-9e87-ebc7a75474af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:58.853401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Bound using segment: {'id': '6173f518-64b6-45f0-9e87-ebc7a75474af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:24:58.853401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Bound port: 6806a1b7-5a64-46dd-8526-5cb9fb1a2061, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6173f518-64b6-45f0-9e87-ebc7a75474af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:24:58.853401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:58.905082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5521181 Dec 07 13:24:58.920174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41418) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:59.037971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:59.042371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Request body: {'subnet': {'network_id': 'a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:24:59.047718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:24:59.052680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Usage tracker for resource:subnet and tenant:d02208934f8d46cba3c2ecfc20648aad is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:24:59.055780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:24:59.062975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:24:59.063176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Transition to ACTIVE for port object 0d88c9e4-5bde-43e1-87c6-af2db4343820 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:59.103176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:59.107867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-681c51f0-3fda-4ff6-b3f0-34abd405d45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:59.171486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Pushing event updated for resources: {'Network': ['ID=a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:59.183403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bd4ea-dd97-4c1f-a28a-48e09f0b983b None None] Pushing event updated for resources: {'Port': ['ID=0d88c9e4-5bde-43e1-87c6-af2db4343820,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:59.185076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b51b80-3b78-462b-ae76-16f54822299d req-90a72c4d-dd37-4064-8989-a3c85a2a8063 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:59.186361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b59bd4ea-dd97-4c1f-a28a-48e09f0b983b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:59.188944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-04b51b80-3b78-462b-ae76-16f54822299d req-90a72c4d-dd37-4064-8989-a3c85a2a8063 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 943 time: 0.3378963 Dec 07 13:24:59.191929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:59.198292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:24:59.211131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Made reservation on behalf of d02208934f8d46cba3c2ecfc20648aad for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:24:59.219692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:59.401505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:59.441328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Attempting to bind port 0d88c9e4-5bde-43e1-87c6-af2db4343820 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:24:59.442183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Attempting to bind port 0d88c9e4-5bde-43e1-87c6-af2db4343820 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '8b9d7292-b9e2-4e99-bad4-f9bea0b4853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1645558a-cdae-42ca-b542-2425aecc85e4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:24:59.442708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Attempting to bind port 0d88c9e4-5bde-43e1-87c6-af2db4343820 on network 1645558a-cdae-42ca-b542-2425aecc85e4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:24:59.457656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:24:59.458454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Checking segment: {'id': '8b9d7292-b9e2-4e99-bad4-f9bea0b4853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1645558a-cdae-42ca-b542-2425aecc85e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:24:59.459720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:59.462979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Bound using segment: {'id': '8b9d7292-b9e2-4e99-bad4-f9bea0b4853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1645558a-cdae-42ca-b542-2425aecc85e4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:24:59.464107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Bound port: 0d88c9e4-5bde-43e1-87c6-af2db4343820, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9d7292-b9e2-4e99-bad4-f9bea0b4853c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1645558a-cdae-42ca-b542-2425aecc85e4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:24:59.464700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:59.484315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f0777ab5-38f1-4475-8111-777558a29972 req-1c8aad55-0757-468d-bc5e-8bd01078d90e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6602602 Dec 07 13:24:59.522209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-04b51b80-3b78-462b-ae76-16f54822299d req-ba70ca08-2fb1-4aab-99f8-f8e89d994011 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057625 Dec 07 13:24:59.573030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] For port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:24:59.582690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:59.609438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9837cae-4661-449b-89ea-d1087074308f req-93adcd0b-d3dd-4dbf-b7cc-63e5b93aaf7c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:24:59.617336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d9837cae-4661-449b-89ea-d1087074308f req-93adcd0b-d3dd-4dbf-b7cc-63e5b93aaf7c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 943 time: 0.3963068 Dec 07 13:24:59.656646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Transition to ACTIVE for port object ffc29946-0c0b-4269-9679-cf99578c2392 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:24:59.675281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] For port 0d88c9e4-5bde-43e1-87c6-af2db4343820, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:24:59.683647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] For port 0d88c9e4-5bde-43e1-87c6-af2db4343820, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=0d88c9e4-5bde-43e1-87c6-af2db4343820,segment=NetworkSegment(8b9d7292-b9e2-4e99-bad4-f9bea0b4853c),segment_id=8b9d7292-b9e2-4e99-bad4-f9bea0b4853c)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:24:59.720228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d9837cae-4661-449b-89ea-d1087074308f req-cdc71ff7-ef25-4a4e-ab7f-7e9798843392 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018145 Dec 07 13:24:59.742889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:59.748621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:59.795169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:59.806681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:24:59.842118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41440) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:24:59.876297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bd4ea-dd97-4c1f-a28a-48e09f0b983b None None] Pushing event updated for resources: {'Port': ['ID=0d88c9e4-5bde-43e1-87c6-af2db4343820,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:24:59.879726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b59bd4ea-dd97-4c1f-a28a-48e09f0b983b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:24:59.880510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Routers {'9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:24:59.881188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:24:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:24:59.922514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] For port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=6806a1b7-5a64-46dd-8526-5cb9fb1a2061,segment=NetworkSegment(6173f518-64b6-45f0-9e87-ebc7a75474af),segment_id=6173f518-64b6-45f0-9e87-ebc7a75474af)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:24:59.958087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:24:59.977196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:00.019838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:00.021586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] 10.222.0.45 "PUT /v2.0/ports/6806a1b7-5a64-46dd-8526-5cb9fb1a2061 HTTP/1.1" status: 200 len: 1093 time: 4.0728338 Dec 07 13:25:00.039315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deedb3b3-b2bf-4690-af39-455525341a7d', 'tag': '6806a1b7-5a64-46dd-8526-5cb9fb1a2061'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:25:00.156407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] Set router 9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:25:00.158766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Network 200e740e-68e5-434a-897a-6f086222a45f is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:00.160573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Pushing event updated for resources: {'Port': ['ID=ffc29946-0c0b-4269-9679-cf99578c2392,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:00.164686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:00.181603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:00.196457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:00.251316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41450) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:00.266255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55bcf6d2-a188-41fc-893c-d4b56f8d0d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:00.272419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 93577f71-a229-4cb8-a950-f25b1f762af3 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:25:00.309794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deedb3b3-b2bf-4690-af39-455525341a7d', 'tag': '6806a1b7-5a64-46dd-8526-5cb9fb1a2061', 'status': 'completed', 'code': 200} Dec 07 13:25:00.351661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:00.370044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Pushing event updated for resources: {'Port': ['ID=6806a1b7-5a64-46dd-8526-5cb9fb1a2061,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:00.374407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f0777ab5-38f1-4475-8111-777558a29972 req-8c114800-0d0b-4546-b0f6-87e102f72156 service neutron] 10.222.0.45 "GET /v2.0/networks/2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8774664 Dec 07 13:25:00.382546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:00.387602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:00.402939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:00.541608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event updated for resources: {'Subnet': ['ID=dc4f6581-d185-431f-b7a5-673ec217098e,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:00.553070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:00.559674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Checking segment: {'id': '312fbf41-18c3-429a-8c67-e748c469afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '92517d0b-d4c3-47af-8786-5cc2fa88d42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:00.560305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Network hostable DHCP agents. Network: 92517d0b-d4c3-47af-8786-5cc2fa88d42e, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:25:00.650418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:00.723958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Network 92517d0b-d4c3-47af-8786-5cc2fa88d42e is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:25:00.764278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 92517d0b-d4c3-47af-8786-5cc2fa88d42e) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:00.774913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:00.796378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-98b568d7-957f-41f4-abc6-25c0c2577911 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:00.797896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:25:00.812642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 93577f71-a229-4cb8-a950-f25b1f762af3, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=93577f71-a229-4cb8-a950-f25b1f762af3,segment=NetworkSegment(ec4dbe42-53d0-4865-b677-590c770f67c1),segment_id=ec4dbe42-53d0-4865-b677-590c770f67c1)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:00.816404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-115328107'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:00.823779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:00.834681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '93577f71-a229-4cb8-a950-f25b1f762af3', 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74', 'port_id': '93577f71-a229-4cb8-a950-f25b1f762af3', 'mac_address': 'fa:16:3e:d2:92:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:25:00.843983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960dc0fe-63b6-4848-8da7-c4feed24693c None None] Network 92517d0b-d4c3-47af-8786-5cc2fa88d42e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:00.914365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-5c05baf9-b35d-4391-9345-b2579a10f8a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f775aff5c0545dfb20578f646bb3e6d&device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 1096 time: 0.7830331 Dec 07 13:25:00.968894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:00.995769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Usage tracker for resource:network and tenant:dc3ee6181e7c4f599e1c076ca28a15d7 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:01.044023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:01.071207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:01.087763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f0777ab5-38f1-4475-8111-777558a29972 req-6bfc618f-21ab-4747-bdab-f716f4045c83 service neutron] 10.222.0.45 "GET /v2.0/networks/2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6999464 Dec 07 13:25:01.092360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-022a6d0d-c19f-4897-b731-1dbe0a4c847f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6806a1b7-5a64-46dd-8526-5cb9fb1a2061 HTTP/1.1" status: 200 len: 217 time: 0.1537669 Dec 07 13:25:01.129254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event updated for resources: {'Subnet': ['ID=f4b17308-df2d-49ba-88ad-9cf75a4fc5f6,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:01.140427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:01.198933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:01.210829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-d3f64f63-b6ee-41df-acb3-949de2899dbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:01.212482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-d3f64f63-b6ee-41df-acb3-949de2899dbd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=603ac916-d99b-4cfa-ac27-f21a852f5c1b HTTP/1.1" status: 200 len: 850 time: 0.1001406 Dec 07 13:25:01.272105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Checking segment: {'id': '5ceddd01-4de0-4dc4-b63f-7c54a193da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a216b64e-c34b-4ba6-83cc-24c1a806afb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:01.272446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Network hostable DHCP agents. Network: a216b64e-c34b-4ba6-83cc-24c1a806afb5, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:25:01.275074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:01.298165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Made reservation on behalf of dc3ee6181e7c4f599e1c076ca28a15d7 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:01.303766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:01.335550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Deleting port 0d88c9e4-5bde-43e1-87c6-af2db4343820 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:01.335930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:01.344328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:01.353364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93577f71-a229-4cb8-a950-f25b1f762af3 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:25:01.375716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb83a67-97a5-4ad6-88af-44033947584b req-688d74b0-7bcd-468d-8e84-c2e15f29bab6 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:01.377330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cdb83a67-97a5-4ad6-88af-44033947584b req-688d74b0-7bcd-468d-8e84-c2e15f29bab6 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 943 time: 0.3948867 Dec 07 13:25:01.384431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de0bee-aec0-423e-a5ba-8d880888066d req-ac78b71d-4e7e-4e89-9e7b-6e1fad8961a6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:01.390562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:01.391271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-81de0bee-aec0-423e-a5ba-8d880888066d req-ac78b71d-4e7e-4e89-9e7b-6e1fad8961a6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 943 time: 0.5388665 Dec 07 13:25:01.401022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 93577f71-a229-4cb8-a950-f25b1f762af3, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=93577f71-a229-4cb8-a950-f25b1f762af3,segment=NetworkSegment(ec4dbe42-53d0-4865-b677-590c770f67c1),segment_id=ec4dbe42-53d0-4865-b677-590c770f67c1)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:01.403480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ae0a0a0-dfe1-4d53-bde8-95d5d1d1f9e5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:01.443120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:01.450845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:01.480349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-30374f98-5325-4556-af16-1ed13934581f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c206a118-c157-4a6a-b31d-dd0a64e6aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2563715 Dec 07 13:25:01.493193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b6c9f413-31ab-4165-ae38-b1184f28f572 None None] Provisioning for port ffc29946-0c0b-4269-9679-cf99578c2392 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:01.497328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb', 'name': '', 'tenant_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1645558a-cdae-42ca-b542-2425aecc85e4', 'external_fixed_ips': [{'subnet_id': '8e3678d6-a231-4f77-9bb3-8804e448084e', 'ip_address': '2001:db8::3dc'}], 'enable_snat': True}, 'gw_port_id': '0d88c9e4-5bde-43e1-87c6-af2db4343820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:50Z', 'updated_at': '2021-12-07T13:24:53Z', 'revision_number': 3, 'project_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'gw_port': {'id': '0d88c9e4-5bde-43e1-87c6-af2db4343820', 'name': '', 'network_id': '1645558a-cdae-42ca-b542-2425aecc85e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8e3678d6-a231-4f77-9bb3-8804e448084e', 'ip_address': '2001:db8::3dc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:52Z', 'updated_at': '2021-12-07T13:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e3678d6-a231-4f77-9bb3-8804e448084e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:01.505132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-92517d0b-d4c3-47af-8786-5cc2fa88d42e', 'network_id': '92517d0b-d4c3-47af-8786-5cc2fa88d42e', 'tenant_id': '20a7a8eceb514735bb36afe01304f332', 'fixed_ips': [{'subnet_id': 'dc4f6581-d185-431f-b7a5-673ec217098e'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:25:01.506010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:01.529416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b6c9f413-31ab-4165-ae38-b1184f28f572 None None] Provisioning complete for port ffc29946-0c0b-4269-9679-cf99578c2392 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:01.529750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b6c9f413-31ab-4165-ae38-b1184f28f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:01.559036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-98b568d7-957f-41f4-abc6-25c0c2577911 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] 10.222.0.24 "PUT /v2.0/quotas/ae56abbd7cee466a8103f811c7ad1267 HTTP/1.1" status: 200 len: 366 time: 1.2749844 Dec 07 13:25:01.566252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41466) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:01.566556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a163ccb-7a37-4db3-b67e-6ba009d5dcf1 None None] The sync data for ids ['9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb'] in dv-neutron-ussuri-2-hyperv is: [{'id': '9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb', 'name': '', 'tenant_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1645558a-cdae-42ca-b542-2425aecc85e4', 'external_fixed_ips': [{'subnet_id': '8e3678d6-a231-4f77-9bb3-8804e448084e', 'ip_address': '2001:db8::3dc'}], 'enable_snat': True}, 'gw_port_id': '0d88c9e4-5bde-43e1-87c6-af2db4343820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:50Z', 'updated_at': '2021-12-07T13:24:53Z', 'revision_number': 3, 'project_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'gw_port': {'id': '0d88c9e4-5bde-43e1-87c6-af2db4343820', 'name': '', 'network_id': '1645558a-cdae-42ca-b542-2425aecc85e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8e3678d6-a231-4f77-9bb3-8804e448084e', 'ip_address': '2001:db8::3dc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:52Z', 'updated_at': '2021-12-07T13:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e3678d6-a231-4f77-9bb3-8804e448084e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:25:01.583723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Pushing event updated for resources: {'Subnet': ['ID=072e100a-be0b-4141-a689-00ed799f8a97,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:01.587362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:01.612543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:01.625838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Network a216b64e-c34b-4ba6-83cc-24c1a806afb5 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:25:01.630958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Usage tracker for resource:security_group_rule and tenant:dc3ee6181e7c4f599e1c076ca28a15d7 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:01.640897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:01.656572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f60f06a3-4a6c-4b29-858d-f87c8bcf7eb9 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0758486 Dec 07 13:25:01.656572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-81de0bee-aec0-423e-a5ba-8d880888066d req-1a58e23a-5947-4e09-b0b6-98837f6200da tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645504 Dec 07 13:25:01.668560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:01.670499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41470) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:01.688569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=93577f71-a229-4cb8-a950-f25b1f762af3,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:01.699666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9f413-31ab-4165-ae38-b1184f28f572 None None] Port ffc29946-0c0b-4269-9679-cf99578c2392 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:25:01.701527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:01.710223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cdb83a67-97a5-4ad6-88af-44033947584b req-58c876c6-1914-4245-a6be-159df56e2f6a tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3143559 Dec 07 13:25:01.744447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:01.748833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, a216b64e-c34b-4ba6-83cc-24c1a806afb5) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:01.766764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:01.767183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:01.767423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd19e487-2084-4984-8c14-35ced566ed72 None None] Network a216b64e-c34b-4ba6-83cc-24c1a806afb5 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:01.767882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:01.788468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9d80cb65-7e3f-408b-bdd7-bcb84bbb39eb tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] 10.222.0.24 "GET /v2.0/quotas/ae56abbd7cee466a8103f811c7ad1267 HTTP/1.1" status: 200 len: 366 time: 0.1129956 Dec 07 13:25:01.789090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['93577f71-a229-4cb8-a950-f25b1f762af3'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:25:01.795967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41474) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:01.799343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Checking segment: {'id': 'f69ba641-ff73-45f2-896c-f6b8bb15d523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:01.800417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Network hostable DHCP agents. Network: a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:25:01.813118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] For port 0d88c9e4-5bde-43e1-87c6-af2db4343820, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=0d88c9e4-5bde-43e1-87c6-af2db4343820,segment=NetworkSegment(8b9d7292-b9e2-4e99-bad4-f9bea0b4853c),segment_id=8b9d7292-b9e2-4e99-bad4-f9bea0b4853c)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:01.813512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:01.849591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:01.887638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.4298899 Dec 07 13:25:01.893318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41478) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:01.942774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:01.952090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-756a393f-42fe-4eb7-bfc6-be24f9086cc9 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/ae56abbd7cee466a8103f811c7ad1267 HTTP/1.1" status: 204 len: 168 time: 0.1526868 Dec 07 13:25:01.952090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:01.975033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-ed8849f6-7ef8-40b2-b4b6-ca9dd95b5e03 service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924823 Dec 07 13:25:01.984229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Calling delete_port for 0d88c9e4-5bde-43e1-87c6-af2db4343820 owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:01.984604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41482) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:01.995810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:02.046216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Allocated IP 2001:db8::1 (92517d0b-d4c3-47af-8786-5cc2fa88d42e/dc4f6581-d185-431f-b7a5-673ec217098e/efb8c1e7-0763-4139-9131-2a3657b5a16a) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:02.110682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0c9e7607-82c7-4354-a29f-80aa694ece21 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0837975 Dec 07 13:25:02.121092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78b0227-d5b9-40ce-b599-3e3b5ad531fd tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:02.123044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78b0227-d5b9-40ce-b599-3e3b5ad531fd tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:02.124945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78b0227-d5b9-40ce-b599-3e3b5ad531fd tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:02.126058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d78b0227-d5b9-40ce-b599-3e3b5ad531fd tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Synchronizing usage tracker for tenant:20a7a8eceb514735bb36afe01304f332 on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:25:02.134887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41486) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:02.230291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Pushing event updated for resources: {'Port': ['ID=ffc29946-0c0b-4269-9679-cf99578c2392,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:02.230291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:02.236668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:02.241465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f3603d7a-6477-4c00-83ec-332c5715f7a7 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] 10.222.0.24 "GET /v2.0/quotas/ae56abbd7cee466a8103f811c7ad1267 HTTP/1.1" status: 200 len: 370 time: 0.1041839 Dec 07 13:25:02.272582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41490) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:02.287914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-663b3f4e-7650-400c-a69d-85581a620ac1 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] 10.222.0.24 "GET /v2.0/quotas/ae56abbd7cee466a8103f811c7ad1267/default HTTP/1.1" status: 200 len: 370 time: 0.0105026 Dec 07 13:25:02.295129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41494) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:02.402579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-c152adb6-7d00-4fa2-a31b-0d4bbebffe25 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] delete failed (client error): The resource could not be found. Dec 07 13:25:02.404099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c152adb6-7d00-4fa2-a31b-0d4bbebffe25 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/ae56abbd7cee466a8103f811c7ad1267 HTTP/1.1" status: 404 len: 348 time: 0.1087484 Dec 07 13:25:02.565619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-270da7a4-2ff3-49f6-b268-0ea232620aed req-cd763cc2-d41c-4217-a0ff-349f53ca6cdc service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831954 Dec 07 13:25:02.592529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Network 200e740e-68e5-434a-897a-6f086222a45f is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:02.594155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:02.712778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 0d88c9e4-5bde-43e1-87c6-af2db4343820 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:25:02.973741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-a216b64e-c34b-4ba6-83cc-24c1a806afb5', 'network_id': 'a216b64e-c34b-4ba6-83cc-24c1a806afb5', 'tenant_id': '20a7a8eceb514735bb36afe01304f332', 'fixed_ips': [{'subnet_id': 'f4b17308-df2d-49ba-88ad-9cf75a4fc5f6'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:25:02.974533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:03.025189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Network a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:25:03.036041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d78b0227-d5b9-40ce-b599-3e3b5ad531fd tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Unset dirty status for tenant:20a7a8eceb514735bb36afe01304f332 on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:25:03.038155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d78b0227-d5b9-40ce-b599-3e3b5ad531fd tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 1.1438489 Dec 07 13:25:03.045977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:03.047059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41506) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:03.052258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71fa1f20-5c04-4fdc-910f-3ff403016c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:03.105868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7a1aaa-9e47-4a0c-9115-4877c6b4bd5e,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:03.127085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:25:03.132953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:03.133545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:03.133901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:03.134304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:03.134732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:03.135096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:03.135518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:03.135979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:03.136380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:03.136772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:03.137163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:03.148100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:03.180784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 0d88c9e4-5bde-43e1-87c6-af2db4343820 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:03.247040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fbf4771-ce18-4b0e-907f-0846862967b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:03.248591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:03.260952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 0d88c9e4-5bde-43e1-87c6-af2db4343820 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:03.261673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:03.351477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:03.359587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41512) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:03.364509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:03.365158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:03.381521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f01c6f-4914-47e6-85e7-716cde95dc6a None None] Network a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:03.427800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:03.452001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-34004584-2adb-47d7-bac8-d1a7c1e7065b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:03.466482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:03.466918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Added segment 71fffd25-84d8-4112-bc93-154c4b4be5ef of type vlan for network 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b Dec 07 13:25:03.545117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d88c9e4-5bde-43e1-87c6-af2db4343820,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:03.547081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be5b575a-644b-4749-a858-3b12f415fe61 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] Usage tracker for resource:network and tenant:f7a0e1b3166d4185a4c25956a8893bea is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:03.549407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Could not find standard attr ID for object 0d88c9e4-5bde-43e1-87c6-af2db4343820. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:25:03.551729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c2a7b554-3308-4bca-b7d8-fc9ae8611b72 None None] Provisioning complete for port ffc29946-0c0b-4269-9679-cf99578c2392 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:03.554034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2a7b554-3308-4bca-b7d8-fc9ae8611b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:03.556657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:03.558462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be5b575a-644b-4749-a858-3b12f415fe61 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:03.588008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:03.594139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5885327 Dec 07 13:25:03.598504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41516) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:03.608756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:03.615468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No ports have port_id starting with 0d88c9e4-5bde-43e1-87c6-af2db4343820 Dec 07 13:25:03.618445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-514146893', 'network_id': 'a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:03.631551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Transition to ACTIVE for port object efb8c1e7-0763-4139-9131-2a3657b5a16a will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:03.633992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:03.647783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Usage tracker for resource:port and tenant:d02208934f8d46cba3c2ecfc20648aad is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:03.655699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:03.678709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:03.695001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Transition to ACTIVE for port object efb8c1e7-0763-4139-9131-2a3657b5a16a will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:03.709848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7b554-3308-4bca-b7d8-fc9ae8611b72 None None] Port ffc29946-0c0b-4269-9679-cf99578c2392 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:25:03.717436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Router bc339253-e35a-424c-b6d8-bd5ce8700eb8 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:25:03.727107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be5b575a-644b-4749-a858-3b12f415fe61 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] Usage tracker for resource:subnet and tenant:f7a0e1b3166d4185a4c25956a8893bea is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:03.746910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3a0df-2c6b-48b1-8d13-fdcea917f1f1 req-8ece7fb0-85ac-4aa6-9565-92291e6728bc tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:03.752073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8cc3a0df-2c6b-48b1-8d13-fdcea917f1f1 req-8ece7fb0-85ac-4aa6-9565-92291e6728bc tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 943 time: 0.2708204 Dec 07 13:25:03.756620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a84b66-1fce-42ba-bf90-b6124efa2e71 req-94a34f42-25fa-4bb3-b637-18e51bfd9ef5 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:03.758213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-33a84b66-1fce-42ba-bf90-b6124efa2e71 req-94a34f42-25fa-4bb3-b637-18e51bfd9ef5 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 944 time: 0.2817736 Dec 07 13:25:03.773655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Allocated IP 2001:db8:0:1::1 (a216b64e-c34b-4ba6-83cc-24c1a806afb5/f4b17308-df2d-49ba-88ad-9cf75a4fc5f6/8c864422-34c3-470b-85c0-7568bf07f3d2) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:03.778233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:03.786403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d62c4b0-0491-4866-8f61-17907e4a57da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:03.788041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Made reservation on behalf of d02208934f8d46cba3c2ecfc20648aad for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:03.792835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:03.811085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be5b575a-644b-4749-a858-3b12f415fe61 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:03.820145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:03.825099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:03.825099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:03.825386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-474408f7-53c1-438c-9ab8-219bdf73b30a req-e705744f-438c-4853-813b-0ae854503e99 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f775aff5c0545dfb20578f646bb3e6d&device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 1096 time: 0.7333000 Dec 07 13:25:03.837200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f3ccbe61-313d-4993-9ee8-a047ed953945 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:03.878651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:03.966266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be5b575a-644b-4749-a858-3b12f415fe61 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] Usage tracker for resource:subnetpool and tenant:f7a0e1b3166d4185a4c25956a8893bea is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:04.071989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] device_id is not set on port c57744ea-c9e1-4b82-8b5e-bf5f3e6792c9 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:25:04.110778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be5b575a-644b-4749-a858-3b12f415fe61 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:04.129896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Deleting subnet dc4f6581-d185-431f-b7a5-673ec217098e {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:25:04.136785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:04.149479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d484bd-3805-481e-bb34-21da1a995685 None None] Network a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:04.165380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 4.3133972 Dec 07 13:25:04.169311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41520) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:04.171912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8cc3a0df-2c6b-48b1-8d13-fdcea917f1f1 req-def44751-323e-44d5-a52c-5aab5575dcb8 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4105334 Dec 07 13:25:04.172478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event updated for resources: {'Network': ['ID=2974d82e-3f49-4ba0-a5f0-6ce5439aed8b,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:04.175403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Network 92517d0b-d4c3-47af-8786-5cc2fa88d42e is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:04.176438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Pushing event updated for resources: {'Port': ['ID=efb8c1e7-0763-4139-9131-2a3657b5a16a,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:04.182931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:04.184358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:04.194717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-33a84b66-1fce-42ba-bf90-b6124efa2e71 req-dceccdcb-d0d4-457f-af82-9880c4a6387e tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4159293 Dec 07 13:25:04.241827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:04.245889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:04.246691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:25:04.271191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 93577f71-a229-4cb8-a950-f25b1f762af3 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:25:04.381841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Allocated IP 172.20.0.5 (a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8/072e100a-be0b-4141-a689-00ed799f8a97/c57744ea-c9e1-4b82-8b5e-bf5f3e6792c9) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:04.574567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:25:04.580451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474408f7-53c1-438c-9ab8-219bdf73b30a req-4d5ccfff-2494-4cb2-88cd-67aee205e61e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:04.582957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-474408f7-53c1-438c-9ab8-219bdf73b30a req-4d5ccfff-2494-4cb2-88cd-67aee205e61e service neutron] 10.222.0.45 "GET /v2.0/networks?id=c206a118-c157-4a6a-b31d-dd0a64e6aab7 HTTP/1.1" status: 200 len: 912 time: 0.7445445 Dec 07 13:25:04.592583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] 10.222.0.24 "PUT /v2.0/routers/bc339253-e35a-424c-b6d8-bd5ce8700eb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0979247 Dec 07 13:25:04.604300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41524) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:04.609922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25b1964-a7d3-461e-a650-f53b3c71f021 None None] Sync routers for ids ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:25:04.617207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Request body: {'port': {'network_id': '200e740e-68e5-434a-897a-6f086222a45f', 'name': 'tempest-FloatingIPAdminTestJSON-1010339285'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:04.650084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b1964-a7d3-461e-a650-f53b3c71f021 None None] Routers {'bc339253-e35a-424c-b6d8-bd5ce8700eb8'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:04.650755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f25b1964-a7d3-461e-a650-f53b3c71f021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:04.664255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Request body: {'subnet': {'network_id': '2974d82e-3f49-4ba0-a5f0-6ce5439aed8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:04.666758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Attempting to bind port efb8c1e7-0763-4139-9131-2a3657b5a16a on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:25:04.667180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Attempting to bind port efb8c1e7-0763-4139-9131-2a3657b5a16a by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '312fbf41-18c3-429a-8c67-e748c469afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '92517d0b-d4c3-47af-8786-5cc2fa88d42e'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:25:04.667645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Attempting to bind port efb8c1e7-0763-4139-9131-2a3657b5a16a on network 92517d0b-d4c3-47af-8786-5cc2fa88d42e {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:25:04.752285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:25:04.752699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Checking segment: {'id': '312fbf41-18c3-429a-8c67-e748c469afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '92517d0b-d4c3-47af-8786-5cc2fa88d42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:04.753145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:04.753552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Bound using segment: {'id': '312fbf41-18c3-429a-8c67-e748c469afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '92517d0b-d4c3-47af-8786-5cc2fa88d42e'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:25:04.754101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Bound port: efb8c1e7-0763-4139-9131-2a3657b5a16a, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312fbf41-18c3-429a-8c67-e748c469afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '92517d0b-d4c3-47af-8786-5cc2fa88d42e'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:25:04.754498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:04.764221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f25b1964-a7d3-461e-a650-f53b3c71f021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:04.778466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b1964-a7d3-461e-a650-f53b3c71f021 None None] Routers {'bc339253-e35a-424c-b6d8-bd5ce8700eb8'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:04.779593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f25b1964-a7d3-461e-a650-f53b3c71f021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:04.781988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:04.813579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be5b575a-644b-4749-a858-3b12f415fe61 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] Usage tracker for resource:port and tenant:f7a0e1b3166d4185a4c25956a8893bea is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:04.818644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:04.850759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f25b1964-a7d3-461e-a650-f53b3c71f021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:04.851559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25b1964-a7d3-461e-a650-f53b3c71f021 None None] The sync data for ids ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:25:04.859796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 93577f71-a229-4cb8-a950-f25b1f762af3 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:04.863913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:04.887768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 93577f71-a229-4cb8-a950-f25b1f762af3 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:04.888383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:04.899898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be5b575a-644b-4749-a858-3b12f415fe61 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:04.902286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Usage tracker for resource:subnet and tenant:dc3ee6181e7c4f599e1c076ca28a15d7 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:04.908076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:04.913350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:04.919894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Usage tracker for resource:port and tenant:a14163361c0344ccb3b0d6ca7a0fb0a9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:04.920109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:04.922058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:04.923222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Transition to ACTIVE for port object 8c864422-34c3-470b-85c0-7568bf07f3d2 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:04.926028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:04.933181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:04.935575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:04.942081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:04.973409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-474408f7-53c1-438c-9ab8-219bdf73b30a req-69885f4a-e663-4339-941b-97d0562c46fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6806a1b7-5a64-46dd-8526-5cb9fb1a2061 HTTP/1.1" status: 200 len: 217 time: 0.1718283 Dec 07 13:25:04.985166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Made reservation on behalf of a14163361c0344ccb3b0d6ca7a0fb0a9 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:04.991759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:04.992094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Transition to ACTIVE for port object 8c864422-34c3-470b-85c0-7568bf07f3d2 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:04.994808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:04.998595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be5b575a-644b-4749-a858-3b12f415fe61 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] Usage tracker for resource:router and tenant:f7a0e1b3166d4185a4c25956a8893bea is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:05.007348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] For port efb8c1e7-0763-4139-9131-2a3657b5a16a, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:25:05.012747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] For port efb8c1e7-0763-4139-9131-2a3657b5a16a, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=efb8c1e7-0763-4139-9131-2a3657b5a16a,segment=NetworkSegment(312fbf41-18c3-429a-8c67-e748c469afa4),segment_id=312fbf41-18c3-429a-8c67-e748c469afa4)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:25:05.019188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:05.023334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] device_id is not set on port d6867a49-915f-4cf5-8fe9-9469ab7ef31c yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:25:05.056707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:05.059726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be5b575a-644b-4749-a858-3b12f415fe61 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:05.063384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:05.064732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:05.079378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Made reservation on behalf of dc3ee6181e7c4f599e1c076ca28a15d7 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:05.116375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:05.150426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:05.165356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Network a216b64e-c34b-4ba6-83cc-24c1a806afb5 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:05.173660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Network a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:05.174808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Pushing event updated for resources: {'Port': ['ID=c57744ea-c9e1-4b82-8b5e-bf5f3e6792c9,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:05.174948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:05.180271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:05.182322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:05.183339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:05.185470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:05.194401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Pushing event updated for resources: {'Port': ['ID=8c864422-34c3-470b-85c0-7568bf07f3d2,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:05.209443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:05.210227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:05.258188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bcef1d-0726-4258-b841-1eb067f34ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93577f71-a229-4cb8-a950-f25b1f762af3'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:25:05.311216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Allocated IP 172.20.0.8 (200e740e-68e5-434a-897a-6f086222a45f/a61d3e66-0147-4da8-aea4-582844f58cae/d6867a49-915f-4cf5-8fe9-9469ab7ef31c) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:05.405142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 93577f71-a229-4cb8-a950-f25b1f762af3, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=93577f71-a229-4cb8-a950-f25b1f762af3,segment=NetworkSegment(ec4dbe42-53d0-4865-b677-590c770f67c1),segment_id=ec4dbe42-53d0-4865-b677-590c770f67c1)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:05.438498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be5b575a-644b-4749-a858-3b12f415fe61 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] Usage tracker for resource:floatingip and tenant:f7a0e1b3166d4185a4c25956a8893bea is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:05.465089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be5b575a-644b-4749-a858-3b12f415fe61 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:05.483580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474408f7-53c1-438c-9ab8-219bdf73b30a req-78c97336-b502-475c-92fc-d15659549ed1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:05.485275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-474408f7-53c1-438c-9ab8-219bdf73b30a req-78c97336-b502-475c-92fc-d15659549ed1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=603ac916-d99b-4cfa-ac27-f21a852f5c1b HTTP/1.1" status: 200 len: 850 time: 0.4876771 Dec 07 13:25:05.490349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:05.527797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Attempting to bind port 8c864422-34c3-470b-85c0-7568bf07f3d2 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:25:05.528531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Attempting to bind port 8c864422-34c3-470b-85c0-7568bf07f3d2 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '5ceddd01-4de0-4dc4-b63f-7c54a193da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a216b64e-c34b-4ba6-83cc-24c1a806afb5'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:25:05.529148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Attempting to bind port 8c864422-34c3-470b-85c0-7568bf07f3d2 on network a216b64e-c34b-4ba6-83cc-24c1a806afb5 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:25:05.539924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Pushing event updated for resources: {'Port': ['ID=efb8c1e7-0763-4139-9131-2a3657b5a16a,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:05.546284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:05.550869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8ab06702-40cb-438b-bd96-d7fce34e6330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:05.595977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:05.597453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:25:05.611176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:25:05.611924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Checking segment: {'id': '5ceddd01-4de0-4dc4-b63f-7c54a193da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a216b64e-c34b-4ba6-83cc-24c1a806afb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:05.612741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:05.613487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Bound using segment: {'id': '5ceddd01-4de0-4dc4-b63f-7c54a193da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a216b64e-c34b-4ba6-83cc-24c1a806afb5'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:25:05.614237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Bound port: 8c864422-34c3-470b-85c0-7568bf07f3d2, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ceddd01-4de0-4dc4-b63f-7c54a193da02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a216b64e-c34b-4ba6-83cc-24c1a806afb5'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:25:05.615495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:05.622324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:05.659931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:05.703859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=93577f71-a229-4cb8-a950-f25b1f762af3,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:05.713205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:05.763955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] For port 8c864422-34c3-470b-85c0-7568bf07f3d2, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:25:05.768998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] For port 8c864422-34c3-470b-85c0-7568bf07f3d2, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8c864422-34c3-470b-85c0-7568bf07f3d2,segment=NetworkSegment(5ceddd01-4de0-4dc4-b63f-7c54a193da02),segment_id=5ceddd01-4de0-4dc4-b63f-7c54a193da02)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:25:05.772583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:05.773251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:05.775357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:05.776625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "DELETE /v2.0/routers/9392aad4-c2f3-47c5-9e0d-a89a5e7fb6fb HTTP/1.1" status: 204 len: 168 time: 8.0356801 Dec 07 13:25:05.785536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41538) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:05.818713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:05.820247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:05.827521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:05.852350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Transition to ACTIVE for port object d6867a49-915f-4cf5-8fe9-9469ab7ef31c will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:05.868850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb479c9-b7cd-4174-af65-e937351703c6 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Deleting subnet 8e3678d6-a231-4f77-9bb3-8804e448084e {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:25:05.874610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.2696183 Dec 07 13:25:05.883457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41542) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:05.884290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eb479c9-b7cd-4174-af65-e937351703c6 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:05.967874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9a864-16f6-4181-aeec-204079ae3c8c req-0eb213c9-59a6-470f-8a54-f143f00297bf tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:05.969637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4cb9a864-16f6-4181-aeec-204079ae3c8c req-0eb213c9-59a6-470f-8a54-f143f00297bf tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 945 time: 0.3635128 Dec 07 13:25:05.990669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b19762-2cf8-45c6-8772-7aeac035d8dc req-1963e80b-9294-4038-8427-dc128c5ca0c9 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:05.991254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-51b19762-2cf8-45c6-8772-7aeac035d8dc req-1963e80b-9294-4038-8427-dc128c5ca0c9 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 943 time: 0.4033086 Dec 07 13:25:06.016994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-474408f7-53c1-438c-9ab8-219bdf73b30a req-dfa3dbc9-1bc0-4e01-b236-f5cf0440b1e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c206a118-c157-4a6a-b31d-dd0a64e6aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5118091 Dec 07 13:25:06.025289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Pushing event updated for resources: {'Port': ['ID=8c864422-34c3-470b-85c0-7568bf07f3d2,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:06.038383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:06.090285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-738c5420-5d3a-458d-bdd2-53317721ab27 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Deleting port c57744ea-c9e1-4b82-8b5e-bf5f3e6792c9 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:06.090667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-738c5420-5d3a-458d-bdd2-53317721ab27 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:06.193882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eb479c9-b7cd-4174-af65-e937351703c6 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:06.237764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:25:06.262765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be5b575a-644b-4749-a858-3b12f415fe61 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] Usage tracker for resource:security_group and tenant:f7a0e1b3166d4185a4c25956a8893bea is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:06.301308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be5b575a-644b-4749-a858-3b12f415fe61 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:06.357153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:06.365918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be5b575a-644b-4749-a858-3b12f415fe61 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] Usage tracker for resource:security_group_rule and tenant:f7a0e1b3166d4185a4c25956a8893bea is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:06.373311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:06.399759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-26019462-2fed-4a30-b56b-72d78d3d3977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:06.421788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8b66f975-fa7c-48f3-96f5-7e299c9ef7cc tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:06.468974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=6806a1b7-5a64-46dd-8526-5cb9fb1a2061,segment=NetworkSegment(6173f518-64b6-45f0-9e87-ebc7a75474af),segment_id=6173f518-64b6-45f0-9e87-ebc7a75474af)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:06.486403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be5b575a-644b-4749-a858-3b12f415fe61 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:06.490326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '6806a1b7-5a64-46dd-8526-5cb9fb1a2061', 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7', 'port_id': '6806a1b7-5a64-46dd-8526-5cb9fb1a2061', 'mac_address': 'fa:16:3e:cc:b0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:25:06.504073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-51b19762-2cf8-45c6-8772-7aeac035d8dc req-bcbf0d06-f127-4da1-9506-b57d050dd6a0 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5061111 Dec 07 13:25:06.533313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-474408f7-53c1-438c-9ab8-219bdf73b30a req-3ac0c5e1-37c1-496f-bb46-8f0cb0dfc319 service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017350 Dec 07 13:25:06.535075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4f6581-d185-431f-b7a5-673ec217098e,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:06.551179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4cb9a864-16f6-4181-aeec-204079ae3c8c req-bcf0a35c-8e93-4ffc-b986-e7e9bed383ea tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5587127 Dec 07 13:25:06.554587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eb479c9-b7cd-4174-af65-e937351703c6 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:06.557328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device efb8c1e7-0763-4139-9131-2a3657b5a16a up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:25:06.640001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:06.666170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:06.680073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:25:06.687318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-be5b575a-644b-4749-a858-3b12f415fe61 tempest-QuotasTest-770515187 tempest-QuotasTest-770515187-project-admin] 10.222.0.24 "GET /v2.0/quotas/f7a0e1b3166d4185a4c25956a8893bea/details.json HTTP/1.1" status: 200 len: 703 time: 3.3248687 Dec 07 13:25:06.716048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=6806a1b7-5a64-46dd-8526-5cb9fb1a2061,segment=NetworkSegment(6173f518-64b6-45f0-9e87-ebc7a75474af),segment_id=6173f518-64b6-45f0-9e87-ebc7a75474af)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:06.741836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bcef1d-0726-4258-b841-1eb067f34ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93577f71-a229-4cb8-a950-f25b1f762af3', 'code': 200} Dec 07 13:25:06.772296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:06.776287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-927d61df-7d2c-4ad9-822e-fab5b4ed2591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:06.785736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-738c5420-5d3a-458d-bdd2-53317721ab27 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:06.821759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port efb8c1e7-0763-4139-9131-2a3657b5a16a completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:06.870727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:06.872093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:06.873138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:06.875130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:06.876051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:06.876646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:06.877224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:06.879899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:06.880538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:06.881150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:06.881733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:06.885993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:06.891178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 0d88c9e4-5bde-43e1-87c6-af2db4343820 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:25:06.981419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 0d88c9e4-5bde-43e1-87c6-af2db4343820 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:25:06.981657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 0d88c9e4-5bde-43e1-87c6-af2db4343820 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:25:06.983376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-738c5420-5d3a-458d-bdd2-53317721ab27 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Calling delete_port for c57744ea-c9e1-4b82-8b5e-bf5f3e6792c9 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:06.997091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=6806a1b7-5a64-46dd-8526-5cb9fb1a2061,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:07.012546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:07.012909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:07.013292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:07.013662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:07.014038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:07.014415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:07.014785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:07.015155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:07.015554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:07.015919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:07.016282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:07.035915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:07.046205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Pushing event updated for resources: {'Port': ['ID=d6867a49-915f-4cf5-8fe9-9469ab7ef31c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:07.059155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:07.064920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['6806a1b7-5a64-46dd-8526-5cb9fb1a2061'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:25:07.075593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Network 200e740e-68e5-434a-897a-6f086222a45f is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:07.081330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:07.086945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:07.313619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:07.314889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:07.397485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7919235 Dec 07 13:25:07.400865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41552) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:07.425466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-738c5420-5d3a-458d-bdd2-53317721ab27 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:07.431922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7196cf8-a002-428b-9009-49eec349a130 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:07.457875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-474408f7-53c1-438c-9ab8-219bdf73b30a req-05f1f1c2-7ef1-4c78-8005-0f7d47c748c2 service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8562124 Dec 07 13:25:07.463510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:07.531161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41558) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:07.533408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:07.537533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c5420-5d3a-458d-bdd2-53317721ab27 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Pushing event deleted for resources: {'Port': ['ID=c57744ea-c9e1-4b82-8b5e-bf5f3e6792c9,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:07.542661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-738c5420-5d3a-458d-bdd2-53317721ab27 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:07.569820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eb479c9-b7cd-4174-af65-e937351703c6 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:07.610299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "DELETE /v2.0/subnets/dc4f6581-d185-431f-b7a5-673ec217098e HTTP/1.1" status: 204 len: 168 time: 4.5618343 Dec 07 13:25:07.627491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41568) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:07.799539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1dc1b50b-5ae4-4c10-9779-44269d02b2ab req-e777aff2-4c65-42e6-8c9c-a24c9cb6223e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 1098 time: 0.3523228 Dec 07 13:25:07.817433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-602bcc06-3e10-4b7f-ad3a-96f4a1776260 None None] Provisioning for port d6867a49-915f-4cf5-8fe9-9469ab7ef31c completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:07.823405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-602bcc06-3e10-4b7f-ad3a-96f4a1776260 None None] Provisioning complete for port d6867a49-915f-4cf5-8fe9-9469ab7ef31c triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:07.823896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-602bcc06-3e10-4b7f-ad3a-96f4a1776260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:07.850801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e417d412-2ef8-481c-aaa7-bc2636c4fc0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:07.875007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eb479c9-b7cd-4174-af65-e937351703c6 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:07.884607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-738c5420-5d3a-458d-bdd2-53317721ab27 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:07.890575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-738c5420-5d3a-458d-bdd2-53317721ab27 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "DELETE /v2.0/ports/c57744ea-c9e1-4b82-8b5e-bf5f3e6792c9 HTTP/1.1" status: 204 len: 168 time: 2.0050366 Dec 07 13:25:07.892064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41572) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:07.903282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1eb479c9-b7cd-4174-af65-e937351703c6 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/8e3678d6-a231-4f77-9bb3-8804e448084e HTTP/1.1" status: 204 len: 168 time: 2.1140027 Dec 07 13:25:07.906510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41574) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:07.921503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event updated for resources: {'Subnet': ['ID=6bfda635-30f8-4046-b678-36c2505e0ab7,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:07.928953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:07.933264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d217216-e52d-4856-881b-a402f7969806 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:07.994391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb479c9-b7cd-4174-af65-e937351703c6 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8e3678d6-a231-4f77-9bb3-8804e448084e,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:08.001782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-602bcc06-3e10-4b7f-ad3a-96f4a1776260 None None] Port d6867a49-915f-4cf5-8fe9-9469ab7ef31c cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:25:08.025686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e417d412-2ef8-481c-aaa7-bc2636c4fc0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:08.030177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e417d412-2ef8-481c-aaa7-bc2636c4fc0e admin admin] Usage tracker for resource:security_group_rule and tenant:76d11615e9924251bcc14034b2ddd736 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:08.033416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e417d412-2ef8-481c-aaa7-bc2636c4fc0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:08.041801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e417d412-2ef8-481c-aaa7-bc2636c4fc0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:08.048285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1eb479c9-b7cd-4174-af65-e937351703c6 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:08.061751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-1dc1b50b-5ae4-4c10-9779-44269d02b2ab req-d23517a5-9753-49ff-a3ee-02b32fe1a956 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.061992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8', 'external_fixed_ips': [{'subnet_id': '072e100a-be0b-4141-a689-00ed799f8a97', 'ip_address': '172.20.0.5'}]}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:08.122126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'project_id': 'a14163361c0344ccb3b0d6ca7a0fb0a9', 'port_id': 'd6867a49-915f-4cf5-8fe9-9469ab7ef31c'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:08.129562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:08.145568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:08.150909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Usage tracker for resource:router and tenant:d02208934f8d46cba3c2ecfc20648aad is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:08.152948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Checking segment: {'id': '71fffd25-84d8-4112-bc93-154c4b4be5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2974d82e-3f49-4ba0-a5f0-6ce5439aed8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:08.153375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Network hostable DHCP agents. Network: 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:25:08.157545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:08.163596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Usage tracker for resource:floatingip and tenant:a14163361c0344ccb3b0d6ca7a0fb0a9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:08.175341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:08.192027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:08.204703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:08.223998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-675f7fd0-4751-4034-9dbe-b1c8b1e2b2dc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.238104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97fa64b-5cfc-46c6-954b-396115a9e121 None None] Network 92517d0b-d4c3-47af-8786-5cc2fa88d42e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:08.242914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-1dc1b50b-5ae4-4c10-9779-44269d02b2ab req-d23517a5-9753-49ff-a3ee-02b32fe1a956 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:08.252410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-1dc1b50b-5ae4-4c10-9779-44269d02b2ab req-d23517a5-9753-49ff-a3ee-02b32fe1a956 service neutron] Usage tracker for resource:security_group_rule and tenant:26b30a7f9e9343eeae309c2be414dfc7 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:08.256804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-1dc1b50b-5ae4-4c10-9779-44269d02b2ab req-d23517a5-9753-49ff-a3ee-02b32fe1a956 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:08.305253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79cd38a-da57-403a-b6d4-26f516351de7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Deleting subnet f4b17308-df2d-49ba-88ad-9cf75a4fc5f6 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:25:08.308898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-1dc1b50b-5ae4-4c10-9779-44269d02b2ab req-d23517a5-9753-49ff-a3ee-02b32fe1a956 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:08.318796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.319877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.335177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c79cd38a-da57-403a-b6d4-26f516351de7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.381066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:25:08.397800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c79cd38a-da57-403a-b6d4-26f516351de7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.431075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-675f7fd0-4751-4034-9dbe-b1c8b1e2b2dc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.468517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-675f7fd0-4751-4034-9dbe-b1c8b1e2b2dc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1645558a-cdae-42ca-b542-2425aecc85e4']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:08.484195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-675f7fd0-4751-4034-9dbe-b1c8b1e2b2dc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9d7292-b9e2-4e99-bad4-f9bea0b4853c') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:08.484760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-675f7fd0-4751-4034-9dbe-b1c8b1e2b2dc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9d7292-b9e2-4e99-bad4-f9bea0b4853c') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:08.496291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c79cd38a-da57-403a-b6d4-26f516351de7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.501039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-675f7fd0-4751-4034-9dbe-b1c8b1e2b2dc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.522470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-675f7fd0-4751-4034-9dbe-b1c8b1e2b2dc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.530913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675f7fd0-4751-4034-9dbe-b1c8b1e2b2dc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:25:08.537562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-675f7fd0-4751-4034-9dbe-b1c8b1e2b2dc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.537749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.547664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ce5fb-6e0b-4862-ac03-46c679a24aa3 req-da6abc19-f0ef-43f7-9d23-55a737dffd3b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:08.549475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-842ce5fb-6e0b-4862-ac03-46c679a24aa3 req-da6abc19-f0ef-43f7-9d23-55a737dffd3b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 944 time: 0.7441089 Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:25:08.648063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:25:08.689919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c5002-bde3-4072-9bcb-91c5f08142dd req-0f35547d-af1b-469d-964b-f0de903f76b2 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:08.692012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-046c5002-bde3-4072-9bcb-91c5f08142dd req-0f35547d-af1b-469d-964b-f0de903f76b2 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 945 time: 0.6472113 Dec 07 13:25:08.710490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Network 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:25:08.801611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8c864422-34c3-470b-85c0-7568bf07f3d2 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:25:08.816545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-842ce5fb-6e0b-4862-ac03-46c679a24aa3 req-0a0f9f76-3e17-46eb-b555-4261ce81fea7 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449985 Dec 07 13:25:08.844344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-046c5002-bde3-4072-9bcb-91c5f08142dd req-b460d92f-595e-4076-bae3-da5597ff8417 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344469 Dec 07 13:25:08.845636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.863112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e417d412-2ef8-481c-aaa7-bc2636c4fc0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.863988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481d8441-9f4a-4a96-955f-21ba82f89303 None None] Network a216b64e-c34b-4ba6-83cc-24c1a806afb5 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:08.895118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-675f7fd0-4751-4034-9dbe-b1c8b1e2b2dc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.897529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:08.903059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:08.905953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.911736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c79cd38a-da57-403a-b6d4-26f516351de7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.917588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d3f1e953-19b4-4d24-94ca-3de07ddaa511 tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:08.920964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-85d31f0d-8514-4c5f-91fb-77e3bc41df09 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:08.938618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675f7fd0-4751-4034-9dbe-b1c8b1e2b2dc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1645558a-cdae-42ca-b542-2425aecc85e4 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 07 13:25:08.940902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9f3956-b783-4af1-9604-47fc6a9ccc8e None None] Network 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:08.944379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e417d412-2ef8-481c-aaa7-bc2636c4fc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.945683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-675f7fd0-4751-4034-9dbe-b1c8b1e2b2dc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:08.948750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f7fd0-4751-4034-9dbe-b1c8b1e2b2dc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Pushing event deleted for resources: {'Network': ['ID=1645558a-cdae-42ca-b542-2425aecc85e4,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:08.958725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a997b280-272c-4f0b-a8c7-4143ca111a36 None None] Provisioning for port efb8c1e7-0763-4139-9131-2a3657b5a16a completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:08.961529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-675f7fd0-4751-4034-9dbe-b1c8b1e2b2dc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:08.961756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cd38a-da57-403a-b6d4-26f516351de7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b17308-df2d-49ba-88ad-9cf75a4fc5f6,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:08.964528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c79cd38a-da57-403a-b6d4-26f516351de7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:08.964674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:09.016788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-675f7fd0-4751-4034-9dbe-b1c8b1e2b2dc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "DELETE /v2.0/networks/1645558a-cdae-42ca-b542-2425aecc85e4 HTTP/1.1" status: 204 len: 168 time: 1.0896378 Dec 07 13:25:09.042172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417d412-2ef8-481c-aaa7-bc2636c4fc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86093361-b5a0-478d-8775-b8c0f8b5c031,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:09.042434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a997b280-272c-4f0b-a8c7-4143ca111a36 None None] Provisioning complete for port efb8c1e7-0763-4139-9131-2a3657b5a16a triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:09.043108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a997b280-272c-4f0b-a8c7-4143ca111a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:09.053262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e417d412-2ef8-481c-aaa7-bc2636c4fc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:09.059698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e417d412-2ef8-481c-aaa7-bc2636c4fc0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76d11615e9924251bcc14034b2ddd736&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4920249 Dec 07 13:25:09.068021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c79cd38a-da57-403a-b6d4-26f516351de7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:09.069675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5129695 Dec 07 13:25:09.072011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-1dc1b50b-5ae4-4c10-9779-44269d02b2ab req-d23517a5-9753-49ff-a3ee-02b32fe1a956 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:09.072878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41588) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:09.073247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41590) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:09.094080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Request body: {'port': {'network_id': '2974d82e-3f49-4ba0-a5f0-6ce5439aed8b', 'name': 'tempest-AllowedAddressPairTestJSON-1657798962'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:09.124808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-1dc1b50b-5ae4-4c10-9779-44269d02b2ab req-d23517a5-9753-49ff-a3ee-02b32fe1a956 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:09.126369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:09.145657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:09.146070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:09.150420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c79cd38a-da57-403a-b6d4-26f516351de7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "DELETE /v2.0/subnets/f4b17308-df2d-49ba-88ad-9cf75a4fc5f6 HTTP/1.1" status: 204 len: 168 time: 1.5217478 Dec 07 13:25:09.155211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:09.158396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41596) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:09.209040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:09.306601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-1dc1b50b-5ae4-4c10-9779-44269d02b2ab req-d23517a5-9753-49ff-a3ee-02b32fe1a956 service neutron] Synchronizing usage tracker for tenant:26b30a7f9e9343eeae309c2be414dfc7 on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:25:09.313598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23517a5-9753-49ff-a3ee-02b32fe1a956 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd43823-f3b5-4ac1-bc41-c3ff2fc074f7,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:09.374794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d23517a5-9753-49ff-a3ee-02b32fe1a956 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:09.417050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a997b280-272c-4f0b-a8c7-4143ca111a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:09.421541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 8c864422-34c3-470b-85c0-7568bf07f3d2 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:09.449082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-1dc1b50b-5ae4-4c10-9779-44269d02b2ab req-d23517a5-9753-49ff-a3ee-02b32fe1a956 service neutron] Unset dirty status for tenant:26b30a7f9e9343eeae309c2be414dfc7 on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:25:09.450341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1dc1b50b-5ae4-4c10-9779-44269d02b2ab req-d23517a5-9753-49ff-a3ee-02b32fe1a956 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5825584 Dec 07 13:25:09.490076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44a8c19d-3414-4f11-b502-d5b1b08dcf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:09.493250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:09.526119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Usage tracker for resource:port and tenant:dc3ee6181e7c4f599e1c076ca28a15d7 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:09.529331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb4e3f7-c4f0-4422-af25-836a65f589e4 None None] DHCP port deletion for 92517d0b-d4c3-47af-8786-5cc2fa88d42e request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:25:09.531455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:09.544231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a997b280-272c-4f0b-a8c7-4143ca111a36 None None] For port efb8c1e7-0763-4139-9131-2a3657b5a16a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=efb8c1e7-0763-4139-9131-2a3657b5a16a,segment=NetworkSegment(312fbf41-18c3-429a-8c67-e748c469afa4),segment_id=312fbf41-18c3-429a-8c67-e748c469afa4)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:09.549127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:09.558314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44a8c19d-3414-4f11-b502-d5b1b08dcf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:09.578803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Allocated IP 172.36.4.143 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/ef5a1540-7c30-4af5-9c05-60b6c62f0fe8) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:09.584390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a997b280-272c-4f0b-a8c7-4143ca111a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:09.593356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:09.614278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42b24b2-8bd9-4f73-8cd7-bd921d715a65 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:09.615180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a42b24b2-8bd9-4f73-8cd7-bd921d715a65 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Synchronizing usage tracker for tenant:20a7a8eceb514735bb36afe01304f332 on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:25:09.622293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Made reservation on behalf of dc3ee6181e7c4f599e1c076ca28a15d7 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:09.623287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dfb4e3f7-c4f0-4422-af25-836a65f589e4 None None] Deleting port efb8c1e7-0763-4139-9131-2a3657b5a16a {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:09.623735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e3f7-c4f0-4422-af25-836a65f589e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:09.629339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:09.638477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:09.670417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] device_id is not set on port a95c2cc0-b929-456f-97ed-f531450721de yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:25:09.766557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44a8c19d-3414-4f11-b502-d5b1b08dcf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:09.767296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41604) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:09.786305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4558383f-522e-42dd-b7c4-3bdfc2e5a403 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Request body: {'router': {'name': 'tempest-router--493513148', 'project_id': '8b6f22da61394b44bd5087627bcb816a'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:09.791716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:09.802272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:09.844984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4558383f-522e-42dd-b7c4-3bdfc2e5a403 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:09.848074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8c19d-3414-4f11-b502-d5b1b08dcf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86093361-b5a0-478d-8775-b8c0f8b5c031,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:09.864112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-44a8c19d-3414-4f11-b502-d5b1b08dcf61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:09.874506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4558383f-522e-42dd-b7c4-3bdfc2e5a403 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Usage tracker for resource:router and tenant:8b6f22da61394b44bd5087627bcb816a is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:09.881876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4558383f-522e-42dd-b7c4-3bdfc2e5a403 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:09.901184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4558383f-522e-42dd-b7c4-3bdfc2e5a403 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:09.937459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Allocated IP 172.20.0.11 (2974d82e-3f49-4ba0-a5f0-6ce5439aed8b/6bfda635-30f8-4046-b678-36c2505e0ab7/a95c2cc0-b929-456f-97ed-f531450721de) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:09.975858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:09.996483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] DHCP port deletion for a216b64e-c34b-4ba6-83cc-24c1a806afb5 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:25:10.015846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a42b24b2-8bd9-4f73-8cd7-bd921d715a65 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Unset dirty status for tenant:20a7a8eceb514735bb36afe01304f332 on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:25:10.020282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a42b24b2-8bd9-4f73-8cd7-bd921d715a65 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7495964 Dec 07 13:25:10.043110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41612) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:10.078743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cbee2d64-f19a-4354-8b82-934299256aa8 None None] Provisioning for port 8c864422-34c3-470b-85c0-7568bf07f3d2 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:10.092127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997b280-272c-4f0b-a8c7-4143ca111a36 None None] Pushing event updated for resources: {'Port': ['ID=efb8c1e7-0763-4139-9131-2a3657b5a16a,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:10.095351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-2974d82e-3f49-4ba0-a5f0-6ce5439aed8b', 'network_id': '2974d82e-3f49-4ba0-a5f0-6ce5439aed8b', 'tenant_id': 'dc3ee6181e7c4f599e1c076ca28a15d7', 'fixed_ips': [{'subnet_id': '6bfda635-30f8-4046-b678-36c2505e0ab7'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:25:10.096498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.123417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44a8c19d-3414-4f11-b502-d5b1b08dcf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.123417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-44a8c19d-3414-4f11-b502-d5b1b08dcf61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86093361-b5a0-478d-8775-b8c0f8b5c031 HTTP/1.1" status: 204 len: 168 time: 1.0454667 Dec 07 13:25:10.123724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a997b280-272c-4f0b-a8c7-4143ca111a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:10.123828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4558383f-522e-42dd-b7c4-3bdfc2e5a403 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.123937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] Deleting port 8c864422-34c3-470b-85c0-7568bf07f3d2 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:10.123937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.124126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4558383f-522e-42dd-b7c4-3bdfc2e5a403 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.162536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cbee2d64-f19a-4354-8b82-934299256aa8 None None] Provisioning complete for port 8c864422-34c3-470b-85c0-7568bf07f3d2 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:10.162963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbee2d64-f19a-4354-8b82-934299256aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.210442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4558383f-522e-42dd-b7c4-3bdfc2e5a403 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.299366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.311826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4558383f-522e-42dd-b7c4-3bdfc2e5a403 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.330054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deedb3b3-b2bf-4690-af39-455525341a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6806a1b7-5a64-46dd-8526-5cb9fb1a2061'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:25:10.339026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Transition to ACTIVE for port object a95c2cc0-b929-456f-97ed-f531450721de will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:10.380312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4558383f-522e-42dd-b7c4-3bdfc2e5a403 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.386190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-dfb4e3f7-c4f0-4422-af25-836a65f589e4 None None] For port efb8c1e7-0763-4139-9131-2a3657b5a16a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=efb8c1e7-0763-4139-9131-2a3657b5a16a,segment=NetworkSegment(312fbf41-18c3-429a-8c67-e748c469afa4),segment_id=312fbf41-18c3-429a-8c67-e748c469afa4)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:10.386190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e3f7-c4f0-4422-af25-836a65f589e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.392900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4558383f-522e-42dd-b7c4-3bdfc2e5a403 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6141527 Dec 07 13:25:10.392900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41620) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:10.402570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=6806a1b7-5a64-46dd-8526-5cb9fb1a2061,segment=NetworkSegment(6173f518-64b6-45f0-9e87-ebc7a75474af),segment_id=6173f518-64b6-45f0-9e87-ebc7a75474af)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:10.444744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.478908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.500270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.566575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-afe9e0c5-87bc-4c82-b52e-28584db95d29 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:10.583305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Deleting port 8c864422-34c3-470b-85c0-7568bf07f3d2 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:10.583689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.593993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device efb8c1e7-0763-4139-9131-2a3657b5a16a no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:25:10.623530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3c3d9-0e41-45ea-823d-61f11415b479 req-f769892c-f52e-403c-bb13-02a493638ce9 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:10.625356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d8e3c3d9-0e41-45ea-823d-61f11415b479 req-f769892c-f52e-403c-bb13-02a493638ce9 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 945 time: 0.4613461 Dec 07 13:25:10.669583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da707c9-9854-42ce-b429-fa59e082132e req-4033b002-66d4-47b5-954f-10d4039ba4a1 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:10.679528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4da707c9-9854-42ce-b429-fa59e082132e req-4033b002-66d4-47b5-954f-10d4039ba4a1 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 944 time: 0.5132027 Dec 07 13:25:10.693109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Network 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:10.695564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event updated for resources: {'Port': ['ID=a95c2cc0-b929-456f-97ed-f531450721de,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:10.698827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:10.701238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:10.703744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16ea9b46-2db0-4000-887f-edebeeeaa84a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.773828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4da707c9-9854-42ce-b429-fa59e082132e req-52c49bee-14b5-477a-859a-1d43b181118c tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932703 Dec 07 13:25:10.786360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:10.817000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dfb4e3f7-c4f0-4422-af25-836a65f589e4 None None] Calling delete_port for efb8c1e7-0763-4139-9131-2a3657b5a16a owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:10.851084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.853444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:10.930449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deedb3b3-b2bf-4690-af39-455525341a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6806a1b7-5a64-46dd-8526-5cb9fb1a2061', 'code': 200} Dec 07 13:25:10.973010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d8e3c3d9-0e41-45ea-823d-61f11415b479 req-9376cfbe-9ea3-4efe-b98e-343dd4a33061 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323481 Dec 07 13:25:10.989304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:10.990041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:10.993758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:11.015714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-abea80df-ee1c-4bb2-ae9d-6ed7546aadbe tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:11.016100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41626) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:11.099102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:11.105792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:11.115708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:11.148643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-286a111b-9911-4cd3-a2cf-eaf689745c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:11.219749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Pushing event updated for resources: {'Port': ['ID=ef5a1540-7c30-4af5-9c05-60b6c62f0fe8,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:11.234475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] For port 8c864422-34c3-470b-85c0-7568bf07f3d2, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8c864422-34c3-470b-85c0-7568bf07f3d2,segment=NetworkSegment(5ceddd01-4de0-4dc4-b63f-7c54a193da02),segment_id=5ceddd01-4de0-4dc4-b63f-7c54a193da02)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:11.234870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:11.248716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:11.256238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbee2d64-f19a-4354-8b82-934299256aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:11.267359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-286a111b-9911-4cd3-a2cf-eaf689745c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:11.272791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-286a111b-9911-4cd3-a2cf-eaf689745c73 admin admin] Usage tracker for resource:security_group_rule and tenant:f7a0e1b3166d4185a4c25956a8893bea is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:11.277479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-286a111b-9911-4cd3-a2cf-eaf689745c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:11.285899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-286a111b-9911-4cd3-a2cf-eaf689745c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:11.311150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=6806a1b7-5a64-46dd-8526-5cb9fb1a2061,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:11.315916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] For port 8c864422-34c3-470b-85c0-7568bf07f3d2, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8c864422-34c3-470b-85c0-7568bf07f3d2,segment=NetworkSegment(5ceddd01-4de0-4dc4-b63f-7c54a193da02),segment_id=5ceddd01-4de0-4dc4-b63f-7c54a193da02)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:11.316331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:11.360457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:11.404591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-286a111b-9911-4cd3-a2cf-eaf689745c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:11.405132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Calling delete_port for 8c864422-34c3-470b-85c0-7568bf07f3d2 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:11.407274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3304944 Dec 07 13:25:11.433834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Allocated IP 172.20.0.2 (2974d82e-3f49-4ba0-a5f0-6ce5439aed8b/6bfda635-30f8-4046-b678-36c2505e0ab7/539f1b33-fdd5-403b-95fa-4db6fc565b12) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:11.435869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41632) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:11.454014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Request body: {'port': {'network_id': '2974d82e-3f49-4ba0-a5f0-6ce5439aed8b', 'name': 'tempest-AllowedAddressPairTestJSON-1822371652', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fc:2b:bf'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:11.482394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-286a111b-9911-4cd3-a2cf-eaf689745c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:11.500450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:11.506616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] Calling delete_port for 8c864422-34c3-470b-85c0-7568bf07f3d2 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:11.541033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e3f7-c4f0-4422-af25-836a65f589e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:11.558565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aed4190b-18e8-4404-94f4-b73e2f75bd79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:11.626320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-cbee2d64-f19a-4354-8b82-934299256aa8 None None] For port 8c864422-34c3-470b-85c0-7568bf07f3d2, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8c864422-34c3-470b-85c0-7568bf07f3d2,segment=NetworkSegment(5ceddd01-4de0-4dc4-b63f-7c54a193da02),segment_id=5ceddd01-4de0-4dc4-b63f-7c54a193da02)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:11.633633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4e3f7-c4f0-4422-af25-836a65f589e4 None None] Pushing event deleted for resources: {'Port': ['ID=efb8c1e7-0763-4139-9131-2a3657b5a16a,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:11.640512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:11.647476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dfb4e3f7-c4f0-4422-af25-836a65f589e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:11.695004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb4e3f7-c4f0-4422-af25-836a65f589e4 None None] No DVR routers for this DVR port efb8c1e7-0763-4139-9131-2a3657b5a16a on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:25:11.696988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbee2d64-f19a-4354-8b82-934299256aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:11.756716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-84b242a7-a875-4c15-ab7d-80ccb7f30cde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:11.821418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:11.868825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:25:11.869316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:25:11.872401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:11.876384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:11.884094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Usage tracker for resource:port and tenant:dc3ee6181e7c4f599e1c076ca28a15d7 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:11.968570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:11.983111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a111b-9911-4cd3-a2cf-eaf689745c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e9a701-d6ad-47f2-afce-8d33e8e48f21,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:11.987677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-286a111b-9911-4cd3-a2cf-eaf689745c73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7a0e1b3166d4185a4c25956a8893bea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9617486 Dec 07 13:25:11.991943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-286a111b-9911-4cd3-a2cf-eaf689745c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:11.995510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16ea9b46-2db0-4000-887f-edebeeeaa84a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:11.997194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41638) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:12.043359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16ea9b46-2db0-4000-887f-edebeeeaa84a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:12.050697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:12.052376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11b4e053-02e3-486a-b777-cae9b9f851a8 req-5b71ef42-5804-4a24-9977-1a1f8f24c91b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 1098 time: 0.6442456 Dec 07 13:25:12.070994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Transition to ACTIVE for port object 539f1b33-fdd5-403b-95fa-4db6fc565b12 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:12.147383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Transition to ACTIVE for port object 539f1b33-fdd5-403b-95fa-4db6fc565b12 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:12.148137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f7e7883-be68-4ce3-bab4-c8d5cc0dc734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:12.153523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8c864422-34c3-470b-85c0-7568bf07f3d2 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:25:12.183472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11b4e053-02e3-486a-b777-cae9b9f851a8 req-aadce856-2b59-4002-8b64-8626fffe19c0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009996 Dec 07 13:25:12.191268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16ea9b46-2db0-4000-887f-edebeeeaa84a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:12.191822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ea9b46-2db0-4000-887f-edebeeeaa84a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce70e24b-3ff4-4f14-9bcd-f4923b412589 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:25:12.194337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f7e7883-be68-4ce3-bab4-c8d5cc0dc734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:12.206314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee2d64-f19a-4354-8b82-934299256aa8 None None] Pushing event updated for resources: {'Port': ['ID=8c864422-34c3-470b-85c0-7568bf07f3d2,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:12.211566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cbee2d64-f19a-4354-8b82-934299256aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:12.231420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:12.233727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16ea9b46-2db0-4000-887f-edebeeeaa84a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:12.234937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-16ea9b46-2db0-4000-887f-edebeeeaa84a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "DELETE /v2.0/routers/ce70e24b-3ff4-4f14-9bcd-f4923b412589 HTTP/1.1" status: 204 len: 168 time: 1.8457904 Dec 07 13:25:12.247200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:25:12.247669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:25:12.254263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:12.259048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:12.344045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f7e7883-be68-4ce3-bab4-c8d5cc0dc734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:12.350558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6e1226d6-e80e-4eaf-9d6d-3be96a4e4520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:12.369416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:12.372738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Deleting port 8c864422-34c3-470b-85c0-7568bf07f3d2 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:12.373226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:12.377372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e7883-be68-4ce3-bab4-c8d5cc0dc734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e9a701-d6ad-47f2-afce-8d33e8e48f21,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:12.381669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f7e7883-be68-4ce3-bab4-c8d5cc0dc734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:12.383901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f7e7883-be68-4ce3-bab4-c8d5cc0dc734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:12.385289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9f7e7883-be68-4ce3-bab4-c8d5cc0dc734 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7e9a701-d6ad-47f2-afce-8d33e8e48f21 HTTP/1.1" status: 204 len: 168 time: 0.3870485 Dec 07 13:25:12.457603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Network 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:12.467779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Pushing event updated for resources: {'Port': ['ID=539f1b33-fdd5-403b-95fa-4db6fc565b12,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:12.470111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b57ba8d-31b7-4b04-813f-3a0eb6703b90 req-755ebc45-1278-4b79-b847-324aae4d2b83 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827503 Dec 07 13:25:12.470768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:12.474137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:12.479789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:12.480030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Made reservation on behalf of dc3ee6181e7c4f599e1c076ca28a15d7 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:12.569433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 8c864422-34c3-470b-85c0-7568bf07f3d2, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8c864422-34c3-470b-85c0-7568bf07f3d2,segment=NetworkSegment(5ceddd01-4de0-4dc4-b63f-7c54a193da02),segment_id=5ceddd01-4de0-4dc4-b63f-7c54a193da02)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:12.608229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:12.615183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:12.677693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Attempting to bind port 539f1b33-fdd5-403b-95fa-4db6fc565b12 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:25:12.678111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Attempting to bind port 539f1b33-fdd5-403b-95fa-4db6fc565b12 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '71fffd25-84d8-4112-bc93-154c4b4be5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2974d82e-3f49-4ba0-a5f0-6ce5439aed8b'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:25:12.678521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Attempting to bind port 539f1b33-fdd5-403b-95fa-4db6fc565b12 on network 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:25:12.687812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:25:12.688232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Checking segment: {'id': '71fffd25-84d8-4112-bc93-154c4b4be5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2974d82e-3f49-4ba0-a5f0-6ce5439aed8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:12.688685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:12.689385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Bound using segment: {'id': '71fffd25-84d8-4112-bc93-154c4b4be5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2974d82e-3f49-4ba0-a5f0-6ce5439aed8b'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:25:12.689921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Bound port: 539f1b33-fdd5-403b-95fa-4db6fc565b12, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fffd25-84d8-4112-bc93-154c4b4be5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2974d82e-3f49-4ba0-a5f0-6ce5439aed8b'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:25:12.690907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:12.757684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] Deleting port 8c864422-34c3-470b-85c0-7568bf07f3d2 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:12.758139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:12.785982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=8c864422-34c3-470b-85c0-7568bf07f3d2,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:12.804662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:12.833262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b57ba8d-31b7-4b04-813f-3a0eb6703b90 req-275b6a71-6ffb-4035-9fd0-a1fbeba93b5d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2bbc6bb9092480ba6a861e4cadd4f90&device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 1098 time: 0.2250421 Dec 07 13:25:12.905126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41652) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:12.949234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] For port 539f1b33-fdd5-403b-95fa-4db6fc565b12, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:25:13.036869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57ba8d-31b7-4b04-813f-3a0eb6703b90 req-87052e3a-94ae-45e2-84d4-46d3a27105c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:13.039176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b57ba8d-31b7-4b04-813f-3a0eb6703b90 req-87052e3a-94ae-45e2-84d4-46d3a27105c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 HTTP/1.1" status: 200 len: 906 time: 0.1760702 Dec 07 13:25:13.076594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] For port 539f1b33-fdd5-403b-95fa-4db6fc565b12, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=539f1b33-fdd5-403b-95fa-4db6fc565b12,segment=NetworkSegment(71fffd25-84d8-4112-bc93-154c4b4be5ef),segment_id=71fffd25-84d8-4112-bc93-154c4b4be5ef)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:25:13.116164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:13.138957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:13.195683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b57ba8d-31b7-4b04-813f-3a0eb6703b90 req-e0290d70-b3b9-4625-b55c-d41dc073b913 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93577f71-a229-4cb8-a950-f25b1f762af3 HTTP/1.1" status: 200 len: 217 time: 0.1441612 Dec 07 13:25:13.259255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] For port 8c864422-34c3-470b-85c0-7568bf07f3d2, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8c864422-34c3-470b-85c0-7568bf07f3d2,segment=NetworkSegment(5ceddd01-4de0-4dc4-b63f-7c54a193da02),segment_id=5ceddd01-4de0-4dc4-b63f-7c54a193da02)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:13.259983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:13.285446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57ba8d-31b7-4b04-813f-3a0eb6703b90 req-4bc35ca1-a302-4e57-9d9a-69cf698b7b6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:13.285951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b57ba8d-31b7-4b04-813f-3a0eb6703b90 req-4bc35ca1-a302-4e57-9d9a-69cf698b7b6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46b7d278-6de3-4d28-8b33-7d3afba08305 HTTP/1.1" status: 200 len: 844 time: 0.0766101 Dec 07 13:25:13.295191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82894e9-5a36-419c-803d-7142f20a4139 req-ae02fc4e-bc8f-4b08-870b-09a901e23aee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:13.299436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e82894e9-5a36-419c-803d-7142f20a4139 req-ae02fc4e-bc8f-4b08-870b-09a901e23aee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 1.3709130 Dec 07 13:25:13.372255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Pushing event updated for resources: {'Port': ['ID=539f1b33-fdd5-403b-95fa-4db6fc565b12,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:13.448029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b57ba8d-31b7-4b04-813f-3a0eb6703b90 req-d26b6eba-df8e-4892-a5fd-4f10c9a700b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1553454 Dec 07 13:25:13.460464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] Calling delete_port for 8c864422-34c3-470b-85c0-7568bf07f3d2 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:13.499349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:13.510319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-248775361', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}, 'admin_state_up': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:13.529520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:13.601401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Usage tracker for resource:router and tenant:b006f579dde149999e70cc419dd52073 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:13.612336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:13.619435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:13.623421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:13.628594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b59bd4ea-dd97-4c1f-a28a-48e09f0b983b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:13.693457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b57ba8d-31b7-4b04-813f-3a0eb6703b90 req-896f696c-565b-4042-a68b-dfb1b00f7d51 service neutron] 10.222.0.45 "GET /v2.0/networks/2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365503 Dec 07 13:25:13.739767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] For port 8c864422-34c3-470b-85c0-7568bf07f3d2, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8c864422-34c3-470b-85c0-7568bf07f3d2,segment=NetworkSegment(5ceddd01-4de0-4dc4-b63f-7c54a193da02),segment_id=5ceddd01-4de0-4dc4-b63f-7c54a193da02)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:13.740175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:13.789112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc9a52-9593-472b-b77a-c30829f8bc4e req-2b7b50aa-c3bb-4470-a306-d4831fb2de00 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:13.807866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b1cc9a52-9593-472b-b77a-c30829f8bc4e req-2b7b50aa-c3bb-4470-a306-d4831fb2de00 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 945 time: 1.5681052 Dec 07 13:25:13.828067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:13.829929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:13.868544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] Pushing event deleted for resources: {'Port': ['ID=8c864422-34c3-470b-85c0-7568bf07f3d2,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:13.871753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:13.880591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] No DVR routers for this DVR port 8c864422-34c3-470b-85c0-7568bf07f3d2 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:25:13.922466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:13.926649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b57ba8d-31b7-4b04-813f-3a0eb6703b90 req-bc05a441-4098-4fd8-b0cd-f96f8c021abc service neutron] 10.222.0.45 "GET /v2.0/networks/2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264020 Dec 07 13:25:14.124805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Calling delete_port for 8c864422-34c3-470b-85c0-7568bf07f3d2 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:14.190172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:14.228602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e82894e9-5a36-419c-803d-7142f20a4139 req-c2348a29-13f7-46b7-a2cb-f391c1b570af tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8867035 Dec 07 13:25:14.234963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:14.298886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Allocated IP 172.20.0.5 (a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8/072e100a-be0b-4141-a689-00ed799f8a97/d082c261-3883-408a-be7f-49a1d54e93bb) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:14.310466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:25:14.310466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:25:14.325324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] device_id is not set on port 47bbe251-2b31-404a-81b2-7e6328d7f1ce yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:25:14.389880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b1cc9a52-9593-472b-b77a-c30829f8bc4e req-c997796e-30f4-4948-adf9-497b978862f1 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5807307 Dec 07 13:25:14.534833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:14.574696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:14.707982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Deleting port 8c864422-34c3-470b-85c0-7568bf07f3d2 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:14.708351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:14.795415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 539f1b33-fdd5-403b-95fa-4db6fc565b12 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:25:14.853067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Allocated IP 172.36.4.178 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/7771c7f0-f394-4014-9045-cf9bed70b16f) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:14.933621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 539f1b33-fdd5-403b-95fa-4db6fc565b12 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:14.943521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] The port '8c864422-34c3-470b-85c0-7568bf07f3d2' was deleted {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:25:15.067340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:15.133768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:15.140886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:15.150126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a95588bf-182c-4076-821b-7727c6093973 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:15.268915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:15.272901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:15.278221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:15.309822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Pushing event updated for resources: {'Port': ['ID=7771c7f0-f394-4014-9045-cf9bed70b16f,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:15.317607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:15.321977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:15.390669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:15.422686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Allocated IP 172.20.0.6 (2974d82e-3f49-4ba0-a5f0-6ce5439aed8b/6bfda635-30f8-4046-b678-36c2505e0ab7/47bbe251-2b31-404a-81b2-7e6328d7f1ce) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:15.436827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b12d0-8593-457e-a19b-988710c48106 req-d1df2c48-4f96-40c7-9240-40514e586439 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:15.438502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b94b12d0-8593-457e-a19b-988710c48106 req-d1df2c48-4f96-40c7-9240-40514e586439 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 945 time: 0.6930525 Dec 07 13:25:15.450553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41688) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:15.460800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:15.462308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ba56121e-ce44-4af4-aa3c-ee331ffe8328 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Request body: {'floatingip': {'port_id': '93577f71-a229-4cb8-a950-f25b1f762af3'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:15.478930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a216b64e-c34b-4ba6-83cc-24c1a806afb5']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:15.509793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ceddd01-4de0-4dc4-b63f-7c54a193da02') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:15.510126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ceddd01-4de0-4dc4-b63f-7c54a193da02') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:15.550584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:15.620547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba56121e-ce44-4af4-aa3c-ee331ffe8328 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for floatingip, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:15.623519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:15.787761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dedd66-fc5a-47a9-b097-a33bba7cd8e3 None None] Network 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:15.801326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:25:15.801983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:25:15.819530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:25:15.948585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:15.949354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:15.980861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-42672c20-8af3-4715-95c3-d4a18efd13d1 None None] Provisioning for port 539f1b33-fdd5-403b-95fa-4db6fc565b12 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:15.994635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-42672c20-8af3-4715-95c3-d4a18efd13d1 None None] Provisioning complete for port 539f1b33-fdd5-403b-95fa-4db6fc565b12 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:15.995386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-42672c20-8af3-4715-95c3-d4a18efd13d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:16.106249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41698) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:16.142796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:16.168574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3dfbbefd-b60e-4164-8d27-946afe9c0e24 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:16.189319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:16.206262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:16.240285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event deleted for resources: {'Network': ['ID=a216b64e-c34b-4ba6-83cc-24c1a806afb5,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:16.251389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-42672c20-8af3-4715-95c3-d4a18efd13d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:16.293148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:16.295026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:16.305170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Network a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:16.307056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b11a47ba-4081-4b6d-a410-75648cf088bc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:16.356144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:16.390070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Transition to ACTIVE for port object 47bbe251-2b31-404a-81b2-7e6328d7f1ce will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:16.416502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:16.441065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-42672c20-8af3-4715-95c3-d4a18efd13d1 None None] For port 539f1b33-fdd5-403b-95fa-4db6fc565b12, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=539f1b33-fdd5-403b-95fa-4db6fc565b12,segment=NetworkSegment(71fffd25-84d8-4112-bc93-154c4b4be5ef),segment_id=71fffd25-84d8-4112-bc93-154c4b4be5ef)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:16.456183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60620734-2102-457d-ad26-20b5ec40185a req-42d834c1-742e-4de8-8b5c-33b4bcb08141 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:16.457889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-60620734-2102-457d-ad26-20b5ec40185a req-42d834c1-742e-4de8-8b5c-33b4bcb08141 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.8403649 Dec 07 13:25:16.471320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-708667368', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:16.485562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:16.488385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-42672c20-8af3-4715-95c3-d4a18efd13d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:16.490437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b1b2aa3-943a-456b-a965-6a842b3a8cd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:16.500269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "DELETE /v2.0/networks/a216b64e-c34b-4ba6-83cc-24c1a806afb5 HTTP/1.1" status: 204 len: 168 time: 6.4546132 Dec 07 13:25:16.513098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:16.534344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41704) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:16.560496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Usage tracker for resource:port and tenant:61bb3d17720246f6abe2797486fc051d is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:16.581959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:16.585314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Pushing event updated for resources: {'Port': ['ID=d082c261-3883-408a-be7f-49a1d54e93bb,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:16.597316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42672c20-8af3-4715-95c3-d4a18efd13d1 None None] Pushing event updated for resources: {'Port': ['ID=539f1b33-fdd5-403b-95fa-4db6fc565b12,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:16.612362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-42672c20-8af3-4715-95c3-d4a18efd13d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:16.664349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:16.667607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:16.671159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:16.733356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:16.754489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 539f1b33-fdd5-403b-95fa-4db6fc565b12 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:25:16.858843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:16.871512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 539f1b33-fdd5-403b-95fa-4db6fc565b12 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:16.872091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:16.875582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Network 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:16.885037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:16.888988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-60620734-2102-457d-ad26-20b5ec40185a req-a87dfcf9-f766-44a8-b7ca-f995858086bd tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4134893 Dec 07 13:25:16.889620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Made reservation on behalf of 61bb3d17720246f6abe2797486fc051d for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:16.895097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:16.909645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:16.954503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event updated for resources: {'Port': ['ID=47bbe251-2b31-404a-81b2-7e6328d7f1ce,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:16.972682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d649129e-e4b3-487b-b081-7c5c51e5e36c tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:16.984593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c3079bf8-2b38-4d0b-9ae3-b1ce7ec3baea None None] Provisioning for port a95c2cc0-b929-456f-97ed-f531450721de completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:16.988887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:16.990065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b111b9f8-52b2-43c8-8287-199e645a91b2 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:17.020548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c3079bf8-2b38-4d0b-9ae3-b1ce7ec3baea None None] Provisioning complete for port a95c2cc0-b929-456f-97ed-f531450721de triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:17.022202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3079bf8-2b38-4d0b-9ae3-b1ce7ec3baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:17.287531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c3079bf8-2b38-4d0b-9ae3-b1ce7ec3baea None None] Port a95c2cc0-b929-456f-97ed-f531450721de cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:25:17.323940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:17.345582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c3079bf8-2b38-4d0b-9ae3-b1ce7ec3baea None None] Provisioning complete for port 539f1b33-fdd5-403b-95fa-4db6fc565b12 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:17.348250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3079bf8-2b38-4d0b-9ae3-b1ce7ec3baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:17.493179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:17.493991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:17.515974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba56121e-ce44-4af4-aa3c-ee331ffe8328 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:17.573657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba56121e-ce44-4af4-aa3c-ee331ffe8328 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:17.628470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Pushing event updated for resources: {'Port': ['ID=ef5a1540-7c30-4af5-9c05-60b6c62f0fe8,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:17.635106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Router 626353a6-1c17-4543-8c63-00c7f2029fd0 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:25:17.679675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7444bb1c-9031-4929-8327-74edcba682b7 None None] Provisioning complete for port a95c2cc0-b929-456f-97ed-f531450721de triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:17.680202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7444bb1c-9031-4929-8327-74edcba682b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:17.682374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:17.688258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:17.709916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 6.2607586 Dec 07 13:25:17.711657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Usage tracker for resource:security_group_rule and tenant:61bb3d17720246f6abe2797486fc051d is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:17.720207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41710) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:17.752123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7444bb1c-9031-4929-8327-74edcba682b7 None None] Port a95c2cc0-b929-456f-97ed-f531450721de cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:25:17.771412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:17.794648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7444bb1c-9031-4929-8327-74edcba682b7 None None] Provisioning for port 47bbe251-2b31-404a-81b2-7e6328d7f1ce completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:17.801765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7444bb1c-9031-4929-8327-74edcba682b7 None None] Provisioning complete for port 47bbe251-2b31-404a-81b2-7e6328d7f1ce triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:17.802443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7444bb1c-9031-4929-8327-74edcba682b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:17.831554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:17.869980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:17.870254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7444bb1c-9031-4929-8327-74edcba682b7 None None] Port 47bbe251-2b31-404a-81b2-7e6328d7f1ce cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:25:17.892885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d649129e-e4b3-487b-b081-7c5c51e5e36c tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:17.956082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d649129e-e4b3-487b-b081-7c5c51e5e36c tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92517d0b-d4c3-47af-8786-5cc2fa88d42e']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:17.987814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db5568-5277-4b49-8859-6db4f80de25c req-d8c1cbff-faf3-4228-9725-a8d9c302a1e7 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:17.989470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-02db5568-5277-4b49-8859-6db4f80de25c req-d8c1cbff-faf3-4228-9725-a8d9c302a1e7 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.6149280 Dec 07 13:25:17.991359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d649129e-e4b3-487b-b081-7c5c51e5e36c tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312fbf41-18c3-429a-8c67-e748c469afa4') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:17.991701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d649129e-e4b3-487b-b081-7c5c51e5e36c tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312fbf41-18c3-429a-8c67-e748c469afa4') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:18.004946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41714) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:18.015030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d649129e-e4b3-487b-b081-7c5c51e5e36c tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:18.016764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-572219e8-8b78-4c68-ae53-f8f736f73f33 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Request body: {'floatingip': {'port_id': '6806a1b7-5a64-46dd-8526-5cb9fb1a2061'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:18.030265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:18.031021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:18.063616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d649129e-e4b3-487b-b081-7c5c51e5e36c tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:18.079224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e3a52e-76fa-487d-8c29-91557643e922 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:18.084112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e3a52e-76fa-487d-8c29-91557643e922 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:18.088517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e3a52e-76fa-487d-8c29-91557643e922 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:18.089520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b9e3a52e-76fa-487d-8c29-91557643e922 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Synchronizing usage tracker for tenant:dc3ee6181e7c4f599e1c076ca28a15d7 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:25:18.144759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-572219e8-8b78-4c68-ae53-f8f736f73f33 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for floatingip, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:18.209454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d649129e-e4b3-487b-b081-7c5c51e5e36c tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:25:18.209895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d649129e-e4b3-487b-b081-7c5c51e5e36c tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:25:18.234285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:25:18.248873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:18.274502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b9e3a52e-76fa-487d-8c29-91557643e922 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Unset dirty status for tenant:dc3ee6181e7c4f599e1c076ca28a15d7 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:25:18.279159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b9e3a52e-76fa-487d-8c29-91557643e922 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.5571980 Dec 07 13:25:18.288978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41718) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:18.320555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:18.326865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:18.345105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-ba56121e-ce44-4af4-aa3c-ee331ffe8328 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Floating IP 6eb4ba65-104d-4f73-88be-2b516a3bd9cd associated. External IP: 172.36.4.96, port: 93577f71-a229-4cb8-a950-f25b1f762af3. Dec 07 13:25:18.348340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] device_id is not set on port 0083d6ac-6ff1-45ea-b359-8d333acaddf2 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:25:18.433104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151b40a3-287f-426e-a970-c69d3c1f1227,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:18.440491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d649129e-e4b3-487b-b081-7c5c51e5e36c tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:18.443387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:18.456079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-557fc2ea-0dac-4a0d-8417-2fb67b3fff63 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:18.472365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d649129e-e4b3-487b-b081-7c5c51e5e36c tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:18.510456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649129e-e4b3-487b-b081-7c5c51e5e36c tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event deleted for resources: {'Network': ['ID=92517d0b-d4c3-47af-8786-5cc2fa88d42e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:18.515915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d649129e-e4b3-487b-b081-7c5c51e5e36c tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:18.538529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7c25950d-0899-48c8-88a2-ebd29d51e211 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Deleting port 47bbe251-2b31-404a-81b2-7e6328d7f1ce {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:18.538529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c25950d-0899-48c8-88a2-ebd29d51e211 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:18.634036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d649129e-e4b3-487b-b081-7c5c51e5e36c tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "DELETE /v2.0/networks/92517d0b-d4c3-47af-8786-5cc2fa88d42e HTTP/1.1" status: 204 len: 168 time: 2.0923462 Dec 07 13:25:18.634577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:25:18.638615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41722) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:18.650927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c864eff1-88b7-40f5-be09-de0964a9a113 None None] Sync routers for ids ['626353a6-1c17-4543-8c63-00c7f2029fd0'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:25:18.671051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c864eff1-88b7-40f5-be09-de0964a9a113 None None] Routers {'626353a6-1c17-4543-8c63-00c7f2029fd0'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:18.672961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c864eff1-88b7-40f5-be09-de0964a9a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['626353a6-1c17-4543-8c63-00c7f2029fd0'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:18.741451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c864eff1-88b7-40f5-be09-de0964a9a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:18.756087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c864eff1-88b7-40f5-be09-de0964a9a113 None None] Routers {'626353a6-1c17-4543-8c63-00c7f2029fd0'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:18.756779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c864eff1-88b7-40f5-be09-de0964a9a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['626353a6-1c17-4543-8c63-00c7f2029fd0'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:18.772002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Allocated IP 172.36.4.183 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/0083d6ac-6ff1-45ea-b359-8d333acaddf2) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:18.789514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Floating IP bd5bb32a-9374-4eb8-8017-00390d2561ea associated. External IP: 172.36.4.143, port: d6867a49-915f-4cf5-8fe9-9469ab7ef31c. Dec 07 13:25:18.835295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c864eff1-88b7-40f5-be09-de0964a9a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:18.835779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c864eff1-88b7-40f5-be09-de0964a9a113 None None] The sync data for ids ['626353a6-1c17-4543-8c63-00c7f2029fd0'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:25:18.913299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-07aca1ab-4357-4617-b3b2-1a528993a940 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:19.081896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:19.083106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1769567 Dec 07 13:25:19.102428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41726) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:19.431167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-07aca1ab-4357-4617-b3b2-1a528993a940 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:19.550197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c25950d-0899-48c8-88a2-ebd29d51e211 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:19.554484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-07aca1ab-4357-4617-b3b2-1a528993a940 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60140c70-b3fc-46bb-8153-d3e49f90e8b4']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:19.587771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-07aca1ab-4357-4617-b3b2-1a528993a940 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a413876a-4960-47ba-8462-b03d525dd782') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:19.588119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-07aca1ab-4357-4617-b3b2-1a528993a940 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a413876a-4960-47ba-8462-b03d525dd782') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:19.634829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-07aca1ab-4357-4617-b3b2-1a528993a940 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:19.648300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:19.757088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7c25950d-0899-48c8-88a2-ebd29d51e211 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Calling delete_port for 47bbe251-2b31-404a-81b2-7e6328d7f1ce owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:19.773443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Router e3a867f7-b2b0-4539-bc44-118728aaf981 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:25:19.775911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:19.783390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-07aca1ab-4357-4617-b3b2-1a528993a940 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:19.792417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4c09ca71-ad89-4db6-bdb1-b5059901cb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:19.848786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07aca1ab-4357-4617-b3b2-1a528993a940 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:25:19.849223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-07aca1ab-4357-4617-b3b2-1a528993a940 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:25:19.867881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:25:19.985430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:20.044549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:20.047086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:20.084632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Pushing event updated for resources: {'Port': ['ID=0083d6ac-6ff1-45ea-b359-8d333acaddf2,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:20.088275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:20.119585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-07aca1ab-4357-4617-b3b2-1a528993a940 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:20.125928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a99e1d56-37b0-4a1f-b023-ce032aace129 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "GET /v2.0/routers/626353a6-1c17-4543-8c63-00c7f2029fd0 HTTP/1.1" status: 200 len: 924 time: 1.0147569 Dec 07 13:25:20.126110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-07aca1ab-4357-4617-b3b2-1a528993a940 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:20.131405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41730) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:20.132142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d649129e-e4b3-487b-b081-7c5c51e5e36c tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:20.216757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aca1ab-4357-4617-b3b2-1a528993a940 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event deleted for resources: {'Network': ['ID=60140c70-b3fc-46bb-8153-d3e49f90e8b4,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:20.219183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-07aca1ab-4357-4617-b3b2-1a528993a940 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:20.232890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-07aca1ab-4357-4617-b3b2-1a528993a940 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "DELETE /v2.0/networks/60140c70-b3fc-46bb-8153-d3e49f90e8b4 HTTP/1.1" status: 204 len: 168 time: 1.5887036 Dec 07 13:25:20.235520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c25950d-0899-48c8-88a2-ebd29d51e211 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:20.237816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6516ad0e-dc8d-471d-bf42-a9054e675b23 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "GET /v2.0/ports?device_id=626353a6-1c17-4543-8c63-00c7f2029fd0 HTTP/1.1" status: 200 len: 205 time: 0.0816131 Dec 07 13:25:20.238807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41734) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:20.239774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:20.240427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:20.254288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41736) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:20.259557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aef0aac9-c34b-4a11-9924-0734dcb05e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:20.403138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.2945910 Dec 07 13:25:20.410695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41742) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:20.414855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25950d-0899-48c8-88a2-ebd29d51e211 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event deleted for resources: {'Port': ['ID=47bbe251-2b31-404a-81b2-7e6328d7f1ce,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:20.418950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.183'}]}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:20.439674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:20.446935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Usage tracker for resource:router and tenant:61bb3d17720246f6abe2797486fc051d is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:20.452037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:20.461294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:20.515771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Router bc339253-e35a-424c-b6d8-bd5ce8700eb8 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:25:20.530697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:25:20.553074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Sync routers for ids ['e3a867f7-b2b0-4539-bc44-118728aaf981'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:25:20.570632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Routers {'e3a867f7-b2b0-4539-bc44-118728aaf981'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:20.571476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e3a867f7-b2b0-4539-bc44-118728aaf981'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:20.627407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:20.627407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:20.653287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:20.657175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 12.6115816 Dec 07 13:25:20.664292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41746) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:20.667589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:20.718100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7c25950d-0899-48c8-88a2-ebd29d51e211 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:20.718898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-572219e8-8b78-4c68-ae53-f8f736f73f33 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:20.771011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Set router e3a867f7-b2b0-4539-bc44-118728aaf981 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:25:20.827770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-572219e8-8b78-4c68-ae53-f8f736f73f33 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:20.980224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ac32d9c0-6b2c-4e98-8bac-493fc4e39084 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:21.067824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba56121e-ce44-4af4-aa3c-ee331ffe8328 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:25:21.101212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:21.125843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a867f7-b2b0-4539-bc44-118728aaf981', 'name': '', 'tenant_id': 'd02208934f8d46cba3c2ecfc20648aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8', 'external_fixed_ips': [{'subnet_id': '072e100a-be0b-4141-a689-00ed799f8a97', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd082c261-3883-408a-be7f-49a1d54e93bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:25:08Z', 'updated_at': '2021-12-07T13:25:17Z', 'revision_number': 3, 'project_id': 'd02208934f8d46cba3c2ecfc20648aad', 'gw_port': {'id': 'd082c261-3883-408a-be7f-49a1d54e93bb', 'name': '', 'network_id': 'a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a867f7-b2b0-4539-bc44-118728aaf981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '072e100a-be0b-4141-a689-00ed799f8a97', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:25:11Z', 'updated_at': '2021-12-07T13:25:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '072e100a-be0b-4141-a689-00ed799f8a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:21.133642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Checking router: e3a867f7-b2b0-4539-bc44-118728aaf981 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:25:21.134437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Updating router e3a867f7-b2b0-4539-bc44-118728aaf981 port d082c261-3883-408a-be7f-49a1d54e93bb binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:25:21.152916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:25:21.163565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9301b23-2c75-4f42-be8b-0edc107b27fe None None] Sync routers for ids ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:25:21.176307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9301b23-2c75-4f42-be8b-0edc107b27fe None None] Routers {'bc339253-e35a-424c-b6d8-bd5ce8700eb8'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:21.177158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e9301b23-2c75-4f42-be8b-0edc107b27fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:21.200448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:21.240847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e9301b23-2c75-4f42-be8b-0edc107b27fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:21.254322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9301b23-2c75-4f42-be8b-0edc107b27fe None None] Routers {'bc339253-e35a-424c-b6d8-bd5ce8700eb8'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:21.255160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e9301b23-2c75-4f42-be8b-0edc107b27fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:21.260203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c25950d-0899-48c8-88a2-ebd29d51e211 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:21.273663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:21.350436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e9301b23-2c75-4f42-be8b-0edc107b27fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:21.351065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9301b23-2c75-4f42-be8b-0edc107b27fe None None] The sync data for ids ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:25:21.438115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7c25950d-0899-48c8-88a2-ebd29d51e211 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "DELETE /v2.0/ports/47bbe251-2b31-404a-81b2-7e6328d7f1ce HTTP/1.1" status: 204 len: 168 time: 3.1465704 Dec 07 13:25:21.494385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41750) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:21.601867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:21.615887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Transition to ACTIVE for port object d082c261-3883-408a-be7f-49a1d54e93bb will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:21.641457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:21.648289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:21.648924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ac32d9c0-6b2c-4e98-8bac-493fc4e39084 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:21.653280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:21.658444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-072c6544-71a0-49e9-b3fc-9abf68f2cadd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] GET failed (client error): The resource could not be found. Dec 07 13:25:21.659900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-072c6544-71a0-49e9-b3fc-9abf68f2cadd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Synchronizing usage tracker for tenant:dc3ee6181e7c4f599e1c076ca28a15d7 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:25:21.702536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ac32d9c0-6b2c-4e98-8bac-493fc4e39084 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86d3fd1-e395-4bda-8775-a188c818293d']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:21.708434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 14.3030646 Dec 07 13:25:21.717631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41754) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:21.739771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ac32d9c0-6b2c-4e98-8bac-493fc4e39084 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a57608f-8b43-4c7b-8a82-bfeff78e2c48') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:21.749002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ac32d9c0-6b2c-4e98-8bac-493fc4e39084 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a57608f-8b43-4c7b-8a82-bfeff78e2c48') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:21.771066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ac32d9c0-6b2c-4e98-8bac-493fc4e39084 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:21.845748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-072c6544-71a0-49e9-b3fc-9abf68f2cadd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Unset dirty status for tenant:dc3ee6181e7c4f599e1c076ca28a15d7 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:25:21.847596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-072c6544-71a0-49e9-b3fc-9abf68f2cadd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "GET /v2.0/ports/47bbe251-2b31-404a-81b2-7e6328d7f1ce HTTP/1.1" status: 404 len: 333 time: 0.3364236 Dec 07 13:25:21.860322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41758) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:21.873426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Request body: {'port': {'network_id': '2974d82e-3f49-4ba0-a5f0-6ce5439aed8b', 'name': 'tempest-AllowedAddressPairTestJSON-7971422'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:21.875683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ac32d9c0-6b2c-4e98-8bac-493fc4e39084 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:21.891644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac32d9c0-6b2c-4e98-8bac-493fc4e39084 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:25:21.892637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ac32d9c0-6b2c-4e98-8bac-493fc4e39084 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:21.903001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Attempting to bind port d082c261-3883-408a-be7f-49a1d54e93bb on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:25:21.903543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Attempting to bind port d082c261-3883-408a-be7f-49a1d54e93bb by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f69ba641-ff73-45f2-896c-f6b8bb15d523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:25:21.904038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Attempting to bind port d082c261-3883-408a-be7f-49a1d54e93bb on network a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:25:21.911967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:25:21.916186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00766ea-b876-4c74-911a-1c852bd208ba None None] Pushing event updated for resources: {'Port': ['ID=d082c261-3883-408a-be7f-49a1d54e93bb,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:21.919024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:25:21.919268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Checking segment: {'id': 'f69ba641-ff73-45f2-896c-f6b8bb15d523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:21.919802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:21.920326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Bound using segment: {'id': 'f69ba641-ff73-45f2-896c-f6b8bb15d523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:25:21.920998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Bound port: d082c261-3883-408a-be7f-49a1d54e93bb, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69ba641-ff73-45f2-896c-f6b8bb15d523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:25:21.921425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:21.925830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8b69155d-0cfa-420a-9b49-9e2190cda2f8 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] 10.222.0.24 "GET /v2.0/floatingips/bd5bb32a-9374-4eb8-8017-00390d2561ea HTTP/1.1" status: 200 len: 983 time: 0.2066967 Dec 07 13:25:21.938324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41762) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:21.968241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00766ea-b876-4c74-911a-1c852bd208ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:21.968660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00766ea-b876-4c74-911a-1c852bd208ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:21.969122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00766ea-b876-4c74-911a-1c852bd208ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:21.969577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00766ea-b876-4c74-911a-1c852bd208ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:21.970034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00766ea-b876-4c74-911a-1c852bd208ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:21.970479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00766ea-b876-4c74-911a-1c852bd208ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:21.971047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00766ea-b876-4c74-911a-1c852bd208ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:21.971610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00766ea-b876-4c74-911a-1c852bd208ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:21.972062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00766ea-b876-4c74-911a-1c852bd208ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:21.972502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00766ea-b876-4c74-911a-1c852bd208ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:21.972947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00766ea-b876-4c74-911a-1c852bd208ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:25:21.978560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b00766ea-b876-4c74-911a-1c852bd208ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:22.014747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] For port d082c261-3883-408a-be7f-49a1d54e93bb, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:25:22.019522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] For port d082c261-3883-408a-be7f-49a1d54e93bb, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d082c261-3883-408a-be7f-49a1d54e93bb,segment=NetworkSegment(f69ba641-ff73-45f2-896c-f6b8bb15d523),segment_id=f69ba641-ff73-45f2-896c-f6b8bb15d523)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:25:22.044418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-001471de-0289-4395-9209-cd04ac30b68b tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:22.059756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:22.066286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:22.145104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ac32d9c0-6b2c-4e98-8bac-493fc4e39084 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:22.148782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-572219e8-8b78-4c68-ae53-f8f736f73f33 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Floating IP d1335257-cb2e-495b-9b76-d3088889c371 associated. External IP: 172.36.4.43, port: 6806a1b7-5a64-46dd-8526-5cb9fb1a2061. Dec 07 13:25:22.151109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00766ea-b876-4c74-911a-1c852bd208ba None None] Pushing event updated for resources: {'Port': ['ID=d082c261-3883-408a-be7f-49a1d54e93bb,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:22.154338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Routers {'e3a867f7-b2b0-4539-bc44-118728aaf981'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:22.155091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e3a867f7-b2b0-4539-bc44-118728aaf981'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:22.214699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b00766ea-b876-4c74-911a-1c852bd208ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:22.231987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:22.273925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ac32d9c0-6b2c-4e98-8bac-493fc4e39084 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:22.280773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32d9c0-6b2c-4e98-8bac-493fc4e39084 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Pushing event deleted for resources: {'Network': ['ID=e86d3fd1-e395-4bda-8775-a188c818293d,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:22.301040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ac32d9c0-6b2c-4e98-8bac-493fc4e39084 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:22.310199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ac32d9c0-6b2c-4e98-8bac-493fc4e39084 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] 10.222.0.24 "DELETE /v2.0/networks/e86d3fd1-e395-4bda-8775-a188c818293d HTTP/1.1" status: 204 len: 168 time: 2.0678115 Dec 07 13:25:22.323519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba56121e-ce44-4af4-aa3c-ee331ffe8328 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:25:22.330810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba56121e-ce44-4af4-aa3c-ee331ffe8328 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:22.338025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9777b5e-4b4e-43ab-8b8e-4ecc08739b0a None None] Sync routers for ids ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:25:22.357446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9777b5e-4b4e-43ab-8b8e-4ecc08739b0a None None] Routers {'89d1cade-e63d-460f-bf0c-29e396fd4bd7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:22.359122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e9777b5e-4b4e-43ab-8b8e-4ecc08739b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:22.390497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c9d202dc-00c3-4368-b6b2-549ce5e05f3d tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3030 time: 0.4001060 Dec 07 13:25:22.400118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41768) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:22.427941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:22.461203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:22.465637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:22.514231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:22.574203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Made reservation on behalf of dc3ee6181e7c4f599e1c076ca28a15d7 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:22.579979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:22.599380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] Set router e3a867f7-b2b0-4539-bc44-118728aaf981 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:25:22.625987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:22.628443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ba56121e-ce44-4af4-aa3c-ee331ffe8328 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "PUT /v2.0/floatingips/6eb4ba65-104d-4f73-88be-2b516a3bd9cd HTTP/1.1" status: 200 len: 990 time: 7.1742918 Dec 07 13:25:22.707222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] device_id is not set on port 31de18b5-052a-465a-bd1c-ac63b95b9e04 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:25:22.722437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-e9777b5e-4b4e-43ab-8b8e-4ecc08739b0a None None] Set router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:25:22.891055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bcef1d-0726-4258-b841-1eb067f34ac0', 'tag': '93577f71-a229-4cb8-a950-f25b1f762af3'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:25:22.910170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41780) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:22.967047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Deleting port d082c261-3883-408a-be7f-49a1d54e93bb {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:22.967984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:23.015001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bcef1d-0726-4258-b841-1eb067f34ac0', 'tag': '93577f71-a229-4cb8-a950-f25b1f762af3', 'status': 'completed', 'code': 200} Dec 07 13:25:23.087878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Allocated IP 172.20.0.7 (2974d82e-3f49-4ba0-a5f0-6ce5439aed8b/6bfda635-30f8-4046-b678-36c2505e0ab7/31de18b5-052a-465a-bd1c-ac63b95b9e04) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:23.141372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a867f7-b2b0-4539-bc44-118728aaf981', 'name': '', 'tenant_id': 'd02208934f8d46cba3c2ecfc20648aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8', 'external_fixed_ips': [{'subnet_id': '072e100a-be0b-4141-a689-00ed799f8a97', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd082c261-3883-408a-be7f-49a1d54e93bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:25:08Z', 'updated_at': '2021-12-07T13:25:17Z', 'revision_number': 3, 'project_id': 'd02208934f8d46cba3c2ecfc20648aad', 'gw_port': {'id': 'd082c261-3883-408a-be7f-49a1d54e93bb', 'name': '', 'network_id': 'a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a867f7-b2b0-4539-bc44-118728aaf981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '072e100a-be0b-4141-a689-00ed799f8a97', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:25:11Z', 'updated_at': '2021-12-07T13:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '072e100a-be0b-4141-a689-00ed799f8a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:23.146588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec42bf9-787c-465d-b41b-2346181c5169 None None] The sync data for ids ['e3a867f7-b2b0-4539-bc44-118728aaf981'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'e3a867f7-b2b0-4539-bc44-118728aaf981', 'name': '', 'tenant_id': 'd02208934f8d46cba3c2ecfc20648aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8', 'external_fixed_ips': [{'subnet_id': '072e100a-be0b-4141-a689-00ed799f8a97', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd082c261-3883-408a-be7f-49a1d54e93bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:25:08Z', 'updated_at': '2021-12-07T13:25:17Z', 'revision_number': 3, 'project_id': 'd02208934f8d46cba3c2ecfc20648aad', 'gw_port': {'id': 'd082c261-3883-408a-be7f-49a1d54e93bb', 'name': '', 'network_id': 'a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a867f7-b2b0-4539-bc44-118728aaf981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '072e100a-be0b-4141-a689-00ed799f8a97', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:25:11Z', 'updated_at': '2021-12-07T13:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '072e100a-be0b-4141-a689-00ed799f8a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:25:23.164460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6d16247a-5b32-4146-8b55-2b1ccb1cafd5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Deleting port ef5a1540-7c30-4af5-9c05-60b6c62f0fe8 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:23.168915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d16247a-5b32-4146-8b55-2b1ccb1cafd5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:23.347899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:23.417993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e9777b5e-4b4e-43ab-8b8e-4ecc08739b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'name': 'tempest-ServersTestJSON-916463053-router', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:04Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'gw_port': {'id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:05Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '6eb4ba65-104d-4f73-88be-2b516a3bd9cd', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'floating_ip_address': '172.36.4.96', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'port_id': '93577f71-a229-4cb8-a950-f25b1f762af3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74', 'mac_address': 'fa:16:3e:d2:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bcef1d-0726-4258-b841-1eb067f34ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:24:27Z', 'updated_at': '2021-12-07T13:25:17Z', 'revision_number': 1, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a344e0e-0e84-496f-823b-568c2b6e789d', 'name': '', 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'mac_address': 'fa:16:3e:05:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:11Z', 'updated_at': '2021-12-07T13:24:22Z', 'revision_number': 5, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'subnets': [{'id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:23.422723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9777b5e-4b4e-43ab-8b8e-4ecc08739b0a None None] Checking router: 89d1cade-e63d-460f-bf0c-29e396fd4bd7 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:25:23.428297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-731d8aee-af8b-4291-a988-502a5cd9e05a req-186d1c33-0cbf-4b92-9f8c-ded878d4f443 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2bbc6bb9092480ba6a861e4cadd4f90&device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 1098 time: 0.4153085 Dec 07 13:25:23.436998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9777b5e-4b4e-43ab-8b8e-4ecc08739b0a None None] Routers {'89d1cade-e63d-460f-bf0c-29e396fd4bd7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:23.437657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e9777b5e-4b4e-43ab-8b8e-4ecc08739b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:23.553641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-001471de-0289-4395-9209-cd04ac30b68b tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:23.697156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d16247a-5b32-4146-8b55-2b1ccb1cafd5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:23.697701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d16247a-5b32-4146-8b55-2b1ccb1cafd5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:23.713763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-001471de-0289-4395-9209-cd04ac30b68b tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Deleting port 7771c7f0-f394-4014-9045-cf9bed70b16f {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:23.714195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-001471de-0289-4395-9209-cd04ac30b68b tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:23.844987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-e9777b5e-4b4e-43ab-8b8e-4ecc08739b0a None None] Set router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:25:23.917911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6d16247a-5b32-4146-8b55-2b1ccb1cafd5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Calling delete_port for ef5a1540-7c30-4af5-9c05-60b6c62f0fe8 owned by network:floatingip {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:23.994499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] For port d082c261-3883-408a-be7f-49a1d54e93bb, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d082c261-3883-408a-be7f-49a1d54e93bb,segment=NetworkSegment(f69ba641-ff73-45f2-896c-f6b8bb15d523),segment_id=f69ba641-ff73-45f2-896c-f6b8bb15d523)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:23.994712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8aee-af8b-4291-a988-502a5cd9e05a req-9833274b-39ed-46b4-8ede-d5bbb8542179 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:23.995142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:23.996512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-731d8aee-af8b-4291-a988-502a5cd9e05a req-9833274b-39ed-46b4-8ede-d5bbb8542179 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 HTTP/1.1" status: 200 len: 906 time: 0.5573518 Dec 07 13:25:24.143664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Calling delete_port for d082c261-3883-408a-be7f-49a1d54e93bb owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:24.213920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2220c881-2d3f-4161-9ad0-0222cb77764b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20a7a8eceb514735bb36afe01304f332&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2501616 Dec 07 13:25:24.222886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:24.227808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41788) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:24.322972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e9777b5e-4b4e-43ab-8b8e-4ecc08739b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'name': 'tempest-ServersTestJSON-916463053-router', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:04Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'gw_port': {'id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:05Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '6eb4ba65-104d-4f73-88be-2b516a3bd9cd', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'floating_ip_address': '172.36.4.96', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'port_id': '93577f71-a229-4cb8-a950-f25b1f762af3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74', 'mac_address': 'fa:16:3e:d2:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bcef1d-0726-4258-b841-1eb067f34ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:24:27Z', 'updated_at': '2021-12-07T13:25:17Z', 'revision_number': 1, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a344e0e-0e84-496f-823b-568c2b6e789d', 'name': '', 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'mac_address': 'fa:16:3e:05:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:11Z', 'updated_at': '2021-12-07T13:24:22Z', 'revision_number': 5, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'subnets': [{'id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:24.328317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9777b5e-4b4e-43ab-8b8e-4ecc08739b0a None None] The sync data for ids ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'] in dv-neutron-ussuri-2-hyperv is: [{'id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'name': 'tempest-ServersTestJSON-916463053-router', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:04Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'gw_port': {'id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:05Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '6eb4ba65-104d-4f73-88be-2b516a3bd9cd', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'floating_ip_address': '172.36.4.96', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'port_id': '93577f71-a229-4cb8-a950-f25b1f762af3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74', 'mac_address': 'fa:16:3e:d2:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bcef1d-0726-4258-b841-1eb067f34ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:24:27Z', 'updated_at': '2021-12-07T13:25:17Z', 'revision_number': 1, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a344e0e-0e84-496f-823b-568c2b6e789d', 'name': '', 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'mac_address': 'fa:16:3e:05:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:11Z', 'updated_at': '2021-12-07T13:24:22Z', 'revision_number': 5, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'subnets': [{'id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:25:24.370089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Transition to ACTIVE for port object 31de18b5-052a-465a-bd1c-ac63b95b9e04 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:24.376471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-001471de-0289-4395-9209-cd04ac30b68b tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:24.392219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-731d8aee-af8b-4291-a988-502a5cd9e05a req-0c2be179-7422-4ed4-b911-e5e592778cd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93577f71-a229-4cb8-a950-f25b1f762af3 HTTP/1.1" status: 200 len: 998 time: 0.3626237 Dec 07 13:25:24.579442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-001471de-0289-4395-9209-cd04ac30b68b tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Calling delete_port for 7771c7f0-f394-4014-9045-cf9bed70b16f owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:24.676226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8aee-af8b-4291-a988-502a5cd9e05a req-57f805e1-4a42-4ec0-87b6-69e87042aa79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:24.677865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-731d8aee-af8b-4291-a988-502a5cd9e05a req-57f805e1-4a42-4ec0-87b6-69e87042aa79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46b7d278-6de3-4d28-8b33-7d3afba08305 HTTP/1.1" status: 200 len: 844 time: 0.2721274 Dec 07 13:25:24.839889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d082c261-3883-408a-be7f-49a1d54e93bb up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:25:24.849458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:24.855871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41b28a38-4911-4898-8e80-6660b1ccecf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:24.860118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:24.880533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-738c5420-5d3a-458d-bdd2-53317721ab27 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:24.894212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20d4df-a2e2-4780-95a4-d4f70dfc9065 None None] New status for floating IP 6eb4ba65-104d-4f73-88be-2b516a3bd9cd: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:25:24.919471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:24.986106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41b28a38-4911-4898-8e80-6660b1ccecf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:25.053023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event updated for resources: {'Port': ['ID=31de18b5-052a-465a-bd1c-ac63b95b9e04,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:25.056854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:25.154253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572219e8-8b78-4c68-ae53-f8f736f73f33 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Router beaff009-5582-4ced-8cea-3b5b142476d5 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:25:25.157983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Network 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:25.173326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:25.176667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d16247a-5b32-4146-8b55-2b1ccb1cafd5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:25.189242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:25.248260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:25.301856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:25.302443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 271bbc29-363d-41a8-942a-8d3356d0c995 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:25:25.358431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port d082c261-3883-408a-be7f-49a1d54e93bb completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:25.370257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:25.371188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:25.374284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port d082c261-3883-408a-be7f-49a1d54e93bb triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:25.376395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:25.413286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:25.419046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Port d082c261-3883-408a-be7f-49a1d54e93bb was deleted so its status cannot be updated. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 07 13:25:25.426651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16247a-5b32-4146-8b55-2b1ccb1cafd5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Pushing event deleted for resources: {'Port': ['ID=ef5a1540-7c30-4af5-9c05-60b6c62f0fe8,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:25.435672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-731d8aee-af8b-4291-a988-502a5cd9e05a req-e8cbd82b-acbe-45c2-9997-ed133e4c341f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6981425 Dec 07 13:25:25.442424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-032263c2-9676-4145-a2b7-c16047f21a52 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:25.475849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 07 13:25:25.476933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-137055e3-a1b2-48a7-9a5d-6e0f1c239782 tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.0651915 Dec 07 13:25:25.482145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6d16247a-5b32-4146-8b55-2b1ccb1cafd5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:25.489179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41796) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:25.503319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Pushing event deleted for resources: {'Port': ['ID=d082c261-3883-408a-be7f-49a1d54e93bb,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:25.506532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:25.582233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7185564 Dec 07 13:25:25.594291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41800) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:25.616381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1427ff0b-2de8-4fd9-b736-e1eca7e1ad44 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fc:2b:bf'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:25.623303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41b28a38-4911-4898-8e80-6660b1ccecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:25.625759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41b28a38-4911-4898-8e80-6660b1ccecf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:25.626960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-41b28a38-4911-4898-8e80-6660b1ccecf7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c80520f1-d378-4b1b-bd1e-4ee09c2a4a35 HTTP/1.1" status: 204 len: 168 time: 1.3980033 Dec 07 13:25:25.628842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-06f5c59e-e6de-4265-91cf-03335bed5b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:25.664706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b28a38-4911-4898-8e80-6660b1ccecf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80520f1-d378-4b1b-bd1e-4ee09c2a4a35,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:25.667399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-41b28a38-4911-4898-8e80-6660b1ccecf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:25.685811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-19b0b54b-9227-45a1-9a8b-312663b9f52c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Deleting port 0083d6ac-6ff1-45ea-b359-8d333acaddf2 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:25.686189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-19b0b54b-9227-45a1-9a8b-312663b9f52c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:25.688258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d16247a-5b32-4146-8b55-2b1ccb1cafd5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for floatingip, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:25.707746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2bda46be-7074-442c-b81c-f82696808264 None None] Provisioning for port 31de18b5-052a-465a-bd1c-ac63b95b9e04 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:25.713774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2bda46be-7074-442c-b81c-f82696808264 None None] Provisioning complete for port 31de18b5-052a-465a-bd1c-ac63b95b9e04 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:25.714365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2bda46be-7074-442c-b81c-f82696808264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:25.771597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-001471de-0289-4395-9209-cd04ac30b68b tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:25.772587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-2bda46be-7074-442c-b81c-f82696808264 None None] Port 31de18b5-052a-465a-bd1c-ac63b95b9e04 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:25:25.790059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0de4e445-b983-48ea-915d-bb9661e13e30 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:25.877187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001471de-0289-4395-9209-cd04ac30b68b tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Pushing event deleted for resources: {'Port': ['ID=7771c7f0-f394-4014-9045-cf9bed70b16f,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:25.881169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-001471de-0289-4395-9209-cd04ac30b68b tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:26.064917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-731d8aee-af8b-4291-a988-502a5cd9e05a req-218aa0ff-6372-44a8-9491-ce1673d91b92 service neutron] 10.222.0.45 "GET /v2.0/networks/2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787208 Dec 07 13:25:26.183109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:26.483912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-001471de-0289-4395-9209-cd04ac30b68b tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:26.573396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:26.584643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:26.604016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-19b0b54b-9227-45a1-9a8b-312663b9f52c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:26.797931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-19b0b54b-9227-45a1-9a8b-312663b9f52c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Calling delete_port for 0083d6ac-6ff1-45ea-b359-8d333acaddf2 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:26.889579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:26.890088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3a867f7-b2b0-4539-bc44-118728aaf981 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:25:26.907159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:26.911759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "DELETE /v2.0/routers/e3a867f7-b2b0-4539-bc44-118728aaf981 HTTP/1.1" status: 204 len: 168 time: 6.2431431 Dec 07 13:25:26.912110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41824) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:27.019508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41828) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:27.058941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd3651e-c893-4e05-b8d3-e6f3f74f60f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Deleting subnet 072e100a-be0b-4141-a689-00ed799f8a97 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:25:27.062430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd3651e-c893-4e05-b8d3-e6f3f74f60f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:27.105523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-19b0b54b-9227-45a1-9a8b-312663b9f52c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:27.118320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f174fc7-12db-4c09-b500-6bd6ba0f74af tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:27.166854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0b54b-9227-45a1-9a8b-312663b9f52c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Pushing event deleted for resources: {'Port': ['ID=0083d6ac-6ff1-45ea-b359-8d333acaddf2,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:27.173351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-19b0b54b-9227-45a1-9a8b-312663b9f52c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:27.181235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd3651e-c893-4e05-b8d3-e6f3f74f60f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:27.259086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1427ff0b-2de8-4fd9-b736-e1eca7e1ad44 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:27.284010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-637954224'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:27.295577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-731d8aee-af8b-4291-a988-502a5cd9e05a req-08c9ad60-e119-44db-a5bd-1c441c6b50db service neutron] 10.222.0.45 "GET /v2.0/networks/2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2151275 Dec 07 13:25:27.307484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:27.324333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:network and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:27.330938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-001471de-0289-4395-9209-cd04ac30b68b tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:27.340410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd3651e-c893-4e05-b8d3-e6f3f74f60f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:27.340572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:27.383948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-19b0b54b-9227-45a1-9a8b-312663b9f52c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:27.384263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:27.400342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-19b0b54b-9227-45a1-9a8b-312663b9f52c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] 10.222.0.24 "DELETE /v2.0/ports/0083d6ac-6ff1-45ea-b359-8d333acaddf2 HTTP/1.1" status: 204 len: 168 time: 1.9036691 Dec 07 13:25:27.412879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-001471de-0289-4395-9209-cd04ac30b68b tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:27.435529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572219e8-8b78-4c68-ae53-f8f736f73f33 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:25:27.449430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb69181a-a4ed-4d1f-8e9f-355397fa3026 None None] Sync routers for ids ['beaff009-5582-4ced-8cea-3b5b142476d5'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:25:27.453835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd3651e-c893-4e05-b8d3-e6f3f74f60f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:27.468597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2fa40ad7-f92b-4f15-a4fc-b685b9d71518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:27.476763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-572219e8-8b78-4c68-ae53-f8f736f73f33 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:27.477274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb69181a-a4ed-4d1f-8e9f-355397fa3026 None None] Routers {'beaff009-5582-4ced-8cea-3b5b142476d5'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:27.478124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-eb69181a-a4ed-4d1f-8e9f-355397fa3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['beaff009-5582-4ced-8cea-3b5b142476d5'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:27.522588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3651e-c893-4e05-b8d3-e6f3f74f60f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=072e100a-be0b-4141-a689-00ed799f8a97,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:27.527716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bdd3651e-c893-4e05-b8d3-e6f3f74f60f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:27.530684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd3651e-c893-4e05-b8d3-e6f3f74f60f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:27.538355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bdd3651e-c893-4e05-b8d3-e6f3f74f60f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/072e100a-be0b-4141-a689-00ed799f8a97 HTTP/1.1" status: 204 len: 168 time: 0.6248598 Dec 07 13:25:27.545202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41836) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:27.552758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:27.560481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:27.609777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:27.629521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-572219e8-8b78-4c68-ae53-f8f736f73f33 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "PUT /v2.0/floatingips/d1335257-cb2e-495b-9b76-d3088889c371 HTTP/1.1" status: 200 len: 990 time: 9.6223466 Dec 07 13:25:27.658028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:27.667546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:security_group_rule and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:27.667546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:27.674756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:27.730459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1418093-93b4-4f56-a9d5-7919051f22fb tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:27.735793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deedb3b3-b2bf-4690-af39-455525341a7d', 'tag': '6806a1b7-5a64-46dd-8526-5cb9fb1a2061'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:25:27.795964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:27.827039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-eb69181a-a4ed-4d1f-8e9f-355397fa3026 None None] Set router beaff009-5582-4ced-8cea-3b5b142476d5 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:25:27.922049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1418093-93b4-4f56-a9d5-7919051f22fb tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:27.922988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:27.931585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deedb3b3-b2bf-4690-af39-455525341a7d', 'tag': '6806a1b7-5a64-46dd-8526-5cb9fb1a2061', 'status': 'completed', 'code': 200} Dec 07 13:25:27.940870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e417d412-2ef8-481c-aaa7-bc2636c4fc0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:27.958253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f1418093-93b4-4f56-a9d5-7919051f22fb tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:27.969421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41848) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:27.980354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f1418093-93b4-4f56-a9d5-7919051f22fb tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69ba641-ff73-45f2-896c-f6b8bb15d523') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:27.980718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f1418093-93b4-4f56-a9d5-7919051f22fb tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69ba641-ff73-45f2-896c-f6b8bb15d523') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:27.996028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1418093-93b4-4f56-a9d5-7919051f22fb tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.013450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1418093-93b4-4f56-a9d5-7919051f22fb tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.021478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1418093-93b4-4f56-a9d5-7919051f22fb tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:25:28.021924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1418093-93b4-4f56-a9d5-7919051f22fb tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:25:28.038047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:25:28.101573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e008e2c-b0f6-4184-8f29-68907fe32d69,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:28.117523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:25:28.122182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:28.157477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-001471de-0289-4395-9209-cd04ac30b68b tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.158057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001471de-0289-4395-9209-cd04ac30b68b tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Fanout notify agent at l3_agent the message router_deleted on router 626353a6-1c17-4543-8c63-00c7f2029fd0 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:25:28.173297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1418093-93b4-4f56-a9d5-7919051f22fb tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.182280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:28.200120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1418093-93b4-4f56-a9d5-7919051f22fb tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 07 13:25:28.208876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1418093-93b4-4f56-a9d5-7919051f22fb tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.242670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1418093-93b4-4f56-a9d5-7919051f22fb tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:28.256448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f1418093-93b4-4f56-a9d5-7919051f22fb tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:28.258973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f1418093-93b4-4f56-a9d5-7919051f22fb tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "DELETE /v2.0/networks/a0ab86bb-f66c-4e8f-b1dc-5e18ef88c2a8 HTTP/1.1" status: 204 len: 168 time: 0.7126546 Dec 07 13:25:28.260029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e741dc69-837d-4528-8e63-cba969537992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.290597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.291309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Added segment 8c46b264-f263-4952-9c2d-641230d10a77 of type vlan for network 9c257b7c-b017-4a7f-ae1e-34bad6503852 Dec 07 13:25:28.333040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e741dc69-837d-4528-8e63-cba969537992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:28.343850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e741dc69-837d-4528-8e63-cba969537992 admin admin] Usage tracker for resource:security_group_rule and tenant:e889d8f388044b2c820762fae0d4b496 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:28.352321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e741dc69-837d-4528-8e63-cba969537992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:28.369113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e741dc69-837d-4528-8e63-cba969537992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:28.403482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-001471de-0289-4395-9209-cd04ac30b68b tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.409459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-001471de-0289-4395-9209-cd04ac30b68b tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "DELETE /v2.0/routers/626353a6-1c17-4543-8c63-00c7f2029fd0 HTTP/1.1" status: 204 len: 168 time: 8.1189108 Dec 07 13:25:28.413792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41856) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:28.415055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-eb69181a-a4ed-4d1f-8e9f-355397fa3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'name': 'tempest-ServerActionsTestJSON-444262923-router', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:06Z', 'updated_at': '2021-12-07T13:24:27Z', 'revision_number': 4, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'gw_port': {'id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ed:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:09Z', 'updated_at': '2021-12-07T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'd1335257-cb2e-495b-9b76-d3088889c371', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'floating_ip_address': '172.36.4.43', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'port_id': '6806a1b7-5a64-46dd-8526-5cb9fb1a2061', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7', 'mac_address': 'fa:16:3e:cc:b0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deedb3b3-b2bf-4690-af39-455525341a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:24:40Z', 'updated_at': '2021-12-07T13:25:19Z', 'revision_number': 1, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e5ed4a-207f-477f-b158-e9c82846b2e4', 'name': '', 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'mac_address': 'fa:16:3e:e6:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:24Z', 'updated_at': '2021-12-07T13:24:38Z', 'revision_number': 5, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'subnets': [{'id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:28.427108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-62749b67-e199-438b-830e-4784eb4081fc req-155d9e86-43e4-40f1-8e6b-19c0e9b39eae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f775aff5c0545dfb20578f646bb3e6d&device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 1098 time: 0.4541836 Dec 07 13:25:28.427367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb69181a-a4ed-4d1f-8e9f-355397fa3026 None None] Checking router: beaff009-5582-4ced-8cea-3b5b142476d5 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:25:28.432225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Request body: {'router': {'name': 'tempest-snat-router-544151725', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'enable_snat': False}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:28.451970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:28.458321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb69181a-a4ed-4d1f-8e9f-355397fa3026 None None] Routers {'beaff009-5582-4ced-8cea-3b5b142476d5'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:28.458811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-eb69181a-a4ed-4d1f-8e9f-355397fa3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['beaff009-5582-4ced-8cea-3b5b142476d5'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:28.707933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e741dc69-837d-4528-8e63-cba969537992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.708953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.708953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Usage tracker for resource:router and tenant:35d13ec5f1f044a7a22f332adbd3bd03 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:28.708953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:28.708953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:28.708953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1427ff0b-2de8-4fd9-b736-e1eca7e1ad44 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.709725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-eb69181a-a4ed-4d1f-8e9f-355397fa3026 None None] Set router beaff009-5582-4ced-8cea-3b5b142476d5 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:25:28.713087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d082c261-3883-408a-be7f-49a1d54e93bb no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:25:28.758145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62749b67-e199-438b-830e-4784eb4081fc req-8e56bc93-7c48-465d-9aac-977ad26ed5e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:28.759971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-62749b67-e199-438b-830e-4784eb4081fc req-8e56bc93-7c48-465d-9aac-977ad26ed5e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c206a118-c157-4a6a-b31d-dd0a64e6aab7 HTTP/1.1" status: 200 len: 912 time: 0.3107350 Dec 07 13:25:28.855955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d16247a-5b32-4146-8b55-2b1ccb1cafd5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Router bc339253-e35a-424c-b6d8-bd5ce8700eb8 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:25:28.863444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e741dc69-837d-4528-8e63-cba969537992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.876064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.877657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.878760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.882202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1427ff0b-2de8-4fd9-b736-e1eca7e1ad44 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.891591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-de1c96e1-5bbb-4ea5-aad5-cb93bea12bfd tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:28.892636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: d082c261-3883-408a-be7f-49a1d54e93bb {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:25:28.893547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d082c261-3883-408a-be7f-49a1d54e93bb not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:25:28.949442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-41b28a38-4911-4898-8e80-6660b1ccecf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:28.960726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:28.961406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:28.978301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e741dc69-837d-4528-8e63-cba969537992 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e889d8f388044b2c820762fae0d4b496&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0075951 Dec 07 13:25:28.981087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41868) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:29.014659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-62749b67-e199-438b-830e-4784eb4081fc req-f629e79c-250c-45db-8164-5cccf8708eef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6806a1b7-5a64-46dd-8526-5cb9fb1a2061 HTTP/1.1" status: 200 len: 998 time: 0.2469614 Dec 07 13:25:29.050090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741dc69-837d-4528-8e63-cba969537992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20daa7c-b4c2-4bbe-a9cc-05cd22b37686,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:29.076751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e741dc69-837d-4528-8e63-cba969537992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:29.076751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41872) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:29.108958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b46bafce-da76-4fb1-8bf4-2f47c2783b7e tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Request body: {'router': {'name': 'tempest-router--499766522', 'project_id': '9217397741664c3fb15bea83defeef34'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:29.128704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b46bafce-da76-4fb1-8bf4-2f47c2783b7e tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:29.141241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c09bb547-072b-433f-a350-b0f4cd39ddf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:29.145293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b46bafce-da76-4fb1-8bf4-2f47c2783b7e tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Usage tracker for resource:router and tenant:9217397741664c3fb15bea83defeef34 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:29.151784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b46bafce-da76-4fb1-8bf4-2f47c2783b7e tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:29.175718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b46bafce-da76-4fb1-8bf4-2f47c2783b7e tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:29.200704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c09bb547-072b-433f-a350-b0f4cd39ddf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:29.255969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-eb69181a-a4ed-4d1f-8e9f-355397fa3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'name': 'tempest-ServerActionsTestJSON-444262923-router', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:06Z', 'updated_at': '2021-12-07T13:24:27Z', 'revision_number': 4, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'gw_port': {'id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ed:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:09Z', 'updated_at': '2021-12-07T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'd1335257-cb2e-495b-9b76-d3088889c371', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'floating_ip_address': '172.36.4.43', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'port_id': '6806a1b7-5a64-46dd-8526-5cb9fb1a2061', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7', 'mac_address': 'fa:16:3e:cc:b0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deedb3b3-b2bf-4690-af39-455525341a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:24:40Z', 'updated_at': '2021-12-07T13:25:19Z', 'revision_number': 1, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e5ed4a-207f-477f-b158-e9c82846b2e4', 'name': '', 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'mac_address': 'fa:16:3e:e6:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:24Z', 'updated_at': '2021-12-07T13:24:38Z', 'revision_number': 5, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'subnets': [{'id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:29.256351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb69181a-a4ed-4d1f-8e9f-355397fa3026 None None] The sync data for ids ['beaff009-5582-4ced-8cea-3b5b142476d5'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'name': 'tempest-ServerActionsTestJSON-444262923-router', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:06Z', 'updated_at': '2021-12-07T13:24:27Z', 'revision_number': 4, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'gw_port': {'id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ed:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:09Z', 'updated_at': '2021-12-07T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'd1335257-cb2e-495b-9b76-d3088889c371', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'floating_ip_address': '172.36.4.43', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'port_id': '6806a1b7-5a64-46dd-8526-5cb9fb1a2061', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7', 'mac_address': 'fa:16:3e:cc:b0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deedb3b3-b2bf-4690-af39-455525341a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:24:40Z', 'updated_at': '2021-12-07T13:25:19Z', 'revision_number': 1, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e5ed4a-207f-477f-b158-e9c82846b2e4', 'name': '', 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'mac_address': 'fa:16:3e:e6:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:24Z', 'updated_at': '2021-12-07T13:24:38Z', 'revision_number': 5, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'subnets': [{'id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:25:29.263574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427ff0b-2de8-4fd9-b736-e1eca7e1ad44 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event updated for resources: {'Port': ['ID=31de18b5-052a-465a-bd1c-ac63b95b9e04,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:29.266746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1427ff0b-2de8-4fd9-b736-e1eca7e1ad44 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:29.274164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ac32d9c0-6b2c-4e98-8bac-493fc4e39084 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:29.297367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1427ff0b-2de8-4fd9-b736-e1eca7e1ad44 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] In _notify_port_updated(), no bound segment for port 31de18b5-052a-465a-bd1c-ac63b95b9e04 on network 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b {{(pid=88898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:25:29.302346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1427ff0b-2de8-4fd9-b736-e1eca7e1ad44 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:29.303058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1427ff0b-2de8-4fd9-b736-e1eca7e1ad44 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:29.304647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1427ff0b-2de8-4fd9-b736-e1eca7e1ad44 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "PUT /v2.0/ports/31de18b5-052a-465a-bd1c-ac63b95b9e04 HTTP/1.1" status: 200 len: 991 time: 3.7060404 Dec 07 13:25:29.307655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41876) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:29.328757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:29.332542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3099391 Dec 07 13:25:29.375288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b46bafce-da76-4fb1-8bf4-2f47c2783b7e tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:29.377050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b46bafce-da76-4fb1-8bf4-2f47c2783b7e tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:29.399470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b46bafce-da76-4fb1-8bf4-2f47c2783b7e tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:29.413770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c09bb547-072b-433f-a350-b0f4cd39ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:29.426242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:29.450693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bb547-072b-433f-a350-b0f4cd39ddf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20daa7c-b4c2-4bbe-a9cc-05cd22b37686,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:29.456703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c09bb547-072b-433f-a350-b0f4cd39ddf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:29.458649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Network': ['ID=9c257b7c-b017-4a7f-ae1e-34bad6503852,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:29.476914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:29.482046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 9c257b7c-b017-4a7f-ae1e-34bad6503852 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:25:29.483012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62749b67-e199-438b-830e-4784eb4081fc req-d3b73475-e5ff-421e-8f35-4e5d5beeb674 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:29.484838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-62749b67-e199-438b-830e-4784eb4081fc req-d3b73475-e5ff-421e-8f35-4e5d5beeb674 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=603ac916-d99b-4cfa-ac27-f21a852f5c1b HTTP/1.1" status: 200 len: 850 time: 0.4405696 Dec 07 13:25:29.488077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-982cfa72-ed8f-4d3f-9f20-55daaf1d3e11 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Deleting port 31de18b5-052a-465a-bd1c-ac63b95b9e04 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:29.488588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-982cfa72-ed8f-4d3f-9f20-55daaf1d3e11 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:29.535894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c09bb547-072b-433f-a350-b0f4cd39ddf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:29.535894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c09bb547-072b-433f-a350-b0f4cd39ddf7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c20daa7c-b4c2-4bbe-a9cc-05cd22b37686 HTTP/1.1" status: 204 len: 168 time: 0.5498807 Dec 07 13:25:29.587017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b46bafce-da76-4fb1-8bf4-2f47c2783b7e tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:29.669221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b46bafce-da76-4fb1-8bf4-2f47c2783b7e tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:29.674758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b46bafce-da76-4fb1-8bf4-2f47c2783b7e tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5939288 Dec 07 13:25:29.741753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41882) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:29.744110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-88a2099c-a8ff-4823-9f78-bbca7a48e5cf None None] Provisioning complete for port 31de18b5-052a-465a-bd1c-ac63b95b9e04 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:29.744542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88a2099c-a8ff-4823-9f78-bbca7a48e5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:29.883086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-88a2099c-a8ff-4823-9f78-bbca7a48e5cf None None] Port 31de18b5-052a-465a-bd1c-ac63b95b9e04 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:25:29.945801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3effa736-0b0e-41c8-85f4-9d7e987ae5de None None] New status for floating IP d1335257-cb2e-495b-9b76-d3088889c371: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:25:30.006967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-982cfa72-ed8f-4d3f-9f20-55daaf1d3e11 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:30.021419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-045107bb-09bb-4b0c-aefc-f6c5ad985067 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:30.245229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c8d40a2-f955-4014-add8-a20c0d115070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:30.613021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:30.632596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-62749b67-e199-438b-830e-4784eb4081fc req-6ae1b2c8-fd19-4a99-9bb6-40c1742247d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c206a118-c157-4a6a-b31d-dd0a64e6aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1324768 Dec 07 13:25:30.691671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-982cfa72-ed8f-4d3f-9f20-55daaf1d3e11 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Calling delete_port for 31de18b5-052a-465a-bd1c-ac63b95b9e04 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:30.736117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41892) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:30.848331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d16247a-5b32-4146-8b55-2b1ccb1cafd5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:25:30.860926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9e66dc-c9a2-4645-b39a-00553df58dd8 None None] Sync routers for ids ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:25:30.874295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d16247a-5b32-4146-8b55-2b1ccb1cafd5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:30.879718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9e66dc-c9a2-4645-b39a-00553df58dd8 None None] Routers {'bc339253-e35a-424c-b6d8-bd5ce8700eb8'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:30.880940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8c9e66dc-c9a2-4645-b39a-00553df58dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:30.946817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-62749b67-e199-438b-830e-4784eb4081fc req-1bc1c191-33bb-46af-bce9-bf33b41a613f service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964845 Dec 07 13:25:30.970701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8c9e66dc-c9a2-4645-b39a-00553df58dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:30.988805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9e66dc-c9a2-4645-b39a-00553df58dd8 None None] Routers {'bc339253-e35a-424c-b6d8-bd5ce8700eb8'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:30.989741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8c9e66dc-c9a2-4645-b39a-00553df58dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:30.993216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6d16247a-5b32-4146-8b55-2b1ccb1cafd5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] 10.222.0.24 "DELETE /v2.0/floatingips/bd5bb32a-9374-4eb8-8017-00390d2561ea HTTP/1.1" status: 204 len: 168 time: 8.5894547 Dec 07 13:25:30.999734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41896) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:31.007001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:31.023623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a6531ee5-f95d-4e16-b603-f9134662b1ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61bb3d17720246f6abe2797486fc051d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2860432 Dec 07 13:25:31.029124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41900) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:31.069475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:31.077201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8c9e66dc-c9a2-4645-b39a-00553df58dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:31.077862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9e66dc-c9a2-4645-b39a-00553df58dd8 None None] The sync data for ids ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:25:31.092680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Usage tracker for resource:floatingip and tenant:c19282e428e24249b083fe48150dd7ea is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:31.101749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:31.110673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:31.154551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:31.206923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-62749b67-e199-438b-830e-4784eb4081fc req-dc8a5c5a-ff6a-48a0-a8a9-b4bfd540138b service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460728 Dec 07 13:25:31.218362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-045107bb-09bb-4b0c-aefc-f6c5ad985067 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:31.238117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-045107bb-09bb-4b0c-aefc-f6c5ad985067 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:31.254510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-982cfa72-ed8f-4d3f-9f20-55daaf1d3e11 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:31.295623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:31.337646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:31.368177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982cfa72-ed8f-4d3f-9f20-55daaf1d3e11 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event deleted for resources: {'Port': ['ID=31de18b5-052a-465a-bd1c-ac63b95b9e04,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:31.380405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:31.430328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2edc94e9-e1c5-4ea1-ba4b-6362642086c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:31.460030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-982cfa72-ed8f-4d3f-9f20-55daaf1d3e11 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:31.530925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2edc94e9-e1c5-4ea1-ba4b-6362642086c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:31.567617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:31.625352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:31.626803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-045107bb-09bb-4b0c-aefc-f6c5ad985067 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:31.627578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045107bb-09bb-4b0c-aefc-f6c5ad985067 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1ebc60e-fa6c-430b-a31e-7f5f2e3763ff {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:25:31.718310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Allocated IP 172.36.4.153 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/5758af7a-0176-4ce0-ad9b-b5124841f624) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:31.792314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-045107bb-09bb-4b0c-aefc-f6c5ad985067 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:31.793672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-045107bb-09bb-4b0c-aefc-f6c5ad985067 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "DELETE /v2.0/routers/c1ebc60e-fa6c-430b-a31e-7f5f2e3763ff HTTP/1.1" status: 204 len: 168 time: 2.0456259 Dec 07 13:25:31.806075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2edc94e9-e1c5-4ea1-ba4b-6362642086c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:31.810097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2edc94e9-e1c5-4ea1-ba4b-6362642086c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:31.812163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2edc94e9-e1c5-4ea1-ba4b-6362642086c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/151b40a3-287f-426e-a970-c69d3c1f1227 HTTP/1.1" status: 204 len: 168 time: 0.7815752 Dec 07 13:25:31.814238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-982cfa72-ed8f-4d3f-9f20-55daaf1d3e11 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:31.835946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-982cfa72-ed8f-4d3f-9f20-55daaf1d3e11 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "DELETE /v2.0/ports/31de18b5-052a-465a-bd1c-ac63b95b9e04 HTTP/1.1" status: 204 len: 168 time: 2.5246623 Dec 07 13:25:31.837899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:31.860046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41912) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:31.935107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc94e9-e1c5-4ea1-ba4b-6362642086c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151b40a3-287f-426e-a970-c69d3c1f1227,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:31.954034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2edc94e9-e1c5-4ea1-ba4b-6362642086c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:31.958669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-a595db23-a8d6-4a17-a0e7-2914c0c45851 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] GET failed (client error): The resource could not be found. Dec 07 13:25:31.959290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a595db23-a8d6-4a17-a0e7-2914c0c45851 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Synchronizing usage tracker for tenant:dc3ee6181e7c4f599e1c076ca28a15d7 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:25:32.019819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a595db23-a8d6-4a17-a0e7-2914c0c45851 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Unset dirty status for tenant:dc3ee6181e7c4f599e1c076ca28a15d7 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:25:32.025187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a595db23-a8d6-4a17-a0e7-2914c0c45851 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "GET /v2.0/ports/31de18b5-052a-465a-bd1c-ac63b95b9e04 HTTP/1.1" status: 404 len: 333 time: 0.1597850 Dec 07 13:25:32.025836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41916) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:32.032015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Request body: {'port': {'network_id': '2974d82e-3f49-4ba0-a5f0-6ce5439aed8b', 'name': 'tempest-AllowedAddressPairTestJSON-1980300989'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:32.081365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:32.150502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:32.169006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d7e6c690-957e-4192-a4ec-41fe00be240e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:32.250112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Pushing event updated for resources: {'Port': ['ID=5758af7a-0176-4ce0-ad9b-b5124841f624,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:32.260815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:32.262924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:32.266386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:32.275334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:32.280212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:32.307874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:32.360039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Made reservation on behalf of dc3ee6181e7c4f599e1c076ca28a15d7 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:32.372588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:32.396610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Allocated IP 172.36.4.38 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/5a230948-613c-4a55-8a26-d214a9aec2a3) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:32.433833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93f7da2b-1718-46d0-b997-5806d8678dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:32.436797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] device_id is not set on port 42f1e1d0-1af8-46e6-970d-811a9e32b257 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:25:32.544590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41926) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:32.762677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Allocated IP 172.20.0.10 (2974d82e-3f49-4ba0-a5f0-6ce5439aed8b/6bfda635-30f8-4046-b678-36c2505e0ab7/42f1e1d0-1af8-46e6-970d-811a9e32b257) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:32.788301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:32.845885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:32.910127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:32.911402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:33.031411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:33.046483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7c25950d-0899-48c8-88a2-ebd29d51e211 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:33.135591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:33.154105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Transition to ACTIVE for port object 42f1e1d0-1af8-46e6-970d-811a9e32b257 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:33.160849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-767428158', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}, 'admin_state_up': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:33.175000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:33.186756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:33.197411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:33.201580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Usage tracker for resource:router and tenant:6be95b94d5264722a5d26ec189906b2f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:33.206141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:33.222937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8499a780-f047-49e9-8b7b-5006d17b787c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:33.226336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:33.231747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:33.293900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Network 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:33.306294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:33.315570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:33.331207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Pushing event updated for resources: {'Port': ['ID=5a230948-613c-4a55-8a26-d214a9aec2a3,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:33.333609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:33.356120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:33.419301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41944) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:33.432432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'subnet': {'network_id': '9c257b7c-b017-4a7f-ae1e-34bad6503852', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:33.496765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:33.497792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:33.597939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:33.598686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:33.609921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:33.616831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:subnet and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:33.626273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event updated for resources: {'Port': ['ID=42f1e1d0-1af8-46e6-970d-811a9e32b257,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:33.635401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:33.638948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:33.648491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:33.663942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41950) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:33.705877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6786106 Dec 07 13:25:33.709017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41956) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:33.716457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-502cd513-d6c0-43ca-b497-5f7a78cbebd0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fc:2b:bf'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:33.750684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:33.762179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-62f474b1-e172-443f-9c0e-fe7afdf95d82 None None] Provisioning for port 42f1e1d0-1af8-46e6-970d-811a9e32b257 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:33.771472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-62f474b1-e172-443f-9c0e-fe7afdf95d82 None None] Provisioning complete for port 42f1e1d0-1af8-46e6-970d-811a9e32b257 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:33.772151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62f474b1-e172-443f-9c0e-fe7afdf95d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:33.844338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:33.846649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1700687409'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:33.852356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:33.857616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Usage tracker for resource:network and tenant:07116a0e0f5f400f8e01d51898ee34fa is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:33.863699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:33.870662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:33.871055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:33.871965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-62f474b1-e172-443f-9c0e-fe7afdf95d82 None None] Port 42f1e1d0-1af8-46e6-970d-811a9e32b257 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:25:33.951487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Made reservation on behalf of 07116a0e0f5f400f8e01d51898ee34fa for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:33.957605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:33.974681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:34.021937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:34.057090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:34.309077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:34.362025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Router c0273bde-e7eb-4574-92e0-689fb9638b06 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:25:34.446824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:34.467558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Usage tracker for resource:security_group_rule and tenant:07116a0e0f5f400f8e01d51898ee34fa is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:34.473985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:34.494377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:34.518553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:34.549848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:34.556864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f65ea5fb-8954-4baa-b1f2-6d6878ffbd84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:34.617519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-502cd513-d6c0-43ca-b497-5f7a78cbebd0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:34.659099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:34.718290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Pushing event updated for resources: {'Port': ['ID=5a230948-613c-4a55-8a26-d214a9aec2a3,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:34.721489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:34.790105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:34.794097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:34.868840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:34.870813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8686490 Dec 07 13:25:34.874381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41964) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:34.877607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:34.878309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:34.890149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:34.930127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:34.957232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:25:34.967071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:34.973120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a324accf-8fc5-4fcc-a130-4c4f905764de,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:34.989010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:34.992017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d5e5487e-5b6e-4199-aed0-1b7c789d8dde tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:35.019399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:25:35.027576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:35.027966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Added segment 32007346-fbea-4a76-933f-750f999164e8 of type vlan for network 62671911-d9ea-42cb-a263-e16fb778aa1c Dec 07 13:25:35.031199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Sync routers for ids ['c0273bde-e7eb-4574-92e0-689fb9638b06'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:25:35.067331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Routers {'c0273bde-e7eb-4574-92e0-689fb9638b06'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:35.068037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['c0273bde-e7eb-4574-92e0-689fb9638b06'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:35.153967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:35.159834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Subnet': ['ID=e8ae81b2-3e25-40d2-9b5e-2b6b62b4b7a9,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:35.162735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:35.182231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Allocated IP 172.36.4.98 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/58e06fe6-c2b5-45b3-822d-93cc98749c6c) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:35.206261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-502cd513-d6c0-43ca-b497-5f7a78cbebd0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:35.232112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Checking segment: {'id': '8c46b264-f263-4952-9c2d-641230d10a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9c257b7c-b017-4a7f-ae1e-34bad6503852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:35.233134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network hostable DHCP agents. Network: 9c257b7c-b017-4a7f-ae1e-34bad6503852, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:25:35.275837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-502cd513-d6c0-43ca-b497-5f7a78cbebd0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:35.295638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:35.298440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc24ac4b-b2e9-4d61-a519-ec482431bb16 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:35.307999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:35.309772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8920054 Dec 07 13:25:35.328593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41974) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:35.339439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:35.357274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:35.362668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:35.363165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:35.409976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Usage tracker for resource:floatingip and tenant:430fcc75aa9545c481df1638dcbc7ce0 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:35.410997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network 9c257b7c-b017-4a7f-ae1e-34bad6503852 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:25:35.422505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:35.436997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:35.458063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Set router c0273bde-e7eb-4574-92e0-689fb9638b06 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:25:35.489192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cd513-d6c0-43ca-b497-5f7a78cbebd0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event updated for resources: {'Port': ['ID=42f1e1d0-1af8-46e6-970d-811a9e32b257,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:35.497409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-502cd513-d6c0-43ca-b497-5f7a78cbebd0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:35.497974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:35.520274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:35.521804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 9c257b7c-b017-4a7f-ae1e-34bad6503852) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:35.528153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-502cd513-d6c0-43ca-b497-5f7a78cbebd0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] In _notify_port_updated(), no bound segment for port 42f1e1d0-1af8-46e6-970d-811a9e32b257 on network 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b {{(pid=88897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:25:35.530953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041f367c-a702-48d4-8039-6d8aa66fe8b6 None None] Network 9c257b7c-b017-4a7f-ae1e-34bad6503852 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:35.534396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502cd513-d6c0-43ca-b497-5f7a78cbebd0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:35.535131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-502cd513-d6c0-43ca-b497-5f7a78cbebd0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:35.536863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-502cd513-d6c0-43ca-b497-5f7a78cbebd0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "PUT /v2.0/ports/42f1e1d0-1af8-46e6-970d-811a9e32b257 HTTP/1.1" status: 200 len: 997 time: 1.8266885 Dec 07 13:25:35.547043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41978) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:35.551379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:35.609022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9411345 Dec 07 13:25:35.609022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:35.609022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:35.618963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41982) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:35.690888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'subnet': {'network_id': '62671911-d9ea-42cb-a263-e16fb778aa1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:35.769304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:35.777147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:35.792142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Network': ['ID=62671911-d9ea-42cb-a263-e16fb778aa1c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:35.813429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:35.823327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 62671911-d9ea-42cb-a263-e16fb778aa1c details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:25:35.833656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-669dbb7f-7349-4381-85d7-e468312d740b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Deleting port 42f1e1d0-1af8-46e6-970d-811a9e32b257 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:35.834035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-669dbb7f-7349-4381-85d7-e468312d740b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:35.877541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4540458 Dec 07 13:25:35.887196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 41986) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:35.900691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1907404709'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:35.901288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:35.912908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Pushing event updated for resources: {'Port': ['ID=58e06fe6-c2b5-45b3-822d-93cc98749c6c,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:35.915660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:35.915995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:35.918926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:35.925567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:35.927691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:35.930533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:network and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:35.931114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d5c718be-2e96-49b7-9ae9-4d0e64088206 None None] Provisioning complete for port 42f1e1d0-1af8-46e6-970d-811a9e32b257 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:35.931539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5c718be-2e96-49b7-9ae9-4d0e64088206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:35.936941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:35.947148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:35.949771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Usage tracker for resource:subnet and tenant:07116a0e0f5f400f8e01d51898ee34fa is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:35.965264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a2ac6bc1-7746-421a-9c61-a4fb7e997fdd tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "GET /v2.0/routers/c0273bde-e7eb-4574-92e0-689fb9638b06 HTTP/1.1" status: 200 len: 908 time: 0.6323309 Dec 07 13:25:35.975224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41990) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:35.981328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:35.989637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Request body: {'router': {'name': 'tempest-snat-router-544151725', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'enable_snat': True}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:35.999082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:36.005714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:36.011261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Usage tracker for resource:router and tenant:35d13ec5f1f044a7a22f332adbd3bd03 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:36.018886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:36.029081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:36.031640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:36.129015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Made reservation on behalf of 07116a0e0f5f400f8e01d51898ee34fa for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:36.145272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:36.154590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:36.194853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:36.195886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:36.263848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-9c257b7c-b017-4a7f-ae1e-34bad6503852', 'network_id': '9c257b7c-b017-4a7f-ae1e-34bad6503852', 'tenant_id': '1aaffe8bc6f04f8fa80880ddacd9e2e7', 'fixed_ips': [{'subnet_id': 'e8ae81b2-3e25-40d2-9b5e-2b6b62b4b7a9'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:25:36.265037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:36.288484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d5c718be-2e96-49b7-9ae9-4d0e64088206 None None] Port 42f1e1d0-1af8-46e6-970d-811a9e32b257 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:25:36.324843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:25:36.333872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:36.420868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Allocated IP 172.36.4.184 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/c45bf1bf-1859-4456-92c8-d44b3f638240) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:36.431731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:36.437186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:36.438151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Added segment b5db2ba5-0e54-4984-949a-2796b7564955 of type vlan for network f2da0c31-4092-4864-a7e8-7ff27e96156b Dec 07 13:25:36.480850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:36.509971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0273bde-e7eb-4574-92e0-689fb9638b06', 'name': 'tempest-snat-router-544151725', 'tenant_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.153'}], 'enable_snat': False}, 'gw_port_id': '5758af7a-0176-4ce0-ad9b-b5124841f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:25:28Z', 'updated_at': '2021-12-07T13:25:32Z', 'revision_number': 3, 'project_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'gw_port': {'id': '5758af7a-0176-4ce0-ad9b-b5124841f624', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0273bde-e7eb-4574-92e0-689fb9638b06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:25:31Z', 'updated_at': '2021-12-07T13:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:36.514356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-669dbb7f-7349-4381-85d7-e468312d740b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:36.519926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Allocated IP 2001:db8:0:ffff::2 (9c257b7c-b017-4a7f-ae1e-34bad6503852/e8ae81b2-3e25-40d2-9b5e-2b6b62b4b7a9/ac019663-5f48-4293-acb7-b42052109ce2) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:36.525257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Checking router: c0273bde-e7eb-4574-92e0-689fb9638b06 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:25:36.525656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Updating router c0273bde-e7eb-4574-92e0-689fb9638b06 port 5758af7a-0176-4ce0-ad9b-b5124841f624 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:25:36.592975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:36.706637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-669dbb7f-7349-4381-85d7-e468312d740b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Calling delete_port for 42f1e1d0-1af8-46e6-970d-811a9e32b257 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:36.839075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:36.843827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:36.844655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:36.857193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-663d2825-7412-4b5e-98d6-9f98fae9b767 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:36.983624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:37.040951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Network': ['ID=f2da0c31-4092-4864-a7e8-7ff27e96156b,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:37.043090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:37.050028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:37.054124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Transition to ACTIVE for port object ac019663-5f48-4293-acb7-b42052109ce2 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:37.056560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1642518 Dec 07 13:25:37.059526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network f2da0c31-4092-4864-a7e8-7ff27e96156b details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:25:37.060882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:37.061640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:37.064614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 41998) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:37.081203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'subnet': {'network_id': 'f2da0c31-4092-4864-a7e8-7ff27e96156b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:37.096150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-669dbb7f-7349-4381-85d7-e468312d740b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:37.104186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:37.157889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dbb7f-7349-4381-85d7-e468312d740b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event deleted for resources: {'Port': ['ID=42f1e1d0-1af8-46e6-970d-811a9e32b257,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:37.158964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:37.165266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-669dbb7f-7349-4381-85d7-e468312d740b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:37.174664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Transition to ACTIVE for port object ac019663-5f48-4293-acb7-b42052109ce2 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:37.217481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:37.232992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:37.304073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Network 9c257b7c-b017-4a7f-ae1e-34bad6503852 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:37.307917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:37.318937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:37.335818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-669dbb7f-7349-4381-85d7-e468312d740b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:37.338348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:37.341449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-669dbb7f-7349-4381-85d7-e468312d740b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "DELETE /v2.0/ports/42f1e1d0-1af8-46e6-970d-811a9e32b257 HTTP/1.1" status: 204 len: 168 time: 1.7376008 Dec 07 13:25:37.342476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42002) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:37.346732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:subnet and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:37.348592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:37.356905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:37.391925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:37.397818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:37.398027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c541f6e-b59c-4a0a-aa46-738611d9ad28 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] GET failed (client error): The resource could not be found. Dec 07 13:25:37.398407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6c541f6e-b59c-4a0a-aa46-738611d9ad28 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Synchronizing usage tracker for tenant:dc3ee6181e7c4f599e1c076ca28a15d7 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:25:37.402729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:37.410674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5464ccd2-c4a3-409c-831d-7fede08b1839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:37.422161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Pushing event updated for resources: {'Port': ['ID=ac019663-5f48-4293-acb7-b42052109ce2,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:37.460958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:37.480749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:37.531587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6c541f6e-b59c-4a0a-aa46-738611d9ad28 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Unset dirty status for tenant:dc3ee6181e7c4f599e1c076ca28a15d7 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:25:37.536333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6c541f6e-b59c-4a0a-aa46-738611d9ad28 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "GET /v2.0/ports/42f1e1d0-1af8-46e6-970d-811a9e32b257 HTTP/1.1" status: 404 len: 333 time: 0.1895285 Dec 07 13:25:37.537872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Subnet': ['ID=363788d4-031d-4b7c-9cf7-9b02bb7cf943,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:37.550185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42008) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:37.553542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Attempting to bind port ac019663-5f48-4293-acb7-b42052109ce2 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:25:37.554081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Attempting to bind port ac019663-5f48-4293-acb7-b42052109ce2 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '8c46b264-f263-4952-9c2d-641230d10a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9c257b7c-b017-4a7f-ae1e-34bad6503852'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:25:37.556107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Attempting to bind port ac019663-5f48-4293-acb7-b42052109ce2 on network 9c257b7c-b017-4a7f-ae1e-34bad6503852 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:25:37.556260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:37.560530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Request body: {'port': {'network_id': '2974d82e-3f49-4ba0-a5f0-6ce5439aed8b', 'name': 'tempest-AllowedAddressPairTestJSON-204299553'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:37.578147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:25:37.578865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Checking segment: {'id': '8c46b264-f263-4952-9c2d-641230d10a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9c257b7c-b017-4a7f-ae1e-34bad6503852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:37.579463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:37.580860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Bound using segment: {'id': '8c46b264-f263-4952-9c2d-641230d10a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9c257b7c-b017-4a7f-ae1e-34bad6503852'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:25:37.581512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Bound port: ac019663-5f48-4293-acb7-b42052109ce2, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c46b264-f263-4952-9c2d-641230d10a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9c257b7c-b017-4a7f-ae1e-34bad6503852'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:25:37.582049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:37.583700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Checking segment: {'id': '32007346-fbea-4a76-933f-750f999164e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '62671911-d9ea-42cb-a263-e16fb778aa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:37.584107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network hostable DHCP agents. Network: 62671911-d9ea-42cb-a263-e16fb778aa1c, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:25:37.670783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:37.721126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network 62671911-d9ea-42cb-a263-e16fb778aa1c is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:25:37.770652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:37.773036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 62671911-d9ea-42cb-a263-e16fb778aa1c) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:37.773820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] For port ac019663-5f48-4293-acb7-b42052109ce2, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:25:37.781068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:37.781878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:37.791906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03220516-46f0-41c8-9d88-69a218214f34 None None] Network 62671911-d9ea-42cb-a263-e16fb778aa1c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:37.796191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:37.801209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:25:37.807499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:37.811016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] For port ac019663-5f48-4293-acb7-b42052109ce2, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ac019663-5f48-4293-acb7-b42052109ce2,segment=NetworkSegment(8c46b264-f263-4952-9c2d-641230d10a77),segment_id=8c46b264-f263-4952-9c2d-641230d10a77)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:25:37.851274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Pushing event updated for resources: {'Port': ['ID=c45bf1bf-1859-4456-92c8-d44b3f638240,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:37.855113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:37.857140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:37.921725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:37.933728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2758753 Dec 07 13:25:37.937000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42014) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:37.941957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:37.944627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1549656634', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:37.953491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:37.959763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Usage tracker for resource:router and tenant:07116a0e0f5f400f8e01d51898ee34fa is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:37.963081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Made reservation on behalf of dc3ee6181e7c4f599e1c076ca28a15d7 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:37.969060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:37.982252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:37.993841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:38.008556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] device_id is not set on port 42f3ed2f-ef84-4132-9063-45e5d8c03574 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:25:38.049606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:38.053206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:38.054236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:38.066234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:38.119260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Transition to ACTIVE for port object 5758af7a-0176-4ce0-ad9b-b5124841f624 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:38.168847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:38.169541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:38.203484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Allocated IP 172.20.0.8 (2974d82e-3f49-4ba0-a5f0-6ce5439aed8b/6bfda635-30f8-4046-b678-36c2505e0ab7/42f3ed2f-ef84-4132-9063-45e5d8c03574) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:38.205507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Pushing event updated for resources: {'Port': ['ID=ac019663-5f48-4293-acb7-b42052109ce2,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:38.215288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:38.221147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0c847490-df6f-486f-b798-14fc1366e9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:38.357759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Attempting to bind port 5758af7a-0176-4ce0-ad9b-b5124841f624 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:25:38.358106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Attempting to bind port 5758af7a-0176-4ce0-ad9b-b5124841f624 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:25:38.358510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Attempting to bind port 5758af7a-0176-4ce0-ad9b-b5124841f624 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:25:38.373644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d497a47-2911-4fff-a517-6ffc05150903 None None] Pushing event updated for resources: {'Port': ['ID=5758af7a-0176-4ce0-ad9b-b5124841f624,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:38.380697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d497a47-2911-4fff-a517-6ffc05150903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:38.385307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:25:38.385590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:38.386042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:38.386476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:25:38.387020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Bound port: 5758af7a-0176-4ce0-ad9b-b5124841f624, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:25:38.387457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:38.452794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:38.466596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:38.475671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:38.482336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d9c5fa-f148-445b-a1b4-6f89d91edef8 None None] Network 62671911-d9ea-42cb-a263-e16fb778aa1c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:38.512970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-213c2e0c-3752-4049-b775-cd350426bb8e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:38.592205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:38.610704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] For port 5758af7a-0176-4ce0-ad9b-b5124841f624, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:25:38.616679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] For port 5758af7a-0176-4ce0-ad9b-b5124841f624, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5758af7a-0176-4ce0-ad9b-b5124841f624,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:25:38.726968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:38.743061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Subnet': ['ID=796b7b8c-830f-49cc-83c8-e8815a0389b0,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:38.746735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:38.749805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:38.754548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:38.807528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Router f4bceda4-b146-4543-80a5-0d5c6393f8aa is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:25:38.940908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:38.981534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ac019663-5f48-4293-acb7-b42052109ce2 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:25:38.993204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Checking segment: {'id': 'b5db2ba5-0e54-4984-949a-2796b7564955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f2da0c31-4092-4864-a7e8-7ff27e96156b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:38.993587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network hostable DHCP agents. Network: f2da0c31-4092-4864-a7e8-7ff27e96156b, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:25:39.076899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d497a47-2911-4fff-a517-6ffc05150903 None None] Pushing event updated for resources: {'Port': ['ID=5758af7a-0176-4ce0-ad9b-b5124841f624,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:39.085571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d497a47-2911-4fff-a517-6ffc05150903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:39.086550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Routers {'c0273bde-e7eb-4574-92e0-689fb9638b06'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:39.087223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['c0273bde-e7eb-4574-92e0-689fb9638b06'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:39.149512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Allocated IP 172.36.4.32 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/8479bce5-0ec8-4935-8471-17a056d37141) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:39.179338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port ac019663-5f48-4293-acb7-b42052109ce2 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:39.227529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:39.254312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Transition to ACTIVE for port object 42f3ed2f-ef84-4132-9063-45e5d8c03574 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:39.315085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] Set router c0273bde-e7eb-4574-92e0-689fb9638b06 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:25:39.372447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:39.383613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:39.414896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dd63b1fc-2aa1-4c71-9fe8-f44890f9ee22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:39.468089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:39.557330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Network 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:39.569467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:39.572283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:39.586110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:39.609781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event updated for resources: {'Port': ['ID=42f3ed2f-ef84-4132-9063-45e5d8c03574,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:39.613561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:39.665383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:39.666021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:39.677901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0273bde-e7eb-4574-92e0-689fb9638b06', 'name': 'tempest-snat-router-544151725', 'tenant_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.153'}], 'enable_snat': False}, 'gw_port_id': '5758af7a-0176-4ce0-ad9b-b5124841f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:25:28Z', 'updated_at': '2021-12-07T13:25:32Z', 'revision_number': 3, 'project_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'gw_port': {'id': '5758af7a-0176-4ce0-ad9b-b5124841f624', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0273bde-e7eb-4574-92e0-689fb9638b06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:25:31Z', 'updated_at': '2021-12-07T13:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:39.687538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7725f625-6e9f-469d-8c6d-424f553040b0 None None] The sync data for ids ['c0273bde-e7eb-4574-92e0-689fb9638b06'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'c0273bde-e7eb-4574-92e0-689fb9638b06', 'name': 'tempest-snat-router-544151725', 'tenant_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.153'}], 'enable_snat': False}, 'gw_port_id': '5758af7a-0176-4ce0-ad9b-b5124841f624', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:25:28Z', 'updated_at': '2021-12-07T13:25:32Z', 'revision_number': 3, 'project_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'gw_port': {'id': '5758af7a-0176-4ce0-ad9b-b5124841f624', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0273bde-e7eb-4574-92e0-689fb9638b06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:25:31Z', 'updated_at': '2021-12-07T13:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:25:39.712572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network f2da0c31-4092-4864-a7e8-7ff27e96156b is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:25:39.730711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1769202 Dec 07 13:25:39.731120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42022) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:39.738802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Request body: {'port': {'network_id': '2974d82e-3f49-4ba0-a5f0-6ce5439aed8b', 'name': 'tempest-AllowedAddressPairTestJSON-775820846'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:39.822623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:39.881867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, f2da0c31-4092-4864-a7e8-7ff27e96156b) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:39.887043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:39.890554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d25a2d-bc69-450f-a76f-26cb602e83ac None None] Network f2da0c31-4092-4864-a7e8-7ff27e96156b requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:39.898562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:39.902191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:39.926640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:39.941611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68d09724-429f-461d-95f6-2e1702d7ed0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:39.976772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:39.997987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:40.028924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:25:40.029155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Usage tracker for resource:port and tenant:dc3ee6181e7c4f599e1c076ca28a15d7 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:40.034042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Allocated IP 172.36.4.86 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/15fad45f-9d02-434a-8d22-55e5aeae536d) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:40.036712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:40.042890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7af8d10-056a-4687-b637-a4ac1ee4770e None None] Sync routers for ids ['f4bceda4-b146-4543-80a5-0d5c6393f8aa'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:25:40.050621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:40.068956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af8d10-056a-4687-b637-a4ac1ee4770e None None] Routers {'f4bceda4-b146-4543-80a5-0d5c6393f8aa'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:40.070438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b7af8d10-056a-4687-b637-a4ac1ee4770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f4bceda4-b146-4543-80a5-0d5c6393f8aa'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:40.100208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-859c792c-2bb9-433f-90c3-8c8393965afb None None] Provisioning for port 42f3ed2f-ef84-4132-9063-45e5d8c03574 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:40.114117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Made reservation on behalf of dc3ee6181e7c4f599e1c076ca28a15d7 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:40.125968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Pushing event updated for resources: {'Port': ['ID=c45bf1bf-1859-4456-92c8-d44b3f638240,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:40.130259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-859c792c-2bb9-433f-90c3-8c8393965afb None None] Provisioning complete for port 42f3ed2f-ef84-4132-9063-45e5d8c03574 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:40.130454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:40.130674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-859c792c-2bb9-433f-90c3-8c8393965afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:40.134861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:40.284033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:40.285867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-859c792c-2bb9-433f-90c3-8c8393965afb None None] Port 42f3ed2f-ef84-4132-9063-45e5d8c03574 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:25:40.303602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-f2da0c31-4092-4864-a7e8-7ff27e96156b', 'network_id': 'f2da0c31-4092-4864-a7e8-7ff27e96156b', 'tenant_id': '1aaffe8bc6f04f8fa80880ddacd9e2e7', 'fixed_ips': [{'subnet_id': '796b7b8c-830f-49cc-83c8-e8815a0389b0'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:25:40.304754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:40.321529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b7af8d10-056a-4687-b637-a4ac1ee4770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:40.343129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af8d10-056a-4687-b637-a4ac1ee4770e None None] Routers {'f4bceda4-b146-4543-80a5-0d5c6393f8aa'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:40.343831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b7af8d10-056a-4687-b637-a4ac1ee4770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f4bceda4-b146-4543-80a5-0d5c6393f8aa'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:40.385603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] device_id is not set on port ef0ab145-4cb1-4e94-aaa6-1469cbb4d2a0 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:25:40.479677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:40.481202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Pushing event updated for resources: {'Port': ['ID=8479bce5-0ec8-4935-8471-17a056d37141,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:40.495664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:40.508218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:40.520296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4489739 Dec 07 13:25:40.534501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b7af8d10-056a-4687-b637-a4ac1ee4770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:40.534692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7af8d10-056a-4687-b637-a4ac1ee4770e None None] The sync data for ids ['f4bceda4-b146-4543-80a5-0d5c6393f8aa'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:25:40.541878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42030) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:40.555501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:40.683331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:40.684200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:40.685580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.1375999 Dec 07 13:25:40.704522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42034) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:40.731014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Allocated IP 2001:db8::1 (f2da0c31-4092-4864-a7e8-7ff27e96156b/796b7b8c-830f-49cc-83c8-e8815a0389b0/03b20434-8e2f-4f54-ae33-e4a660df316c) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:40.780046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:40.784763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9027894 Dec 07 13:25:40.793325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42038) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:40.901400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5758af7a-0176-4ce0-ad9b-b5124841f624 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:25:40.950116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:41.034771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dc2a4987-cc3e-4fd9-b75a-bc5086b858ff tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Synchronizing usage tracker for tenant:c19282e428e24249b083fe48150dd7ea on resource:floatingip {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:25:41.124134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dc2a4987-cc3e-4fd9-b75a-bc5086b858ff tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Unset dirty status for tenant:c19282e428e24249b083fe48150dd7ea on resource:floatingip {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:25:41.126211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dc2a4987-cc3e-4fd9-b75a-bc5086b858ff tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.3260071 Dec 07 13:25:41.130272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42042) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:41.134451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:41.146701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec78ff7-52d1-455c-9f11-d1e44a2bdb74 None None] Network 9c257b7c-b017-4a7f-ae1e-34bad6503852 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:41.244464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Allocated IP 172.20.0.12 (2974d82e-3f49-4ba0-a5f0-6ce5439aed8b/6bfda635-30f8-4046-b678-36c2505e0ab7/ef0ab145-4cb1-4e94-aaa6-1469cbb4d2a0) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:41.251647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bfa4fe27-f953-46f0-8f6c-a5d5a7610803 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Synchronizing usage tracker for tenant:a14163361c0344ccb3b0d6ca7a0fb0a9 on resource:floatingip {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:25:41.274762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:41.281150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:41.281983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d31ed82a-b8e6-4bf9-a65d-826a3296d719 None None] Provisioning for port ac019663-5f48-4293-acb7-b42052109ce2 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:41.282111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:41.331116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d31ed82a-b8e6-4bf9-a65d-826a3296d719 None None] Provisioning complete for port ac019663-5f48-4293-acb7-b42052109ce2 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:41.331687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d31ed82a-b8e6-4bf9-a65d-826a3296d719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:41.434104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bfa4fe27-f953-46f0-8f6c-a5d5a7610803 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Unset dirty status for tenant:a14163361c0344ccb3b0d6ca7a0fb0a9 on resource:floatingip {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:25:41.441320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bfa4fe27-f953-46f0-8f6c-a5d5a7610803 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3094242 Dec 07 13:25:41.453475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42048) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:41.587664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:41.614069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:41.622745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1f0466ec-b1a2-4b49-8845-c6a2390531f3 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:41.643270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Transition to ACTIVE for port object 03b20434-8e2f-4f54-ae33-e4a660df316c will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:41.737957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 5758af7a-0176-4ce0-ad9b-b5124841f624 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:41.821192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 5758af7a-0176-4ce0-ad9b-b5124841f624 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:41.822715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:41.838317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d14b915f-8ae0-4033-8291-20b0a51389b2 tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Deleting port c45bf1bf-1859-4456-92c8-d44b3f638240 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:41.838699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d14b915f-8ae0-4033-8291-20b0a51389b2 tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:41.885868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Transition to ACTIVE for port object 03b20434-8e2f-4f54-ae33-e4a660df316c will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:41.888707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d31ed82a-b8e6-4bf9-a65d-826a3296d719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:41.910891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:41.921636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:41.931878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:41.961689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=15fad45f-9d02-434a-8d22-55e5aeae536d,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:41.974636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:42.008099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:42.021001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b59bd4ea-dd97-4c1f-a28a-48e09f0b983b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:42.149069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d14b915f-8ae0-4033-8291-20b0a51389b2 tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:42.149433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d14b915f-8ae0-4033-8291-20b0a51389b2 tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:42.210495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d31ed82a-b8e6-4bf9-a65d-826a3296d719 None None] For port ac019663-5f48-4293-acb7-b42052109ce2, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ac019663-5f48-4293-acb7-b42052109ce2,segment=NetworkSegment(8c46b264-f263-4952-9c2d-641230d10a77),segment_id=8c46b264-f263-4952-9c2d-641230d10a77)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:42.218204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Network f2da0c31-4092-4864-a7e8-7ff27e96156b is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:42.224982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:42.227082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Pushing event updated for resources: {'Port': ['ID=03b20434-8e2f-4f54-ae33-e4a660df316c,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:42.229597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:42.237735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:42.291002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:42.294708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:42.297352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-01a48768-9353-4278-b02e-c4092072c17b tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "GET /v2.0/routers/f4bceda4-b146-4543-80a5-0d5c6393f8aa HTTP/1.1" status: 200 len: 919 time: 1.5735948 Dec 07 13:25:42.298041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42054) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:42.301238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d31ed82a-b8e6-4bf9-a65d-826a3296d719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:42.307539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-74129353-5606-4b19-a782-279c765ef6f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:42.323780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d14b915f-8ae0-4033-8291-20b0a51389b2 tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Calling delete_port for c45bf1bf-1859-4456-92c8-d44b3f638240 owned by network:floatingip {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:42.386455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-125ecb6f-02b7-40cf-a4d5-1abd3720f117 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:42.421942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 5758af7a-0176-4ce0-ad9b-b5124841f624, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5758af7a-0176-4ce0-ad9b-b5124841f624,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:42.437545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:42.441774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Attempting to bind port 03b20434-8e2f-4f54-ae33-e4a660df316c on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:25:42.442330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Attempting to bind port 03b20434-8e2f-4f54-ae33-e4a660df316c by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'b5db2ba5-0e54-4984-949a-2796b7564955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f2da0c31-4092-4864-a7e8-7ff27e96156b'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:25:42.442867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Attempting to bind port 03b20434-8e2f-4f54-ae33-e4a660df316c on network f2da0c31-4092-4864-a7e8-7ff27e96156b {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:25:42.451178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-937a05aa-7e2f-4efc-b800-3d70204e8cb3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4bceda4-b146-4543-80a5-0d5c6393f8aa HTTP/1.1" status: 200 len: 205 time: 0.1438866 Dec 07 13:25:42.463725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:42.466923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Subnet': ['ID=796b7b8c-830f-49cc-83c8-e8815a0389b0,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:42.469050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ed82a-b8e6-4bf9-a65d-826a3296d719 None None] Pushing event updated for resources: {'Port': ['ID=ac019663-5f48-4293-acb7-b42052109ce2,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:42.473302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:25:42.473550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42058) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:42.473672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Checking segment: {'id': 'b5db2ba5-0e54-4984-949a-2796b7564955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f2da0c31-4092-4864-a7e8-7ff27e96156b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:42.474097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:42.474606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Bound using segment: {'id': 'b5db2ba5-0e54-4984-949a-2796b7564955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f2da0c31-4092-4864-a7e8-7ff27e96156b'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:25:42.475291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Bound port: 03b20434-8e2f-4f54-ae33-e4a660df316c, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5db2ba5-0e54-4984-949a-2796b7564955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'f2da0c31-4092-4864-a7e8-7ff27e96156b'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:25:42.476061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:42.479531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:42.486748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d31ed82a-b8e6-4bf9-a65d-826a3296d719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:42.488773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64d5b6a5-e7fd-4eac-aaa1-fe1c78488e94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:42.500752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Router 6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:25:42.622585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=5758af7a-0176-4ce0-ad9b-b5124841f624,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:42.635709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:42.649829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d14b915f-8ae0-4033-8291-20b0a51389b2 tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:42.650997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] For port 03b20434-8e2f-4f54-ae33-e4a660df316c, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:25:42.655136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] For port 03b20434-8e2f-4f54-ae33-e4a660df316c, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=03b20434-8e2f-4f54-ae33-e4a660df316c,segment=NetworkSegment(b5db2ba5-0e54-4984-949a-2796b7564955),segment_id=b5db2ba5-0e54-4984-949a-2796b7564955)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:25:42.656561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:42.660998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Transition to ACTIVE for port object ef0ab145-4cb1-4e94-aaa6-1469cbb4d2a0 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:42.699823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:42.705798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:42.718820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dfb4e3f7-c4f0-4422-af25-836a65f589e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:42.762107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2da0c31-4092-4864-a7e8-7ff27e96156b']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:42.806957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5db2ba5-0e54-4984-949a-2796b7564955') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:42.807316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5db2ba5-0e54-4984-949a-2796b7564955') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:42.835773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:42.894055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ac019663-5f48-4293-acb7-b42052109ce2 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:25:42.936259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:42.962804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:25:42.964057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:42.967292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Pushing event updated for resources: {'Port': ['ID=03b20434-8e2f-4f54-ae33-e4a660df316c,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:42.997268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:25:42.999673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:25:43.017408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc507ef7-49be-4081-8e1d-ed8dbba2155f tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:43.023188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:43.024369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b915f-8ae0-4033-8291-20b0a51389b2 tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Pushing event deleted for resources: {'Port': ['ID=c45bf1bf-1859-4456-92c8-d44b3f638240,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:43.027274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d14b915f-8ae0-4033-8291-20b0a51389b2 tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:43.059480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port ac019663-5f48-4293-acb7-b42052109ce2 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:43.059903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:43.098911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-52780e37-46d8-40fd-8a6b-d52c1c4b7b20 None None] Provisioning complete for port ac019663-5f48-4293-acb7-b42052109ce2 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:43.099396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52780e37-46d8-40fd-8a6b-d52c1c4b7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:43.162440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d14b915f-8ae0-4033-8291-20b0a51389b2 tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Notify callbacks [] for floatingip, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:43.180720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef23d00e-a902-4e93-9971-8ab5b128d45d None None] Network f2da0c31-4092-4864-a7e8-7ff27e96156b requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:43.184892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d14b915f-8ae0-4033-8291-20b0a51389b2 tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:43.186287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d14b915f-8ae0-4033-8291-20b0a51389b2 tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] 10.222.0.24 "DELETE /v2.0/floatingips/ec0940cf-d473-40cb-9c01-a3e72c368645 HTTP/1.1" status: 204 len: 168 time: 1.7238188 Dec 07 13:25:43.190153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42066) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:43.191890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Network 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:43.197694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:43.207690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:43.239973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event updated for resources: {'Port': ['ID=ef0ab145-4cb1-4e94-aaa6-1469cbb4d2a0,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:43.284165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:25:43.315785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:43.322863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:43.323608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:43.329447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Sync routers for ids ['6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:25:43.373283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 13:25:43.373283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 13:25:43.373283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [parameters: {'id': 'f2da0c31-4092-4864-a7e8-7ff27e96156b'}] Dec 07 13:25:43.373283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:25:43.374190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:25:43.397303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:43.398663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:43.399374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ae12415e-2a78-45ae-9e00-d483d0b4e9e3 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Deleting port 5a230948-613c-4a55-8a26-d214a9aec2a3 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:43.399907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae12415e-2a78-45ae-9e00-d483d0b4e9e3 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:43.446946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:43.451349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.4748442 Dec 07 13:25:43.454513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42070) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:43.469447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0545-a392-4b92-8aa2-87949fa8d0b2 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:43.553063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8205597 Dec 07 13:25:43.554547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42074) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:43.554682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Routers {'6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:43.555680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:43.576797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c478d023-29c8-4662-9b3e-36e09387020d tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fc:2b:bf'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:70:1b:3b'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:43.697699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5758af7a-0176-4ce0-ad9b-b5124841f624 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:25:43.748928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae12415e-2a78-45ae-9e00-d483d0b4e9e3 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:43.749334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae12415e-2a78-45ae-9e00-d483d0b4e9e3 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:43.895030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ae12415e-2a78-45ae-9e00-d483d0b4e9e3 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Calling delete_port for 5a230948-613c-4a55-8a26-d214a9aec2a3 owned by network:floatingip {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:43.903029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:43.973234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Deleting port 03b20434-8e2f-4f54-ae33-e4a660df316c {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:43.973506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:44.062127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0347274b-2f3e-417d-8eb9-9633ea1021b5 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "GET /v2.0/routers/6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8 HTTP/1.1" status: 200 len: 906 time: 0.6056275 Dec 07 13:25:44.065573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42080) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:44.160824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c478d023-29c8-4662-9b3e-36e09387020d tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:44.163222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Set router 6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:25:44.246257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae12415e-2a78-45ae-9e00-d483d0b4e9e3 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:44.258699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:44.313275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12415e-2a78-45ae-9e00-d483d0b4e9e3 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a230948-613c-4a55-8a26-d214a9aec2a3,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:44.322366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ae12415e-2a78-45ae-9e00-d483d0b4e9e3 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:44.332909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d4620349-f13a-4ea4-a116-207abe17a7c9 None None] Provisioning for port ef0ab145-4cb1-4e94-aaa6-1469cbb4d2a0 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:44.367720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d4620349-f13a-4ea4-a116-207abe17a7c9 None None] Provisioning complete for port ef0ab145-4cb1-4e94-aaa6-1469cbb4d2a0 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:44.368140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d4620349-f13a-4ea4-a116-207abe17a7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:44.448429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae12415e-2a78-45ae-9e00-d483d0b4e9e3 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:44.487283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:44.491171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 5758af7a-0176-4ce0-ad9b-b5124841f624 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:44.491524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:44.535751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23b1b9a-ee23-4a9d-819a-a4fef5e9003f None None] get_active_networks_info from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 07 13:25:44.548765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae12415e-2a78-45ae-9e00-d483d0b4e9e3 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:44.554707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ae12415e-2a78-45ae-9e00-d483d0b4e9e3 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/4b749054-7580-4a7d-8ea1-ee4096ee7c77 HTTP/1.1" status: 204 len: 168 time: 1.3595090 Dec 07 13:25:44.559810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42086) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:44.618084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d4620349-f13a-4ea4-a116-207abe17a7c9 None None] Port ef0ab145-4cb1-4e94-aaa6-1469cbb4d2a0 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:25:44.655161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8fa07ba7-0307-4428-828e-72fa6a1d9cd7 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Deleting port d6867a49-915f-4cf5-8fe9-9469ab7ef31c {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:44.655604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fa07ba7-0307-4428-828e-72fa6a1d9cd7 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:44.709417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0545-a392-4b92-8aa2-87949fa8d0b2 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:44.762368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] For port 03b20434-8e2f-4f54-ae33-e4a660df316c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=03b20434-8e2f-4f54-ae33-e4a660df316c,segment=NetworkSegment(b5db2ba5-0e54-4984-949a-2796b7564955),segment_id=b5db2ba5-0e54-4984-949a-2796b7564955)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:44.763401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:44.891333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23b1b9a-ee23-4a9d-819a-a4fef5e9003f None None] Resources bound (agent type, host, resource id): {{(pid=88899) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 07 13:25:44.903306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8', 'name': 'tempest-snat-router-544151725', 'tenant_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '8479bce5-0ec8-4935-8471-17a056d37141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:25:36Z', 'updated_at': '2021-12-07T13:25:41Z', 'revision_number': 3, 'project_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'gw_port': {'id': '8479bce5-0ec8-4935-8471-17a056d37141', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:25:38Z', 'updated_at': '2021-12-07T13:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:44.912349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Checking router: 6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:25:44.912695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Updating router 6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8 port 8479bce5-0ec8-4935-8471-17a056d37141 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:25:44.913755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Calling delete_port for 03b20434-8e2f-4f54-ae33-e4a660df316c owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:44.943346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb0545-a392-4b92-8aa2-87949fa8d0b2 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Deleting port 58e06fe6-c2b5-45b3-822d-93cc98749c6c {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:44.943895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0545-a392-4b92-8aa2-87949fa8d0b2 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:45.054726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:45.170485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router f8ff709e-bfa8-4797-a997-7bf27676d18e is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:25:45.263072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fa07ba7-0307-4428-828e-72fa6a1d9cd7 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:45.336328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:45.364721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:45.382094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-669dbb7f-7349-4381-85d7-e468312d740b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:45.411479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8fa07ba7-0307-4428-828e-72fa6a1d9cd7 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Calling delete_port for d6867a49-915f-4cf5-8fe9-9469ab7ef31c owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:45.483618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Deleting port 8479bce5-0ec8-4935-8471-17a056d37141 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:45.484176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:45.515814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Port': ['ID=03b20434-8e2f-4f54-ae33-e4a660df316c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:45.526619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:45.542821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No DVR routers for this DVR port 03b20434-8e2f-4f54-ae33-e4a660df316c on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:25:45.599697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0545-a392-4b92-8aa2-87949fa8d0b2 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:45.725697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:45.746585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Transition to ACTIVE for port object 8479bce5-0ec8-4935-8471-17a056d37141 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:45.750203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:45.758965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fa07ba7-0307-4428-828e-72fa6a1d9cd7 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:45.769849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1427ff0b-2de8-4fd9-b736-e1eca7e1ad44 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:45.776709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:45.782026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d52d220a-0fbf-47ed-adca-ef3b03cba166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:45.833847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb0545-a392-4b92-8aa2-87949fa8d0b2 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Calling delete_port for 58e06fe6-c2b5-45b3-822d-93cc98749c6c owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:45.863009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c478d023-29c8-4662-9b3e-36e09387020d tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:45.868175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Attempting to bind port 8479bce5-0ec8-4935-8471-17a056d37141 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:25:45.868688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Attempting to bind port 8479bce5-0ec8-4935-8471-17a056d37141 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:25:45.869164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Attempting to bind port 8479bce5-0ec8-4935-8471-17a056d37141 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:25:45.871902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c070fb-5ecb-4787-9647-de24211c27ff None None] Pushing event updated for resources: {'Port': ['ID=8479bce5-0ec8-4935-8471-17a056d37141,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:45.875252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4c070fb-5ecb-4787-9647-de24211c27ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:45.881057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:25:45.881455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:45.882079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:45.882507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:25:45.883100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Bound port: 8479bce5-0ec8-4935-8471-17a056d37141, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:25:45.883615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:45.913197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c478d023-29c8-4662-9b3e-36e09387020d tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:45.923168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1141de5-b99b-4204-8675-c0afa0ab9873 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:45.935485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Calling delete_port for 8479bce5-0ec8-4935-8471-17a056d37141 owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:45.963658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:45.965683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] For port 8479bce5-0ec8-4935-8471-17a056d37141, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:25:45.969332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] For port 8479bce5-0ec8-4935-8471-17a056d37141, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8479bce5-0ec8-4935-8471-17a056d37141,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:25:45.971997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa07ba7-0307-4428-828e-72fa6a1d9cd7 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Pushing event deleted for resources: {'Port': ['ID=d6867a49-915f-4cf5-8fe9-9469ab7ef31c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:45.974699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8fa07ba7-0307-4428-828e-72fa6a1d9cd7 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:46.002835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:46.009321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:46.100413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c070fb-5ecb-4787-9647-de24211c27ff None None] Pushing event updated for resources: {'Port': ['ID=8479bce5-0ec8-4935-8471-17a056d37141,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:46.104321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4c070fb-5ecb-4787-9647-de24211c27ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:46.105621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Routers {'6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:46.106520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:46.131181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2da0c31-4092-4864-a7e8-7ff27e96156b']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:46.173283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fa07ba7-0307-4428-828e-72fa6a1d9cd7 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:46.184177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8fa07ba7-0307-4428-828e-72fa6a1d9cd7 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] 10.222.0.24 "DELETE /v2.0/ports/d6867a49-915f-4cf5-8fe9-9469ab7ef31c HTTP/1.1" status: 204 len: 168 time: 1.6244087 Dec 07 13:25:46.187504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42094) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:46.297385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5db2ba5-0e54-4984-949a-2796b7564955') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:46.300096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aa51cc-7120-43e0-a148-a25aee2e7aab tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:46.300695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5db2ba5-0e54-4984-949a-2796b7564955') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:46.300891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f4aa51cc-7120-43e0-a148-a25aee2e7aab tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Synchronizing usage tracker for tenant:a14163361c0344ccb3b0d6ca7a0fb0a9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:25:46.305505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] Set router 6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8 gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:25:46.308518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:25:46.308889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:25:46.337477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:46.353218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c478d023-29c8-4662-9b3e-36e09387020d tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] In _notify_port_updated(), no bound segment for port ef0ab145-4cb1-4e94-aaa6-1469cbb4d2a0 on network 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b {{(pid=88897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:25:46.357550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c478d023-29c8-4662-9b3e-36e09387020d tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:46.358256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c478d023-29c8-4662-9b3e-36e09387020d tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:46.363590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42098) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:46.369407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c478d023-29c8-4662-9b3e-36e09387020d tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "PUT /v2.0/ports/ef0ab145-4cb1-4e94-aaa6-1469cbb4d2a0 HTTP/1.1" status: 200 len: 1056 time: 2.8001893 Dec 07 13:25:46.405349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f4aa51cc-7120-43e0-a148-a25aee2e7aab tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Unset dirty status for tenant:a14163361c0344ccb3b0d6ca7a0fb0a9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:25:46.405794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478d023-29c8-4662-9b3e-36e09387020d tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event updated for resources: {'Port': ['ID=ef0ab145-4cb1-4e94-aaa6-1469cbb4d2a0,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:46.406698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f4aa51cc-7120-43e0-a148-a25aee2e7aab tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc339253-e35a-424c-b6d8-bd5ce8700eb8 HTTP/1.1" status: 200 len: 913 time: 0.2182093 Dec 07 13:25:46.415860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42102) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:46.474721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1ef16661-5fec-499b-a259-d88b47331ab1 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Deleting port ef0ab145-4cb1-4e94-aaa6-1469cbb4d2a0 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:46.481878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ef16661-5fec-499b-a259-d88b47331ab1 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:46.482410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8', 'name': 'tempest-snat-router-544151725', 'tenant_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:25:36Z', 'updated_at': '2021-12-07T13:25:45Z', 'revision_number': 4, 'project_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:46.482410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159949a5-4bf7-4083-bdde-1d74f26771ab None None] The sync data for ids ['6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8'] in dv-neutron-ussuri-2-hyperv is: [{'id': '6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8', 'name': 'tempest-snat-router-544151725', 'tenant_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:25:36Z', 'updated_at': '2021-12-07T13:25:45Z', 'revision_number': 4, 'project_id': '35d13ec5f1f044a7a22f332adbd3bd03', 'gw_port_host': None}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:25:46.568878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c478d023-29c8-4662-9b3e-36e09387020d tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:46.593111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:46.607802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:25:46.608251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:25:46.634926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:25:46.640683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0545-a392-4b92-8aa2-87949fa8d0b2 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:46.697183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-982cfa72-ed8f-4d3f-9f20-55daaf1d3e11 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:46.730410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1a1e1511-b1dc-4b96-a3b5-aa2661f01c74 None None] Provisioning complete for port ef0ab145-4cb1-4e94-aaa6-1469cbb4d2a0 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:46.730833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1511-b1dc-4b96-a3b5-aa2661f01c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:46.796871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e1511-b1dc-4b96-a3b5-aa2661f01c74 None None] Port ef0ab145-4cb1-4e94-aaa6-1469cbb4d2a0 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:25:46.809616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Deleting port 8479bce5-0ec8-4935-8471-17a056d37141 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:46.810007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:46.858241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ef16661-5fec-499b-a259-d88b47331ab1 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:47.013659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1ef16661-5fec-499b-a259-d88b47331ab1 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Calling delete_port for ef0ab145-4cb1-4e94-aaa6-1469cbb4d2a0 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:47.028071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb0545-a392-4b92-8aa2-87949fa8d0b2 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Pushing event deleted for resources: {'Port': ['ID=58e06fe6-c2b5-45b3-822d-93cc98749c6c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:47.030848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0eb0545-a392-4b92-8aa2-87949fa8d0b2 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:47.116298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:25:47.128335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea48e8a-702f-4fed-afa1-ee685f99c55b None None] Sync routers for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:25:47.144205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea48e8a-702f-4fed-afa1-ee685f99c55b None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:47.144865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4ea48e8a-702f-4fed-afa1-ee685f99c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:47.147148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:47.151839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:47.166860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c91ff829-d6be-464f-8d5b-47da4e2c8b25 tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:47.218927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Network': ['ID=f2da0c31-4092-4864-a7e8-7ff27e96156b,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:47.221871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:47.238051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/networks/f2da0c31-4092-4864-a7e8-7ff27e96156b HTTP/1.1" status: 204 len: 168 time: 6.6868842 Dec 07 13:25:47.238279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4ea48e8a-702f-4fed-afa1-ee685f99c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:47.242050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42110) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:47.249529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea48e8a-702f-4fed-afa1-ee685f99c55b None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:47.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4ea48e8a-702f-4fed-afa1-ee685f99c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:47.279857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] For port 8479bce5-0ec8-4935-8471-17a056d37141, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8479bce5-0ec8-4935-8471-17a056d37141,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:47.280716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:47.295298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-909118652'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:47.379827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:47.383827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.4430346 Dec 07 13:25:47.421470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42114) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:47.447216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:47.461779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:network and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:47.470612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:47.481394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:47.484443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0545-a392-4b92-8aa2-87949fa8d0b2 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:47.487834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Calling delete_port for 8479bce5-0ec8-4935-8471-17a056d37141 owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:47.499983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4ea48e8a-702f-4fed-afa1-ee685f99c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:47.500823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea48e8a-702f-4fed-afa1-ee685f99c55b None None] The sync data for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:25:47.619732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ef16661-5fec-499b-a259-d88b47331ab1 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:47.632831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8fa07ba7-0307-4428-828e-72fa6a1d9cd7 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:47.692225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef16661-5fec-499b-a259-d88b47331ab1 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event deleted for resources: {'Port': ['ID=ef0ab145-4cb1-4e94-aaa6-1469cbb4d2a0,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:47.698750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ef16661-5fec-499b-a259-d88b47331ab1 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:47.753990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:47.761130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:47.894508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0545-a392-4b92-8aa2-87949fa8d0b2 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:47.906380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0545-a392-4b92-8aa2-87949fa8d0b2 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:48.106585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0545-a392-4b92-8aa2-87949fa8d0b2 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:48.107890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0eb0545-a392-4b92-8aa2-87949fa8d0b2 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Fanout notify agent at l3_agent the message router_deleted on router f4bceda4-b146-4543-80a5-0d5c6393f8aa {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:25:48.135058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0545-a392-4b92-8aa2-87949fa8d0b2 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:48.136817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c0eb0545-a392-4b92-8aa2-87949fa8d0b2 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "DELETE /v2.0/routers/f4bceda4-b146-4543-80a5-0d5c6393f8aa HTTP/1.1" status: 204 len: 168 time: 5.6597538 Dec 07 13:25:48.141804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42122) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:48.147988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1146906579', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'enable_snat': False}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:48.153665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:48.160559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Usage tracker for resource:router and tenant:d02208934f8d46cba3c2ecfc20648aad is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:48.167425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:48.179020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:48.181995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:25:48.208176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:48.208561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Added segment d5fd8665-7a20-4fe6-9ae6-8a0de9c7320f of type vlan for network 89e0b47d-9804-4980-acda-4a2ad8e6f345 Dec 07 13:25:48.212652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:48.224452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-67176c3f-28c7-491a-839d-85582e0fce65 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128 tempest-ExternalNetworksAdminNegativeTestJSON-1156164128-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:48.240400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:48.241483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:48.261324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:48.281164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc482-0b37-48a0-9d95-e8cdb199c975 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:48.292579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Pushing event deleted for resources: {'Port': ['ID=8479bce5-0ec8-4935-8471-17a056d37141,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:48.299492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:48.384904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:48.542369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:48.546528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:48.547163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:48.559216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:48.763199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Network': ['ID=89e0b47d-9804-4980-acda-4a2ad8e6f345,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:48.766859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:48.777589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 89e0b47d-9804-4980-acda-4a2ad8e6f345 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:25:48.786264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4935687 Dec 07 13:25:48.786264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:48.792890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42126) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:48.807609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'subnet': {'network_id': '89e0b47d-9804-4980-acda-4a2ad8e6f345', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:48.890705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:48.961855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ef16661-5fec-499b-a259-d88b47331ab1 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:49.091979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1ef16661-5fec-499b-a259-d88b47331ab1 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "DELETE /v2.0/ports/ef0ab145-4cb1-4e94-aaa6-1469cbb4d2a0 HTTP/1.1" status: 204 len: 168 time: 2.7269390 Dec 07 13:25:49.110335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42134) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:49.351051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:49.353844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26ae0bb-7451-4485-b7ca-0e711ed81b0b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] GET failed (client error): The resource could not be found. Dec 07 13:25:49.354410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d26ae0bb-7451-4485-b7ca-0e711ed81b0b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Synchronizing usage tracker for tenant:dc3ee6181e7c4f599e1c076ca28a15d7 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:25:49.369731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:subnet and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:49.374191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:49.378955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:49.389215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:49.405672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:49.439973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d26ae0bb-7451-4485-b7ca-0e711ed81b0b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Unset dirty status for tenant:dc3ee6181e7c4f599e1c076ca28a15d7 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:25:49.441455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d26ae0bb-7451-4485-b7ca-0e711ed81b0b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "GET /v2.0/ports/ef0ab145-4cb1-4e94-aaa6-1469cbb4d2a0 HTTP/1.1" status: 404 len: 333 time: 0.3293231 Dec 07 13:25:49.445636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42138) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:49.529331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:49.552289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1efc0063-7dd6-4768-b436-746775b8ab9a tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Deleting port 42f3ed2f-ef84-4132-9063-45e5d8c03574 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:49.552665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1efc0063-7dd6-4768-b436-746775b8ab9a tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:49.666697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:49.667149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:25:49.678686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:49.953745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:49.997888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:50.004969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:50.007747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "DELETE /v2.0/routers/6aaf1fa1-1e4a-4a26-95c0-e009a9e63ac8 HTTP/1.1" status: 204 len: 168 time: 5.9415073 Dec 07 13:25:50.010825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42144) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:50.111893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1efc0063-7dd6-4768-b436-746775b8ab9a tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:50.291854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1efc0063-7dd6-4768-b436-746775b8ab9a tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Calling delete_port for 42f3ed2f-ef84-4132-9063-45e5d8c03574 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:50.448363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Allocated IP 172.36.4.197 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/fec4320e-d1bc-4079-a209-6955ce282ba7) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:50.575173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:50.588069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:50.684312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9a8bc482-0b37-48a0-9d95-e8cdb199c975 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Deleting port ffc29946-0c0b-4269-9679-cf99578c2392 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:50.684686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc482-0b37-48a0-9d95-e8cdb199c975 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:50.701846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:50.739373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1efc0063-7dd6-4768-b436-746775b8ab9a tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:50.750923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f2860933-733f-4285-9fa6-5f26a3dd7415 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:50.792703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Subnet': ['ID=bcb86481-3b15-4fcd-90fc-6209af4e462e,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:50.807645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:50.837782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc0063-7dd6-4768-b436-746775b8ab9a tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event deleted for resources: {'Port': ['ID=42f3ed2f-ef84-4132-9063-45e5d8c03574,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:50.837993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:50.871952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Checking segment: {'id': 'd5fd8665-7a20-4fe6-9ae6-8a0de9c7320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '89e0b47d-9804-4980-acda-4a2ad8e6f345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:50.872197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network hostable DHCP agents. Network: 89e0b47d-9804-4980-acda-4a2ad8e6f345, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:25:50.902342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1efc0063-7dd6-4768-b436-746775b8ab9a tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:50.968229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:51.102452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1efc0063-7dd6-4768-b436-746775b8ab9a tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:51.110402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc482-0b37-48a0-9d95-e8cdb199c975 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:51.221407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network 89e0b47d-9804-4980-acda-4a2ad8e6f345 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:25:51.259633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:51.270641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9a8bc482-0b37-48a0-9d95-e8cdb199c975 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Calling delete_port for ffc29946-0c0b-4269-9679-cf99578c2392 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:51.271752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 89e0b47d-9804-4980-acda-4a2ad8e6f345) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:51.283337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:51.284001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:51.288771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6489f580-0169-4c25-a0ae-31c70dc4ac00 None None] Network 89e0b47d-9804-4980-acda-4a2ad8e6f345 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:51.300116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f604e58a-79a8-4432-a0d0-903090f27344 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:51.342320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1efc0063-7dd6-4768-b436-746775b8ab9a tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "DELETE /v2.0/ports/42f3ed2f-ef84-4132-9063-45e5d8c03574 HTTP/1.1" status: 204 len: 168 time: 1.8945932 Dec 07 13:25:51.346883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42154) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:51.421933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-830a5d95-a9c4-48dd-8d15-fa905270f46a tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] GET failed (client error): The resource could not be found. Dec 07 13:25:51.424307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-830a5d95-a9c4-48dd-8d15-fa905270f46a tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "GET /v2.0/ports/42f3ed2f-ef84-4132-9063-45e5d8c03574 HTTP/1.1" status: 404 len: 333 time: 0.0732396 Dec 07 13:25:51.440508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42158) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:51.517348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:51.518775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7217956 Dec 07 13:25:51.530864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42162) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:51.554218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1690727400'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:51.565585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:51.578321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:network and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:51.585048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:51.601116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Deleting port 5758af7a-0176-4ce0-ad9b-b5124841f624 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:51.602254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:51.619591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-89e0b47d-9804-4980-acda-4a2ad8e6f345', 'network_id': '89e0b47d-9804-4980-acda-4a2ad8e6f345', 'tenant_id': '1aaffe8bc6f04f8fa80880ddacd9e2e7', 'fixed_ips': [{'subnet_id': 'bcb86481-3b15-4fcd-90fc-6209af4e462e'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:25:51.620505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:51.636031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:51.640497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:51.648182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:51.654884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:51.660981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8b38afbc-19da-499e-ae22-0e12657b9eca tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Deleting port a95c2cc0-b929-456f-97ed-f531450721de {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:51.661368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b38afbc-19da-499e-ae22-0e12657b9eca tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:51.681805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Pushing event updated for resources: {'Port': ['ID=fec4320e-d1bc-4079-a209-6955ce282ba7,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:51.689039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:51.699854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Allocated IP 172.20.0.1 (62671911-d9ea-42cb-a263-e16fb778aa1c/363788d4-031d-4b7c-9cf7-9b02bb7cf943/bfedf657-55c1-4c92-ba87-5064b4d2ef48) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:51.766698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:51.772721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:51.816443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Allocated IP 2001:db8::3 (89e0b47d-9804-4980-acda-4a2ad8e6f345/bcb86481-3b15-4fcd-90fc-6209af4e462e/4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:51.952637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:51.953324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:51.957255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc482-0b37-48a0-9d95-e8cdb199c975 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:51.962574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:52.067175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bc482-0b37-48a0-9d95-e8cdb199c975 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Pushing event deleted for resources: {'Port': ['ID=ffc29946-0c0b-4269-9679-cf99578c2392,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:52.069939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9a8bc482-0b37-48a0-9d95-e8cdb199c975 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:52.137463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:52.159212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Transition to ACTIVE for port object 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:52.236037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Transition to ACTIVE for port object 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:52.265169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:52.279980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:52.388099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Network 89e0b47d-9804-4980-acda-4a2ad8e6f345 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:52.391342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:52.401370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:52.456075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Pushing event updated for resources: {'Port': ['ID=4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:52.475088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:25:52.514669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:52.546324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:52.546735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Added segment c72cb0dc-ef04-4773-96eb-58e0e1b40fa8 of type vlan for network 74b35a0c-e0c0-4564-85ca-473ffab8f3d6 Dec 07 13:25:52.552035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] For port 5758af7a-0176-4ce0-ad9b-b5124841f624, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5758af7a-0176-4ce0-ad9b-b5124841f624,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:52.552480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:52.585472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Attempting to bind port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:25:52.586372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Attempting to bind port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'd5fd8665-7a20-4fe6-9ae6-8a0de9c7320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '89e0b47d-9804-4980-acda-4a2ad8e6f345'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:25:52.586846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Attempting to bind port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 on network 89e0b47d-9804-4980-acda-4a2ad8e6f345 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:25:52.596202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:25:52.596638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Checking segment: {'id': 'd5fd8665-7a20-4fe6-9ae6-8a0de9c7320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '89e0b47d-9804-4980-acda-4a2ad8e6f345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:52.597097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:52.597534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Bound using segment: {'id': 'd5fd8665-7a20-4fe6-9ae6-8a0de9c7320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '89e0b47d-9804-4980-acda-4a2ad8e6f345'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:25:52.598059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Bound port: 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fd8665-7a20-4fe6-9ae6-8a0de9c7320f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '89e0b47d-9804-4980-acda-4a2ad8e6f345'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:25:52.598479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:52.667481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc482-0b37-48a0-9d95-e8cdb199c975 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:52.716676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] For port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:25:52.721006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] For port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1,segment=NetworkSegment(d5fd8665-7a20-4fe6-9ae6-8a0de9c7320f),segment_id=d5fd8665-7a20-4fe6-9ae6-8a0de9c7320f)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:25:52.737585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Calling delete_port for 5758af7a-0176-4ce0-ad9b-b5124841f624 owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:52.742353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Router 2fa4c81d-a602-4b3f-8bf2-7c6a8081605a is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:25:52.756887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:52.762006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:52.816940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:52.821077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:52.841080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b38afbc-19da-499e-ae22-0e12657b9eca tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:52.846200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Pushing event updated for resources: {'Port': ['ID=4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:52.850024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:53.006683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8b38afbc-19da-499e-ae22-0e12657b9eca tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Calling delete_port for a95c2cc0-b929-456f-97ed-f531450721de owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:53.122605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:53.130102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:53.130779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:53.138920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-34bfac17-0268-4720-b969-c2cf1d31c39c tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:53.173499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:53.280297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:25:53.296463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Sync routers for ids ['2fa4c81d-a602-4b3f-8bf2-7c6a8081605a'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:25:53.325204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Routers {'2fa4c81d-a602-4b3f-8bf2-7c6a8081605a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:53.326065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2fa4c81d-a602-4b3f-8bf2-7c6a8081605a'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:53.360120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network 62671911-d9ea-42cb-a263-e16fb778aa1c is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:53.373497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:53.376368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:53.420348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8784091 Dec 07 13:25:53.420582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:53.421271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.2794368 Dec 07 13:25:53.422067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42170) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:53.426212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Network': ['ID=74b35a0c-e0c0-4564-85ca-473ffab8f3d6,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:53.429365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:53.431584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42172) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:53.436140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'subnet': {'network_id': '74b35a0c-e0c0-4564-85ca-473ffab8f3d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:53.451436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 74b35a0c-e0c0-4564-85ca-473ffab8f3d6 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:25:53.451656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:53.636984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:53.650005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:53.656823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=bfedf657-55c1-4c92-ba87-5064b4d2ef48,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:53.664685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:53.670543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-001471de-0289-4395-9209-cd04ac30b68b tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:53.700956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Set router 2fa4c81d-a602-4b3f-8bf2-7c6a8081605a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:25:53.725265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b38afbc-19da-499e-ae22-0e12657b9eca tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:53.731320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Pushing event deleted for resources: {'Port': ['ID=5758af7a-0176-4ce0-ad9b-b5124841f624,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:53.744519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:53.745239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:53.888463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38afbc-19da-499e-ae22-0e12657b9eca tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event deleted for resources: {'Port': ['ID=a95c2cc0-b929-456f-97ed-f531450721de,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:53.897844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:53.900200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8b38afbc-19da-499e-ae22-0e12657b9eca tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:53.911450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:subnet and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:53.917441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:53.979556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:54.085435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa4c81d-a602-4b3f-8bf2-7c6a8081605a', 'name': 'tempest-snat-router-1146906579', 'tenant_id': 'd02208934f8d46cba3c2ecfc20648aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.197'}], 'enable_snat': False}, 'gw_port_id': 'fec4320e-d1bc-4079-a209-6955ce282ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:25:48Z', 'updated_at': '2021-12-07T13:25:51Z', 'revision_number': 3, 'project_id': 'd02208934f8d46cba3c2ecfc20648aad', 'gw_port': {'id': 'fec4320e-d1bc-4079-a209-6955ce282ba7', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ad:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa4c81d-a602-4b3f-8bf2-7c6a8081605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:25:50Z', 'updated_at': '2021-12-07T13:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:54.090864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Checking router: 2fa4c81d-a602-4b3f-8bf2-7c6a8081605a for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:25:54.091437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Updating router 2fa4c81d-a602-4b3f-8bf2-7c6a8081605a port fec4320e-d1bc-4079-a209-6955ce282ba7 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:25:54.136818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:25:54.171689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:54.184218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:54.294549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b38afbc-19da-499e-ae22-0e12657b9eca tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:54.305828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8b38afbc-19da-499e-ae22-0e12657b9eca tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "DELETE /v2.0/ports/a95c2cc0-b929-456f-97ed-f531450721de HTTP/1.1" status: 204 len: 168 time: 2.8605993 Dec 07 13:25:54.312780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42184) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:54.325725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ea3e4-49e9-4824-b37c-228e901b4efb req-b55e633a-cd4d-4018-82f1-bd2e74451b93 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:54.333969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-394ea3e4-49e9-4824-b37c-228e901b4efb req-b55e633a-cd4d-4018-82f1-bd2e74451b93 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 945 time: 0.3518200 Dec 07 13:25:54.353670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:54.405668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:54.583343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8bc482-0b37-48a0-9d95-e8cdb199c975 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Router bc339253-e35a-424c-b6d8-bd5ce8700eb8 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:25:54.604140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:54.609255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_backend_mixin [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Performing IP validity checks on allocation pools {{(pid=88897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 07 13:25:54.610030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_backend_mixin [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 07 13:25:54.627283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f06d7f28-05dd-40fb-b2b2-9d7cc83f1e3f tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "GET /v2.0/routers/2fa4c81d-a602-4b3f-8bf2-7c6a8081605a HTTP/1.1" status: 200 len: 909 time: 1.1708171 Dec 07 13:25:54.634298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-394ea3e4-49e9-4824-b37c-228e901b4efb req-3d7aa031-27cc-4a35-895c-f682c6bda5ad tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994056 Dec 07 13:25:54.634810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42188) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:54.687986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Transition to ACTIVE for port object fec4320e-d1bc-4079-a209-6955ce282ba7 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:25:54.693950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1146906579', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'enable_snat': True}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:54.711804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:54.735335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Usage tracker for resource:router and tenant:d02208934f8d46cba3c2ecfc20648aad is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:54.738677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:54.739468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:54.745574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d497a47-2911-4fff-a517-6ffc05150903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:54.816733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212356a-6509-45f1-820f-7f13e2262ef4 None None] Pushing event updated for resources: {'Port': ['ID=fec4320e-d1bc-4079-a209-6955ce282ba7,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:54.817442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:54.820400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7212356a-6509-45f1-820f-7f13e2262ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:54.861483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Attempting to bind port fec4320e-d1bc-4079-a209-6955ce282ba7 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:25:54.861483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Attempting to bind port fec4320e-d1bc-4079-a209-6955ce282ba7 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:25:54.861483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Attempting to bind port fec4320e-d1bc-4079-a209-6955ce282ba7 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:25:54.866553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:25:54.867003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:54.867424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:54.867862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:25:54.868387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Bound port: fec4320e-d1bc-4079-a209-6955ce282ba7, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:25:54.868951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:54.975888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:54.976926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:54.997319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:54.998870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] For port fec4320e-d1bc-4079-a209-6955ce282ba7, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:25:55.006893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] For port fec4320e-d1bc-4079-a209-6955ce282ba7, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=fec4320e-d1bc-4079-a209-6955ce282ba7,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:25:55.039546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f3341c-5d9a-4e2e-a1f8-f589e933ac14 None None] Network 89e0b47d-9804-4980-acda-4a2ad8e6f345 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:55.056268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:55.061546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-869dd028-7448-463f-bb2b-87e49163c9f8 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Deleting subnet 6bfda635-30f8-4046-b678-36c2505e0ab7 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:25:55.076108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:55.079573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-869dd028-7448-463f-bb2b-87e49163c9f8 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:55.097495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cbee2d64-f19a-4354-8b82-934299256aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:55.160719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:55.207219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:55.317997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:55.318565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0273bde-e7eb-4574-92e0-689fb9638b06 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:25:55.346689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:55.352640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "DELETE /v2.0/routers/c0273bde-e7eb-4574-92e0-689fb9638b06 HTTP/1.1" status: 204 len: 168 time: 5.3213606 Dec 07 13:25:55.353544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42202) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:55.366679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1347354412', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}, 'admin_state_up': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:55.380017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:25:55.387802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Usage tracker for resource:router and tenant:b006f579dde149999e70cc419dd52073 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:25:55.404430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:25:55.419834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:25:55.439283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:55.491533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:55.504942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:55.506016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:55.508197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-869dd028-7448-463f-bb2b-87e49163c9f8 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:55.528151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:55.552141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:55.554623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:25:55.585127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212356a-6509-45f1-820f-7f13e2262ef4 None None] Pushing event updated for resources: {'Port': ['ID=fec4320e-d1bc-4079-a209-6955ce282ba7,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:55.588731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d14b915f-8ae0-4033-8291-20b0a51389b2 tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:55.592478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7212356a-6509-45f1-820f-7f13e2262ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:55.677028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Subnet': ['ID=a2d62140-ba7c-4aad-b4f5-c18276f3cea8,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:55.692160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:55.698466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:55.734766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-340a2a6b-03c3-4efd-978e-23ba05f61b10 None None] Provisioning for port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:55.761715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Routers {'2fa4c81d-a602-4b3f-8bf2-7c6a8081605a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:55.762065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Checking segment: {'id': 'c72cb0dc-ef04-4773-96eb-58e0e1b40fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '74b35a0c-e0c0-4564-85ca-473ffab8f3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:25:55.762468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network hostable DHCP agents. Network: 74b35a0c-e0c0-4564-85ca-473ffab8f3d6, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:25:55.763032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:55.763209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2fa4c81d-a602-4b3f-8bf2-7c6a8081605a'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:55.767205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=bfedf657-55c1-4c92-ba87-5064b4d2ef48,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:55.773636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c18ee1-97df-44fc-987f-5682ca79afdf req-8c7dd34f-2b41-48f2-a3cf-8349f6cbacfe tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:55.776811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:55.781052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e2c18ee1-97df-44fc-987f-5682ca79afdf req-8c7dd34f-2b41-48f2-a3cf-8349f6cbacfe tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.4036057 Dec 07 13:25:55.802101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-869dd028-7448-463f-bb2b-87e49163c9f8 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:55.842526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-340a2a6b-03c3-4efd-978e-23ba05f61b10 None None] Provisioning complete for port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:55.842951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-340a2a6b-03c3-4efd-978e-23ba05f61b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:55.884709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:25:55.996980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:56.050210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:56.050664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:56.056234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network 62671911-d9ea-42cb-a263-e16fb778aa1c is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:56.077866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:56.265017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] Set router 2fa4c81d-a602-4b3f-8bf2-7c6a8081605a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:25:56.367941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8bc482-0b37-48a0-9d95-e8cdb199c975 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:25:56.382830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80974583-b5be-41e9-87ed-0e929808e3ed None None] Sync routers for ids ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:25:56.401538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80974583-b5be-41e9-87ed-0e929808e3ed None None] Routers {'bc339253-e35a-424c-b6d8-bd5ce8700eb8'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:56.402996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-80974583-b5be-41e9-87ed-0e929808e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:56.413154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e2c18ee1-97df-44fc-987f-5682ca79afdf req-845136bf-0f17-468a-9408-d6af41fa550c tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5596490 Dec 07 13:25:56.438043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9a8bc482-0b37-48a0-9d95-e8cdb199c975 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] 10.222.0.24 "PUT /v2.0/routers/bc339253-e35a-424c-b6d8-bd5ce8700eb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0204554 Dec 07 13:25:56.445053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42208) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:56.466537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network 74b35a0c-e0c0-4564-85ca-473ffab8f3d6 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:25:56.482840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-340a2a6b-03c3-4efd-978e-23ba05f61b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:56.488721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-869dd028-7448-463f-bb2b-87e49163c9f8 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:56.505836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b399864-54c1-41f9-9a0a-1e18b8d2babb req-2a4ffcd0-5e1c-449f-95d9-bd50081148a1 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:56.514986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2b399864-54c1-41f9-9a0a-1e18b8d2babb req-2a4ffcd0-5e1c-449f-95d9-bd50081148a1 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 945 time: 0.3801935 Dec 07 13:25:56.515814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-80974583-b5be-41e9-87ed-0e929808e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:56.540321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:56.553287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80974583-b5be-41e9-87ed-0e929808e3ed None None] Routers {'bc339253-e35a-424c-b6d8-bd5ce8700eb8'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:56.557590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-80974583-b5be-41e9-87ed-0e929808e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:56.588563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 74b35a0c-e0c0-4564-85ca-473ffab8f3d6) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:56.604626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:56.605297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:56.622076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a66b14-5e0e-4e04-976a-7c736d655e4e None None] Network 74b35a0c-e0c0-4564-85ca-473ffab8f3d6 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:56.622902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:56.635739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dd028-7448-463f-bb2b-87e49163c9f8 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event deleted for resources: {'Subnet': ['ID=6bfda635-30f8-4046-b678-36c2505e0ab7,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:56.636701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:56.639345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-869dd028-7448-463f-bb2b-87e49163c9f8 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:56.670337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:56.670517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-869dd028-7448-463f-bb2b-87e49163c9f8 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:56.690173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cdf755-906a-4fd8-b2ff-c29a82d00477 None None] Network 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:56.727069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-80974583-b5be-41e9-87ed-0e929808e3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:56.728466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80974583-b5be-41e9-87ed-0e929808e3ed None None] The sync data for ids ['bc339253-e35a-424c-b6d8-bd5ce8700eb8'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:25:56.732774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-869dd028-7448-463f-bb2b-87e49163c9f8 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "DELETE /v2.0/subnets/6bfda635-30f8-4046-b678-36c2505e0ab7 HTTP/1.1" status: 204 len: 168 time: 2.4142694 Dec 07 13:25:56.737979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42214) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:56.786131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2b399864-54c1-41f9-9a0a-1e18b8d2babb req-70c4d4e3-9789-47dc-b3f2-51584502cd7e tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700615 Dec 07 13:25:56.793892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.3638780 Dec 07 13:25:56.797862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42218) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:56.875180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-340a2a6b-03c3-4efd-978e-23ba05f61b10 None None] For port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1,segment=NetworkSegment(d5fd8665-7a20-4fe6-9ae6-8a0de9c7320f),segment_id=d5fd8665-7a20-4fe6-9ae6-8a0de9c7320f)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:56.986201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-340a2a6b-03c3-4efd-978e-23ba05f61b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:57.038515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:57.054631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Allocated IP 172.36.4.241 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/e72adbb1-aac4-4a6a-93f6-d2f8a39fa479) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:57.072139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:57.083039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:25:57.083701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:25:57.231628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-571e449c-9284-4491-bf63-0c14d4514417 None None] Provisioning complete for port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:57.232334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-571e449c-9284-4491-bf63-0c14d4514417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:57.279806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:57.286492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:57.381877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:57.420888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router f8ff709e-bfa8-4797-a997-7bf27676d18e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:25:57.452941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Deleting port 539f1b33-fdd5-403b-95fa-4db6fc565b12 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:57.453317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:57.453819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4ac3-82a8-44eb-a8c0-0be5ca1e3d36 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:57.513633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:57.622593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a2a6b-03c3-4efd-978e-23ba05f61b10 None None] Pushing event updated for resources: {'Port': ['ID=4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:57.639755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-340a2a6b-03c3-4efd-978e-23ba05f61b10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:57.728667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b68b70-8b72-4cd1-8d1c-22e1f78d73e6 req-14adfb2a-8e82-42e4-a0ed-a3fc1208201a tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:57.730261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d9b68b70-8b72-4cd1-8d1c-22e1f78d73e6 req-14adfb2a-8e82-42e4-a0ed-a3fc1208201a tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.3960714 Dec 07 13:25:57.757002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:57.807802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:57.859199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:25:57.871015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:57.899221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2767acb6-4ddb-4913-a9c9-b8460dcec00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-74b35a0c-e0c0-4564-85ca-473ffab8f3d6', 'network_id': '74b35a0c-e0c0-4564-85ca-473ffab8f3d6', 'tenant_id': '1aaffe8bc6f04f8fa80880ddacd9e2e7', 'fixed_ips': [{'subnet_id': 'a2d62140-ba7c-4aad-b4f5-c18276f3cea8'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:25:57.900068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2767acb6-4ddb-4913-a9c9-b8460dcec00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:57.929156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d62140-ba7c-4aad-b4f5-c18276f3cea8,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:57.940454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:57.945420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:57.966819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97929f9e-8fd2-401f-aed7-27b6fd54bd71 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:57.976065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] For port 539f1b33-fdd5-403b-95fa-4db6fc565b12, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=539f1b33-fdd5-403b-95fa-4db6fc565b12,segment=NetworkSegment(71fffd25-84d8-4112-bc93-154c4b4be5ef),segment_id=71fffd25-84d8-4112-bc93-154c4b4be5ef)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:57.976474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:58.025456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa4c81d-a602-4b3f-8bf2-7c6a8081605a', 'name': 'tempest-snat-router-1146906579', 'tenant_id': 'd02208934f8d46cba3c2ecfc20648aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.197'}], 'enable_snat': False}, 'gw_port_id': 'fec4320e-d1bc-4079-a209-6955ce282ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:25:48Z', 'updated_at': '2021-12-07T13:25:51Z', 'revision_number': 3, 'project_id': 'd02208934f8d46cba3c2ecfc20648aad', 'gw_port': {'id': 'fec4320e-d1bc-4079-a209-6955ce282ba7', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ad:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa4c81d-a602-4b3f-8bf2-7c6a8081605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:25:50Z', 'updated_at': '2021-12-07T13:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:58.045981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413cf314-044d-49b9-beaf-e1a51049e2fd None None] The sync data for ids ['2fa4c81d-a602-4b3f-8bf2-7c6a8081605a'] in dv-neutron-ussuri-2-hyperv is: [{'id': '2fa4c81d-a602-4b3f-8bf2-7c6a8081605a', 'name': 'tempest-snat-router-1146906579', 'tenant_id': 'd02208934f8d46cba3c2ecfc20648aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.197'}], 'enable_snat': False}, 'gw_port_id': 'fec4320e-d1bc-4079-a209-6955ce282ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:25:48Z', 'updated_at': '2021-12-07T13:25:51Z', 'revision_number': 3, 'project_id': 'd02208934f8d46cba3c2ecfc20648aad', 'gw_port': {'id': 'fec4320e-d1bc-4079-a209-6955ce282ba7', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ad:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa4c81d-a602-4b3f-8bf2-7c6a8081605a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:25:50Z', 'updated_at': '2021-12-07T13:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:25:58.060539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-917b27c3-2ba0-4b7e-830d-033d24130ef9 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:58.061949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-917b27c3-2ba0-4b7e-830d-033d24130ef9 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Synchronizing usage tracker for tenant:a2bbc6bb9092480ba6a861e4cadd4f90 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:25:58.064294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d9b68b70-8b72-4cd1-8d1c-22e1f78d73e6 req-2927cb28-09b6-47f6-80b2-c615d788edd7 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853978 Dec 07 13:25:58.077887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd32e530-527b-4a0b-bb50-6415634fcfce None None] DHCP port deletion for 2974d82e-3f49-4ba0-a5f0-6ce5439aed8b request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:25:58.084290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:25:58.084883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:58.120045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:58.123473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fd32e530-527b-4a0b-bb50-6415634fcfce None None] Deleting port 539f1b33-fdd5-403b-95fa-4db6fc565b12 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:58.123912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fd32e530-527b-4a0b-bb50-6415634fcfce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:58.139017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Allocated IP 172.36.4.172 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/4e72bcab-477a-4388-ae22-cf4f36e07c43) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:25:58.146440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:58.149122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:58.219302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5c5ee4-72c8-49c5-b741-4294437f2660 None None] Network 74b35a0c-e0c0-4564-85ca-473ffab8f3d6 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:25:58.346597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Calling delete_port for 539f1b33-fdd5-403b-95fa-4db6fc565b12 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:58.414499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Pushing event updated for resources: {'Port': ['ID=e72adbb1-aac4-4a6a-93f6-d2f8a39fa479,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:58.437682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-917b27c3-2ba0-4b7e-830d-033d24130ef9 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Unset dirty status for tenant:a2bbc6bb9092480ba6a861e4cadd4f90 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:25:58.441204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-917b27c3-2ba0-4b7e-830d-033d24130ef9 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.45 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 945 time: 0.9230950 Dec 07 13:25:58.442169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:58.444943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:58.584255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-5b4d1d98-2bd9-430b-b3a2-ab87b95f6004 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Deleting port 93577f71-a229-4cb8-a950-f25b1f762af3 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:58.584776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-5b4d1d98-2bd9-430b-b3a2-ab87b95f6004 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:58.600289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b35a0c-e0c0-4564-85ca-473ffab8f3d6']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:58.619818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72cb0dc-ef04-4773-96eb-58e0e1b40fa8') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:58.620036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72cb0dc-ef04-4773-96eb-58e0e1b40fa8') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:58.657696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5758af7a-0176-4ce0-ad9b-b5124841f624 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:25:58.666551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:58.685257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4ac3-82a8-44eb-a8c0-0be5ca1e3d36 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:58.721584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 5758af7a-0176-4ce0-ad9b-b5124841f624 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:25:58.722123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5758af7a-0176-4ce0-ad9b-b5124841f624 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:25:58.730318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-fd32e530-527b-4a0b-bb50-6415634fcfce None None] For port 539f1b33-fdd5-403b-95fa-4db6fc565b12, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=539f1b33-fdd5-403b-95fa-4db6fc565b12,segment=NetworkSegment(71fffd25-84d8-4112-bc93-154c4b4be5ef),segment_id=71fffd25-84d8-4112-bc93-154c4b4be5ef)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:58.730892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fd32e530-527b-4a0b-bb50-6415634fcfce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:58.785493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ad3f4ac3-82a8-44eb-a8c0-0be5ca1e3d36 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Deleting port 177b557a-f392-4e2c-9329-6d6166c9f6a6 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:58.786162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4ac3-82a8-44eb-a8c0-0be5ca1e3d36 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:58.834318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:58.836866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:58.905288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:25:59.005035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fd32e530-527b-4a0b-bb50-6415634fcfce None None] Calling delete_port for 539f1b33-fdd5-403b-95fa-4db6fc565b12 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:25:59.060751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:59.111791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:59.135879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:25:59.137487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:59.159897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-fd32e530-527b-4a0b-bb50-6415634fcfce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:25:59.160781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-fd32e530-527b-4a0b-bb50-6415634fcfce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:25:59.165560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2bb12d-582c-404f-8644-f149612d9ad7 None None] Sync routers for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:25:59.193525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2bb12d-582c-404f-8644-f149612d9ad7 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:59.194653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1d2bb12d-582c-404f-8644-f149612d9ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:59.280047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "PUT /v2.0/routers/f8ff709e-bfa8-4797-a997-7bf27676d18e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8574076 Dec 07 13:25:59.287533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42234) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:25:59.301321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'port': {'network_id': '62671911-d9ea-42cb-a263-e16fb778aa1c', 'name': 'tempest-FloatingIPTestJSON-700016476'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:25:59.311626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:25:59.323522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2723b15-bd61-4b67-92fe-7de820154194 req-60c24a7e-c913-414a-8802-537101152e73 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:25:59.325787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f2723b15-bd61-4b67-92fe-7de820154194 req-60c24a7e-c913-414a-8802-537101152e73 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 945 time: 1.3213670 Dec 07 13:25:59.333023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:59.348074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1d2bb12d-582c-404f-8644-f149612d9ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:59.370502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-72287f04-3668-4326-85e6-52b3d5e73745 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:59.373607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2bb12d-582c-404f-8644-f149612d9ad7 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:25:59.374773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1d2bb12d-582c-404f-8644-f149612d9ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:59.426314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:59.497779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event deleted for resources: {'Port': ['ID=539f1b33-fdd5-403b-95fa-4db6fc565b12,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:25:59.516019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:25:59.516846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0eb0545-a392-4b92-8aa2-87949fa8d0b2 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:25:59.524910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1d2bb12d-582c-404f-8644-f149612d9ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:25:59.526482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2bb12d-582c-404f-8644-f149612d9ad7 None None] The sync data for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:25:59.540884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-5b4d1d98-2bd9-430b-b3a2-ab87b95f6004 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] For port 93577f71-a229-4cb8-a950-f25b1f762af3, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=93577f71-a229-4cb8-a950-f25b1f762af3,segment=NetworkSegment(ec4dbe42-53d0-4865-b677-590c770f67c1),segment_id=ec4dbe42-53d0-4865-b677-590c770f67c1)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:25:59.541461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-5b4d1d98-2bd9-430b-b3a2-ab87b95f6004 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:59.585508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] No DVR routers for this DVR port 539f1b33-fdd5-403b-95fa-4db6fc565b12 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:25:59.662521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fd32e530-527b-4a0b-bb50-6415634fcfce None None] Deleting port 539f1b33-fdd5-403b-95fa-4db6fc565b12 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:25:59.663206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fd32e530-527b-4a0b-bb50-6415634fcfce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:59.689743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:25:59.689743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:59.820718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:25:59.828335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:25:59.844513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fd32e530-527b-4a0b-bb50-6415634fcfce None None] The port '539f1b33-fdd5-403b-95fa-4db6fc565b12' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:25:59.857725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4ac3-82a8-44eb-a8c0-0be5ca1e3d36 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:59.906766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:25:59.955145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device fec4320e-d1bc-4079-a209-6955ce282ba7 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:26:00.028898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f2723b15-bd61-4b67-92fe-7de820154194 req-211937b6-8828-42a3-aaf8-f5785566b3b6 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5824475 Dec 07 13:26:00.035271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/networks/74b35a0c-e0c0-4564-85ca-473ffab8f3d6 HTTP/1.1" status: 204 len: 168 time: 3.2245541 Dec 07 13:26:00.037524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42238) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:00.046764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.083294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2974d82e-3f49-4ba0-a5f0-6ce5439aed8b']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:00.097573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-614b2d98-1a11-493c-a1f4-f4f73a698b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.099973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fffd25-84d8-4112-bc93-154c4b4be5ef') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:00.100663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fffd25-84d8-4112-bc93-154c4b4be5ef') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:00.117478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Pushing event updated for resources: {'Port': ['ID=4e72bcab-477a-4388-ae22-cf4f36e07c43,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:00.136188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-428424035'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:00.142384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port fec4320e-d1bc-4079-a209-6955ce282ba7 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:26:00.142665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:00.144639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.149588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port fec4320e-d1bc-4079-a209-6955ce282ba7 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:26:00.150012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.152636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96dd3c1a-d00f-4891-b57e-b340918d1cce tempest-ExternalNetworksTestJSON-1806815870 tempest-ExternalNetworksTestJSON-1806815870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:00.185574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:00.193948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Network': ['ID=74b35a0c-e0c0-4564-85ca-473ffab8f3d6,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:00.207046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ad3f4ac3-82a8-44eb-a8c0-0be5ca1e3d36 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Calling delete_port for 177b557a-f392-4e2c-9329-6d6166c9f6a6 owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:00.207527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:00.212301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:network and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:00.215330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.223767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:00.233487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:26:00.233930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:26:00.257186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:26:00.260838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:00.329972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.358310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port fec4320e-d1bc-4079-a209-6955ce282ba7, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=fec4320e-d1bc-4079-a209-6955ce282ba7,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:00.369309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:00.373993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9df4db-f118-420c-84cf-710223490a1f req-38dfd2cf-c56a-4cff-9c6e-fd6cc107ea88 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:00.375676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3a9df4db-f118-420c-84cf-710223490a1f req-38dfd2cf-c56a-4cff-9c6e-fd6cc107ea88 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.4360819 Dec 07 13:26:00.379775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Usage tracker for resource:port and tenant:07116a0e0f5f400f8e01d51898ee34fa is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:00.387285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:00.403286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:00.410571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:00.417322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.417517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.426961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:00.459728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.478024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:00.512418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.524151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] 10.222.0.24 "DELETE /v2.0/networks/2974d82e-3f49-4ba0-a5f0-6ce5439aed8b HTTP/1.1" status: 204 len: 168 time: 3.7808223 Dec 07 13:26:00.525552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 539f1b33-fdd5-403b-95fa-4db6fc565b12 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:26:00.545832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Pushing event deleted for resources: {'Network': ['ID=2974d82e-3f49-4ba0-a5f0-6ce5439aed8b,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:00.553430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:00.561978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Made reservation on behalf of 07116a0e0f5f400f8e01d51898ee34fa for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:00.571756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.583386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3a9df4db-f118-420c-84cf-710223490a1f req-158ffb7e-f786-46c3-b663-3c284ed82556 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992073 Dec 07 13:26:00.589196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 539f1b33-fdd5-403b-95fa-4db6fc565b12 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:26:00.590319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 539f1b33-fdd5-403b-95fa-4db6fc565b12 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:26:00.600976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:26:00.621203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.621754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Added segment 1af2691d-64ed-4497-8671-4ed5a9d1213f of type vlan for network 1abda0ca-d544-422f-86de-e1a66ae8b87c Dec 07 13:26:00.656957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=fec4320e-d1bc-4079-a209-6955ce282ba7,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:00.657264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] device_id is not set on port 47b39a02-cdfe-46c8-b666-37db39e1f033 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:26:00.658595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.659677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.660325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:00.666891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.728702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-5b4d1d98-2bd9-430b-b3a2-ab87b95f6004 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.729026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-5b4d1d98-2bd9-430b-b3a2-ab87b95f6004 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.729371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-5b4d1d98-2bd9-430b-b3a2-ab87b95f6004 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Floating IP 6eb4ba65-104d-4f73-88be-2b516a3bd9cd disassociated. External IP: 172.36.4.96, port: 93577f71-a229-4cb8-a950-f25b1f762af3. Dec 07 13:26:00.729744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-5b4d1d98-2bd9-430b-b3a2-ab87b95f6004 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Calling delete_port for 93577f71-a229-4cb8-a950-f25b1f762af3 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:00.862291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.866559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:00.867203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:00.873942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-07aca1ab-4357-4617-b3b2-1a528993a940 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:00.994718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Network': ['ID=1abda0ca-d544-422f-86de-e1a66ae8b87c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:00.997577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:01.010834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 1abda0ca-d544-422f-86de-e1a66ae8b87c details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:01.029318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9135437 Dec 07 13:26:01.037190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42246) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:01.051160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'subnet': {'network_id': '1abda0ca-d544-422f-86de-e1a66ae8b87c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:01.062029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42250) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:01.079050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Allocated IP 172.20.0.2 (62671911-d9ea-42cb-a263-e16fb778aa1c/363788d4-031d-4b7c-9cf7-9b02bb7cf943/47b39a02-cdfe-46c8-b666-37db39e1f033) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:01.106442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4ac3-82a8-44eb-a8c0-0be5ca1e3d36 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:01.128180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-072250ef-e69a-4050-82e1-c25daab2b78d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:01.226252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Router 30a9efab-1415-4015-94d7-55a742e06d5a is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:26:01.228274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-5b4d1d98-2bd9-430b-b3a2-ab87b95f6004 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:01.241138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f4ac3-82a8-44eb-a8c0-0be5ca1e3d36 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Pushing event deleted for resources: {'Port': ['ID=177b557a-f392-4e2c-9329-6d6166c9f6a6,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:01.243855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ad3f4ac3-82a8-44eb-a8c0-0be5ca1e3d36 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:01.279410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d988d06d-7143-448e-9c7f-44c9f19f656a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:01.297933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-19b9b60e-9164-412c-a248-5f93edde96a7 req-b584281a-4a82-41eb-a33f-4cf7cb3cbdc1 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 210 time: 0.0801487 Dec 07 13:26:01.311106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:01.329627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:subnet and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:01.335023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:01.348054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:01.372620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d1d98-2bd9-430b-b3a2-ab87b95f6004 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Pushing event deleted for resources: {'Port': ['ID=93577f71-a229-4cb8-a950-f25b1f762af3,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:01.375447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5b4d1d98-2bd9-430b-b3a2-ab87b95f6004 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:01.399833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:01.472870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Router c39bb174-7b3d-4925-bbcb-d4c1770c18a8 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:26:01.531567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:01.576558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:01.856725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device fec4320e-d1bc-4079-a209-6955ce282ba7 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:26:01.966546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0682c06-73e7-488f-a457-ab8946394bde req-c3fde9cb-1589-4c6b-b8ed-cf4aadddfb8e tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:01.975829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0682c06-73e7-488f-a457-ab8946394bde req-c3fde9cb-1589-4c6b-b8ed-cf4aadddfb8e tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.2527008 Dec 07 13:26:01.977520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port fec4320e-d1bc-4079-a209-6955ce282ba7 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:26:01.977944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:02.119742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e604b4fc-9b9e-4588-bf46-fdf5db1a9d5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc3ee6181e7c4f599e1c076ca28a15d7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0537639 Dec 07 13:26:02.125623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0682c06-73e7-488f-a457-ab8946394bde req-42f56341-dfeb-47ce-86a8-e613fa893beb tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486664 Dec 07 13:26:02.130058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42260) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:02.139491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4ac3-82a8-44eb-a8c0-0be5ca1e3d36 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:02.224128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:26:02.234526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Sync routers for ids ['c39bb174-7b3d-4925-bbcb-d4c1770c18a8'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:26:02.249040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Routers {'c39bb174-7b3d-4925-bbcb-d4c1770c18a8'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:02.250046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:25:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['c39bb174-7b3d-4925-bbcb-d4c1770c18a8'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:02.250201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:02.269799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:02.314785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:02.318540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6322496 Dec 07 13:26:02.325916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42264) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:02.328788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:02.422149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-00e90cf4-99e6-4feb-9b52-ead7eb6029a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:02.481421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Set router c39bb174-7b3d-4925-bbcb-d4c1770c18a8 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:26:02.516559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 93577f71-a229-4cb8-a950-f25b1f762af3 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:26:02.523982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:02.568437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 93577f71-a229-4cb8-a950-f25b1f762af3 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:26:02.569073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 93577f71-a229-4cb8-a950-f25b1f762af3 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:26:02.672198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4ac3-82a8-44eb-a8c0-0be5ca1e3d36 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:02.703074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4ac3-82a8-44eb-a8c0-0be5ca1e3d36 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:02.769024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:02.807985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:02.816570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ae12415e-2a78-45ae-9e00-d483d0b4e9e3 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:02.816854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39bb174-7b3d-4925-bbcb-d4c1770c18a8', 'name': 'tempest-snat-router-1146906579', 'tenant_id': 'd02208934f8d46cba3c2ecfc20648aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.172'}], 'enable_snat': True}, 'gw_port_id': '4e72bcab-477a-4388-ae22-cf4f36e07c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:25:54Z', 'updated_at': '2021-12-07T13:26:00Z', 'revision_number': 3, 'project_id': 'd02208934f8d46cba3c2ecfc20648aad', 'gw_port': {'id': '4e72bcab-477a-4388-ae22-cf4f36e07c43', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39bb174-7b3d-4925-bbcb-d4c1770c18a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:25:57Z', 'updated_at': '2021-12-07T13:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:02.820829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Checking router: c39bb174-7b3d-4925-bbcb-d4c1770c18a8 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:26:02.821149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cef1346d-c6c6-4e07-9360-d2c70e39f8cf req-5ff64f5b-b371-46cb-b5c9-6b6ae3c1b1f3 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 210 time: 0.0784817 Dec 07 13:26:02.821271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Updating router c39bb174-7b3d-4925-bbcb-d4c1770c18a8 port 4e72bcab-477a-4388-ae22-cf4f36e07c43 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:26:02.836408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Subnet': ['ID=0390d3dd-25ba-4a8f-8b12-44649d706dd9,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:02.841548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:02.857059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:02.882216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:02.885130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4ac3-82a8-44eb-a8c0-0be5ca1e3d36 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:02.885691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3f4ac3-82a8-44eb-a8c0-0be5ca1e3d36 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Fanout notify agent at l3_agent the message router_deleted on router bc339253-e35a-424c-b6d8-bd5ce8700eb8 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:26:02.919506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:26:02.937599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921e600-5c81-4923-92f6-1c4ba2fd6a3a None None] Sync routers for ids ['30a9efab-1415-4015-94d7-55a742e06d5a'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:26:02.951758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921e600-5c81-4923-92f6-1c4ba2fd6a3a None None] Routers {'30a9efab-1415-4015-94d7-55a742e06d5a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:02.952435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5921e600-5c81-4923-92f6-1c4ba2fd6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['30a9efab-1415-4015-94d7-55a742e06d5a'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:02.962087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-5b4d1d98-2bd9-430b-b3a2-ab87b95f6004 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:26:02.975438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Checking segment: {'id': '1af2691d-64ed-4497-8671-4ed5a9d1213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1abda0ca-d544-422f-86de-e1a66ae8b87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:02.976022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network hostable DHCP agents. Network: 1abda0ca-d544-422f-86de-e1a66ae8b87c, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:26:02.994407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4ac3-82a8-44eb-a8c0-0be5ca1e3d36 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:02.999868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ad3f4ac3-82a8-44eb-a8c0-0be5ca1e3d36 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] 10.222.0.24 "DELETE /v2.0/routers/bc339253-e35a-424c-b6d8-bd5ce8700eb8 HTTP/1.1" status: 204 len: 168 time: 6.5534825 Dec 07 13:26:03.002067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42270) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:03.019355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=47b39a02-cdfe-46c8-b666-37db39e1f033,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:03.020930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5921e600-5c81-4923-92f6-1c4ba2fd6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:03.033909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921e600-5c81-4923-92f6-1c4ba2fd6a3a None None] Routers {'30a9efab-1415-4015-94d7-55a742e06d5a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:03.034541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5921e600-5c81-4923-92f6-1c4ba2fd6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['30a9efab-1415-4015-94d7-55a742e06d5a'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:03.038251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network 62671911-d9ea-42cb-a263-e16fb778aa1c is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:03.042201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:03.045327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:03.057221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:03.109031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5921e600-5c81-4923-92f6-1c4ba2fd6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:03.109380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921e600-5c81-4923-92f6-1c4ba2fd6a3a None None] The sync data for ids ['30a9efab-1415-4015-94d7-55a742e06d5a'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:26:03.124759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:03.133742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:03.193592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:03.195139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.8379140 Dec 07 13:26:03.205646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7a1aaa-9e47-4a0c-9115-4877c6b4bd5e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:03.207361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42276) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:03.208679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network 1abda0ca-d544-422f-86de-e1a66ae8b87c is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:26:03.220464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-42be35a7-d688-47fd-91ac-3bfb3222e1f0 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'enable_snat': False}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:03.245176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:03.249051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc7a1aaa-9e47-4a0c-9115-4877c6b4bd5e HTTP/1.1" status: 204 len: 168 time: 1.1142175 Dec 07 13:26:03.256570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:03.257116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:03.257634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:03.258146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:03.258657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:03.259166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:03.279892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:03.280527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:03.281057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:03.281576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:03.282913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:03.348370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:03.366040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Transition to ACTIVE for port object 4e72bcab-477a-4388-ae22-cf4f36e07c43 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:03.367528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:03.368231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:03.372798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:03.373515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 1abda0ca-d544-422f-86de-e1a66ae8b87c) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:03.385725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca102779-bd69-4c65-9af4-cd54035eff5e None None] Network 1abda0ca-d544-422f-86de-e1a66ae8b87c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:03.404733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-23dab525-5f01-48ae-92d7-455a8db0d098 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "GET /v2.0/routers/c39bb174-7b3d-4925-bbcb-d4c1770c18a8 HTTP/1.1" status: 200 len: 908 time: 1.0773649 Dec 07 13:26:03.408454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:03.415205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b00766ea-b876-4c74-911a-1c852bd208ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:03.419702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42282) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:03.421363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:03.422017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:03.472798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af3bb66-0573-4792-a004-6b3ee5f764f0 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Deleting subnet a61d3e66-0147-4da8-aea4-582844f58cae {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:26:03.477530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1af3bb66-0573-4792-a004-6b3ee5f764f0 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:03.518340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4749308 Dec 07 13:26:03.525047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0021e5f-5655-4b2a-9210-d061eb137bb9 None None] Pushing event updated for resources: {'Port': ['ID=4e72bcab-477a-4388-ae22-cf4f36e07c43,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:03.525763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42286) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:03.531193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0021e5f-5655-4b2a-9210-d061eb137bb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:03.567020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1af3bb66-0573-4792-a004-6b3ee5f764f0 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:03.568917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.2769642 Dec 07 13:26:03.572104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Attempting to bind port 4e72bcab-477a-4388-ae22-cf4f36e07c43 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:26:03.572530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Attempting to bind port 4e72bcab-477a-4388-ae22-cf4f36e07c43 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:26:03.572938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Attempting to bind port 4e72bcab-477a-4388-ae22-cf4f36e07c43 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:26:03.581366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:26:03.581784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:03.582230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:03.582664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:26:03.583191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Bound port: 4e72bcab-477a-4388-ae22-cf4f36e07c43, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:26:03.583640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:03.606946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42290) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:03.617469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'port': {'network_id': '62671911-d9ea-42cb-a263-e16fb778aa1c', 'name': 'tempest-FloatingIPTestJSON-143746454'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:03.674740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a89d3-6c7f-439e-9daa-634ff2f2ccdc req-f0f00a55-7ed3-4f00-8aed-fa8b4fa75bf4 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:03.676650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] For port 4e72bcab-477a-4388-ae22-cf4f36e07c43, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:26:03.677240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a72a89d3-6c7f-439e-9daa-634ff2f2ccdc req-f0f00a55-7ed3-4f00-8aed-fa8b4fa75bf4 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.3913794 Dec 07 13:26:03.680993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] For port 4e72bcab-477a-4388-ae22-cf4f36e07c43, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4e72bcab-477a-4388-ae22-cf4f36e07c43,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:26:03.716582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:03.722619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2b3d8ddc-9e03-4591-af15-e3ef448c41cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:03.780249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-1abda0ca-d544-422f-86de-e1a66ae8b87c', 'network_id': '1abda0ca-d544-422f-86de-e1a66ae8b87c', 'tenant_id': '1aaffe8bc6f04f8fa80880ddacd9e2e7', 'fixed_ips': [{'subnet_id': '0390d3dd-25ba-4a8f-8b12-44649d706dd9'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:26:03.783704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:03.817803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:03.845797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0021e5f-5655-4b2a-9210-d061eb137bb9 None None] Pushing event updated for resources: {'Port': ['ID=4e72bcab-477a-4388-ae22-cf4f36e07c43,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:03.853041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0021e5f-5655-4b2a-9210-d061eb137bb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:03.868937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a72a89d3-6c7f-439e-9daa-634ff2f2ccdc req-ab60a6e1-cfc6-4473-b233-bec1f5f592ce tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365864 Dec 07 13:26:03.918180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Routers {'c39bb174-7b3d-4925-bbcb-d4c1770c18a8'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:03.919273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['c39bb174-7b3d-4925-bbcb-d4c1770c18a8'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:03.920366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:03.940980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Usage tracker for resource:port and tenant:07116a0e0f5f400f8e01d51898ee34fa is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:03.944391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1af3bb66-0573-4792-a004-6b3ee5f764f0 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:04.012102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:04.046941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:04.142685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66178cc6-24ce-4396-9837-d057af251b7c req-18bbfe6f-7b87-4843-967a-3e50419b0062 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 210 time: 0.0719712 Dec 07 13:26:04.163768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Made reservation on behalf of 07116a0e0f5f400f8e01d51898ee34fa for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:04.169936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:04.189629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Allocated IP 2001:db8::1 (1abda0ca-d544-422f-86de-e1a66ae8b87c/0390d3dd-25ba-4a8f-8b12-44649d706dd9/5f296891-a01e-4d96-a941-1451640af53e) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:04.192168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] Set router c39bb174-7b3d-4925-bbcb-d4c1770c18a8 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:26:04.203379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] device_id is not set on port 60c02b12-ccad-432a-8c28-7130b3d507ad yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:26:04.221005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:04.244212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1af3bb66-0573-4792-a004-6b3ee5f764f0 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:04.255059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:04.366723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3bb66-0573-4792-a004-6b3ee5f764f0 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Pushing event deleted for resources: {'Subnet': ['ID=a61d3e66-0147-4da8-aea4-582844f58cae,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:04.392419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-5b4d1d98-2bd9-430b-b3a2-ab87b95f6004 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:26:04.403968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1af3bb66-0573-4792-a004-6b3ee5f764f0 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:04.414902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1af3bb66-0573-4792-a004-6b3ee5f764f0 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:04.430682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1af3bb66-0573-4792-a004-6b3ee5f764f0 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] 10.222.0.24 "DELETE /v2.0/subnets/a61d3e66-0147-4da8-aea4-582844f58cae HTTP/1.1" status: 204 len: 168 time: 1.4250023 Dec 07 13:26:04.436699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42304) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:04.447283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb681dd-af04-4f11-8ae8-ef8b0333b43f None None] Sync routers for ids ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:26:04.483683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb681dd-af04-4f11-8ae8-ef8b0333b43f None None] Routers {'89d1cade-e63d-460f-bf0c-29e396fd4bd7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:04.485981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0eb681dd-af04-4f11-8ae8-ef8b0333b43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:04.621237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-5b4d1d98-2bd9-430b-b3a2-ab87b95f6004 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] No DVR routers for this DVR port 93577f71-a229-4cb8-a950-f25b1f762af3 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:26:04.628939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-5b4d1d98-2bd9-430b-b3a2-ab87b95f6004 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:04.631195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a1c332e0-7295-45e8-9e8b-0e12f77e4343 req-5b4d1d98-2bd9-430b-b3a2-ab87b95f6004 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.45 "DELETE /v2.0/ports/93577f71-a229-4cb8-a950-f25b1f762af3 HTTP/1.1" status: 204 len: 173 time: 6.1802466 Dec 07 13:26:04.632838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bcef1d-0726-4258-b841-1eb067f34ac0', 'name': 'network-vif-deleted', 'tag': '93577f71-a229-4cb8-a950-f25b1f762af3'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:26:04.731834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c01f2c-ed47-4499-ab96-496f14df9821 None None] Network 200e740e-68e5-434a-897a-6f086222a45f requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:04.778129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:04.811105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Allocated IP 172.20.0.5 (62671911-d9ea-42cb-a263-e16fb778aa1c/363788d4-031d-4b7c-9cf7-9b02bb7cf943/60c02b12-ccad-432a-8c28-7130b3d507ad) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:04.820974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Deleting port 961a157a-ca2f-45ae-9797-7c9c33bdb410 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:04.821346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:04.990096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:05.150409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:05.164915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bcef1d-0726-4258-b841-1eb067f34ac0', 'name': 'network-vif-deleted', 'tag': '93577f71-a229-4cb8-a950-f25b1f762af3', 'status': 'completed', 'code': 200} Dec 07 13:26:05.171863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:05.183170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Transition to ACTIVE for port object 5f296891-a01e-4d96-a941-1451640af53e will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:05.204767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-0eb681dd-af04-4f11-8ae8-ef8b0333b43f None None] Set router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:26:05.206076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Transition to ACTIVE for port object 5f296891-a01e-4d96-a941-1451640af53e will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:05.304548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39bb174-7b3d-4925-bbcb-d4c1770c18a8', 'name': 'tempest-snat-router-1146906579', 'tenant_id': 'd02208934f8d46cba3c2ecfc20648aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.172'}], 'enable_snat': True}, 'gw_port_id': '4e72bcab-477a-4388-ae22-cf4f36e07c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:25:54Z', 'updated_at': '2021-12-07T13:26:00Z', 'revision_number': 3, 'project_id': 'd02208934f8d46cba3c2ecfc20648aad', 'gw_port': {'id': '4e72bcab-477a-4388-ae22-cf4f36e07c43', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39bb174-7b3d-4925-bbcb-d4c1770c18a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:25:57Z', 'updated_at': '2021-12-07T13:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:05.332340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:05.335085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42322) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:05.344815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:05.345959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0b2799-c5a0-4ede-a3e3-f659918caa56 None None] The sync data for ids ['c39bb174-7b3d-4925-bbcb-d4c1770c18a8'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'c39bb174-7b3d-4925-bbcb-d4c1770c18a8', 'name': 'tempest-snat-router-1146906579', 'tenant_id': 'd02208934f8d46cba3c2ecfc20648aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.172'}], 'enable_snat': True}, 'gw_port_id': '4e72bcab-477a-4388-ae22-cf4f36e07c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:25:54Z', 'updated_at': '2021-12-07T13:26:00Z', 'revision_number': 3, 'project_id': 'd02208934f8d46cba3c2ecfc20648aad', 'gw_port': {'id': '4e72bcab-477a-4388-ae22-cf4f36e07c43', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39bb174-7b3d-4925-bbcb-d4c1770c18a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:25:57Z', 'updated_at': '2021-12-07T13:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:26:05.494634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Pushing event updated for resources: {'Port': ['ID=5f296891-a01e-4d96-a941-1451640af53e,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:05.518614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Network 1abda0ca-d544-422f-86de-e1a66ae8b87c is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:05.520942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:05.521871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:05.533554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:05.572561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:05.608123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-86a8b6b4-edd1-4269-ae99-23f3d69c3a36 req-c6c7c846-c777-43f3-9795-7c00d35e0de5 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/ports?device_id=08bcef1d-0726-4258-b841-1eb067f34ac0 HTTP/1.1" status: 200 len: 210 time: 0.1456254 Dec 07 13:26:05.633972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:05.763556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Attempting to bind port 5f296891-a01e-4d96-a941-1451640af53e on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:26:05.764131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Attempting to bind port 5f296891-a01e-4d96-a941-1451640af53e by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '1af2691d-64ed-4497-8671-4ed5a9d1213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1abda0ca-d544-422f-86de-e1a66ae8b87c'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:26:05.764990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Attempting to bind port 5f296891-a01e-4d96-a941-1451640af53e on network 1abda0ca-d544-422f-86de-e1a66ae8b87c {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:26:05.777460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:26:05.778107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Checking segment: {'id': '1af2691d-64ed-4497-8671-4ed5a9d1213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1abda0ca-d544-422f-86de-e1a66ae8b87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:05.778107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:05.778747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Bound using segment: {'id': '1af2691d-64ed-4497-8671-4ed5a9d1213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1abda0ca-d544-422f-86de-e1a66ae8b87c'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:26:05.779532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Bound port: 5f296891-a01e-4d96-a941-1451640af53e, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af2691d-64ed-4497-8671-4ed5a9d1213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1abda0ca-d544-422f-86de-e1a66ae8b87c'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:26:05.780077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:05.810195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0eb681dd-af04-4f11-8ae8-ef8b0333b43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'name': 'tempest-ServersTestJSON-916463053-router', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:04Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'gw_port': {'id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:05Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '4a344e0e-0e84-496f-823b-568c2b6e789d', 'name': '', 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'mac_address': 'fa:16:3e:05:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:11Z', 'updated_at': '2021-12-07T13:24:22Z', 'revision_number': 5, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'subnets': [{'id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:05.815364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb681dd-af04-4f11-8ae8-ef8b0333b43f None None] Checking router: 89d1cade-e63d-460f-bf0c-29e396fd4bd7 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:26:05.830146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb681dd-af04-4f11-8ae8-ef8b0333b43f None None] Routers {'89d1cade-e63d-460f-bf0c-29e396fd4bd7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:05.831570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0eb681dd-af04-4f11-8ae8-ef8b0333b43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:05.916512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-583206818'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:05.958324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:05.961648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] For port 5f296891-a01e-4d96-a941-1451640af53e, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:26:05.965722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] For port 5f296891-a01e-4d96-a941-1451640af53e, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5f296891-a01e-4d96-a941-1451640af53e,segment=NetworkSegment(1af2691d-64ed-4497-8671-4ed5a9d1213f),segment_id=1af2691d-64ed-4497-8671-4ed5a9d1213f)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:26:05.971047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc089b-81d1-44ac-9a62-8e035da2e6e4 None None] DHCP port deletion for 200e740e-68e5-434a-897a-6f086222a45f request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:26:05.974266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc089b-81d1-44ac-9a62-8e035da2e6e4 None None] Deleting port 961a157a-ca2f-45ae-9797-7c9c33bdb410 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:05.974829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0bc089b-81d1-44ac-9a62-8e035da2e6e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:05.995951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5bdd2-23cc-4b3e-832e-09e3e0ec1573 req-597e952c-b9a7-4dc0-b8fb-cc636f5ee140 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:05.996312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:06.004880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c7a5bdd2-23cc-4b3e-832e-09e3e0ec1573 req-597e952c-b9a7-4dc0-b8fb-cc636f5ee140 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.8841820 Dec 07 13:26:06.043622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:06.049868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abda0ca-d544-422f-86de-e1a66ae8b87c']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:06.064872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af2691d-64ed-4497-8671-4ed5a9d1213f') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:06.065165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af2691d-64ed-4497-8671-4ed5a9d1213f') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:06.092133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:06.116541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:network and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:06.121235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:06.129314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:26:06.129688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:06.134685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:06.159169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] For port 961a157a-ca2f-45ae-9797-7c9c33bdb410, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=961a157a-ca2f-45ae-9797-7c9c33bdb410,segment=NetworkSegment(867c62ca-6683-4864-a616-b96e9fbe720f),segment_id=867c62ca-6683-4864-a616-b96e9fbe720f)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:06.159854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:06.178145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:06.214728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-0eb681dd-af04-4f11-8ae8-ef8b0333b43f None None] Set router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:26:06.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:26:06.314734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b0bc089b-81d1-44ac-9a62-8e035da2e6e4 None None] For port 961a157a-ca2f-45ae-9797-7c9c33bdb410, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=961a157a-ca2f-45ae-9797-7c9c33bdb410,segment=NetworkSegment(867c62ca-6683-4864-a616-b96e9fbe720f),segment_id=867c62ca-6683-4864-a616-b96e9fbe720f)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:06.315649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0bc089b-81d1-44ac-9a62-8e035da2e6e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:06.318345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Subnet': ['ID=0390d3dd-25ba-4a8f-8b12-44649d706dd9,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:06.331536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 13:26:06.331536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 13:26:06.331536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [parameters: {'id': '1abda0ca-d544-422f-86de-e1a66ae8b87c'}] Dec 07 13:26:06.331536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:26:06.332037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:26:06.336268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:06.489427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc089b-81d1-44ac-9a62-8e035da2e6e4 None None] Calling delete_port for 961a157a-ca2f-45ae-9797-7c9c33bdb410 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:06.565438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Calling delete_port for 961a157a-ca2f-45ae-9797-7c9c33bdb410 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:06.573941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:06.580418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:06.621300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0bc089b-81d1-44ac-9a62-8e035da2e6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:06.644383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:06.674818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:06.690972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:06.707126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc089b-81d1-44ac-9a62-8e035da2e6e4 None None] No DVR routers for this DVR port 961a157a-ca2f-45ae-9797-7c9c33bdb410 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:26:06.717086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Deleting port 4e72bcab-477a-4388-ae22-cf4f36e07c43 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:06.717742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:06.744917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c7a5bdd2-23cc-4b3e-832e-09e3e0ec1573 req-b4a10cae-6ff4-4365-a93f-2dca3c4032fc tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6950586 Dec 07 13:26:06.845973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:26:06.846854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:26:06.850108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:06.853853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:06.866582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Pushing event updated for resources: {'Port': ['ID=5f296891-a01e-4d96-a941-1451640af53e,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:06.882012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:06.883001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ddae6ff2-6aa8-4690-8a76-e186e3751b34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:06.884438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:06.909759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9a8bc482-0b37-48a0-9d95-e8cdb199c975 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:06.964419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0eb681dd-af04-4f11-8ae8-ef8b0333b43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'name': 'tempest-ServersTestJSON-916463053-router', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:04Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'gw_port': {'id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:05Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '4a344e0e-0e84-496f-823b-568c2b6e789d', 'name': '', 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'mac_address': 'fa:16:3e:05:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:11Z', 'updated_at': '2021-12-07T13:24:22Z', 'revision_number': 5, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'subnets': [{'id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:06.965221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc089b-81d1-44ac-9a62-8e035da2e6e4 None None] Pushing event deleted for resources: {'Port': ['ID=961a157a-ca2f-45ae-9797-7c9c33bdb410,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:06.970598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb681dd-af04-4f11-8ae8-ef8b0333b43f None None] The sync data for ids ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'] in dv-neutron-ussuri-2-hyperv is: [{'id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'name': 'tempest-ServersTestJSON-916463053-router', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:04Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'gw_port': {'id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:05Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '4a344e0e-0e84-496f-823b-568c2b6e789d', 'name': '', 'network_id': '2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'mac_address': 'fa:16:3e:05:57:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:11Z', 'updated_at': '2021-12-07T13:24:22Z', 'revision_number': 5, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'subnets': [{'id': '46b7d278-6de3-4d28-8b33-7d3afba08305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:26:06.981375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b0bc089b-81d1-44ac-9a62-8e035da2e6e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:07.035513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Deleting port 5f296891-a01e-4d96-a941-1451640af53e {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:07.036091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:07.069523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-42be35a7-d688-47fd-91ac-3bfb3222e1f0 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:07.164062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network 62671911-d9ea-42cb-a263-e16fb778aa1c is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:07.165935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=60c02b12-ccad-432a-8c28-7130b3d507ad,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:07.181971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42332) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:07.195715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:07.202332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:07.203319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51905e06-efc9-42d3-adbe-9edfbb0c6b31 None None] Network 1abda0ca-d544-422f-86de-e1a66ae8b87c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:07.207464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:07.338877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:07.339947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:07.357639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Deleting port 961a157a-ca2f-45ae-9797-7c9c33bdb410 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:07.358293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:07.383732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] For port 4e72bcab-477a-4388-ae22-cf4f36e07c43, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4e72bcab-477a-4388-ae22-cf4f36e07c43,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:07.384240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:07.553052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Calling delete_port for 4e72bcab-477a-4388-ae22-cf4f36e07c43 owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:07.609586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b7e53b-77fd-4f41-a130-3497656f498c None None] get_active_networks_info from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 07 13:26:07.722760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:07.736239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:security_group_rule and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:07.740399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:07.780998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] The port '961a157a-ca2f-45ae-9797-7c9c33bdb410' was deleted {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:26:07.782783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:07.790052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b7e53b-77fd-4f41-a130-3497656f498c None None] Resources bound (agent type, host, resource id): {{(pid=88899) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 07 13:26:07.808009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffa166e6-399e-4796-8604-0701c12a7ce8 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:07.912872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] For port 5f296891-a01e-4d96-a941-1451640af53e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5f296891-a01e-4d96-a941-1451640af53e,segment=NetworkSegment(1af2691d-64ed-4497-8671-4ed5a9d1213f),segment_id=1af2691d-64ed-4497-8671-4ed5a9d1213f)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:07.913390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:07.935155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffa166e6-399e-4796-8604-0701c12a7ce8 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:08.001682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4e72bcab-477a-4388-ae22-cf4f36e07c43 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:26:08.029579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:08.035440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c13c4-f1df-4267-8762-90e4fb54af78 None None] New status for floating IP 6eb4ba65-104d-4f73-88be-2b516a3bd9cd: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:26:08.039290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.4307222 Dec 07 13:26:08.075608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42338) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:08.089969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Calling delete_port for 5f296891-a01e-4d96-a941-1451640af53e owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:08.140740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': '60c02b12-ccad-432a-8c28-7130b3d507ad', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:08.141011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200e740e-68e5-434a-897a-6f086222a45f']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:08.158350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867c62ca-6683-4864-a616-b96e9fbe720f') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:08.158667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867c62ca-6683-4864-a616-b96e9fbe720f') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:08.163197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:08.182161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Usage tracker for resource:floatingip and tenant:07116a0e0f5f400f8e01d51898ee34fa is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:08.184946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:08.190859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:08.212621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:08.224012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c62351-c298-464b-b87b-fa6fbc780873 req-8c0057c4-678e-4acd-8945-ff3edcc83166 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:08.226868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-25c62351-c298-464b-b87b-fa6fbc780873 req-8c0057c4-678e-4acd-8945-ff3edcc83166 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.2029345 Dec 07 13:26:08.292090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:08.305253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:26:08.305711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:26:08.323603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:26:08.327819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-25c62351-c298-464b-b87b-fa6fbc780873 req-674faefd-0005-44ce-b229-5eaeecbdbc12 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937734 Dec 07 13:26:08.374430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:08.415270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:08.419379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:08.429723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5b4d1d98-2bd9-430b-b3a2-ab87b95f6004 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:08.487711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:08.492735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b02b9739-4720-4fc1-b1f9-01d4946b9cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:08.534187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:26:08.545313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f90db2b-b11f-4b64-9688-2eb876822b2c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:08.550361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:08.553046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:08.561386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:08.561386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Added segment 9daffa69-19da-459f-9af1-330252448a10 of type vlan for network a3a58e01-8e5f-4bba-98da-fc492232915c Dec 07 13:26:08.561386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc1948be-cedd-4836-99d5-c9b3c04d7c9a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:08.582507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:08.598445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Pushing event deleted for resources: {'Network': ['ID=200e740e-68e5-434a-897a-6f086222a45f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:08.608286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:08.646142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:08.658454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] 10.222.0.24 "DELETE /v2.0/networks/200e740e-68e5-434a-897a-6f086222a45f HTTP/1.1" status: 204 len: 168 time: 4.2092929 Dec 07 13:26:08.670021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42342) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:08.861860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Port': ['ID=5f296891-a01e-4d96-a941-1451640af53e,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:08.874256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d6549-e120-483d-8ba7-5dad4bfe0102 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Deleting port 95532d27-083a-46aa-b435-af202c26065a {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:08.874643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6549-e120-483d-8ba7-5dad4bfe0102 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:08.905520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:08.910774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:08.911464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:08.920428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No DVR routers for this DVR port 5f296891-a01e-4d96-a941-1451640af53e on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:26:08.924962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9121010e-9ac2-40d7-98d1-eb8e6d2db987 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:08.992333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:08.992751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:08.993151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:08.993654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:08.994042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:08.994432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:08.994821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:08.995204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:08.995616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:08.996008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:08.996385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:08.999188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffa166e6-399e-4796-8604-0701c12a7ce8 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:09.008891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:09.014589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-44a8c19d-3414-4f11-b502-d5b1b08dcf61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:09.055277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.7147400 Dec 07 13:26:09.056936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa166e6-399e-4796-8604-0701c12a7ce8 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b909c26-cb11-4e2a-a3ad-ef2c9e75577d,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:09.060509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42346) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:09.076337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-42be35a7-d688-47fd-91ac-3bfb3222e1f0 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:09.080558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Network': ['ID=a3a58e01-8e5f-4bba-98da-fc492232915c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:09.095841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network a3a58e01-8e5f-4bba-98da-fc492232915c details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:09.137192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:09.173566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ffa166e6-399e-4796-8604-0701c12a7ce8 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:09.185784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c', 'name': 'tempest-PortsIpV6TestJSON-1252852792'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:09.211704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6549-e120-483d-8ba7-5dad4bfe0102 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:09.212228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6549-e120-483d-8ba7-5dad4bfe0102 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:09.242088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 4e72bcab-477a-4388-ae22-cf4f36e07c43 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:26:09.248412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 4e72bcab-477a-4388-ae22-cf4f36e07c43 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:26:09.248412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:09.277777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-42be35a7-d688-47fd-91ac-3bfb3222e1f0 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:09.301341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Port 4e72bcab-477a-4388-ae22-cf4f36e07c43 was deleted so its status cannot be updated. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 07 13:26:09.359831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d6549-e120-483d-8ba7-5dad4bfe0102 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Calling delete_port for 95532d27-083a-46aa-b435-af202c26065a owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:09.366219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 961a157a-ca2f-45ae-9797-7c9c33bdb410 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:26:09.418680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 961a157a-ca2f-45ae-9797-7c9c33bdb410 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:26:09.419148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 961a157a-ca2f-45ae-9797-7c9c33bdb410 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:26:09.527560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:09.540825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:09.560810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f5b2b391-e328-4336-a8a3-d1b28b12534c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:09.646809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e72bcab-477a-4388-ae22-cf4f36e07c43,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:09.647390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:09.671379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:09.679152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abda0ca-d544-422f-86de-e1a66ae8b87c']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:09.688833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b7ae4-331b-4c5a-88e6-62f325bdb624 req-c2dfda4d-e703-406a-a60b-42bbcaa236d1 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:09.690511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1c0b7ae4-331b-4c5a-88e6-62f325bdb624 req-c2dfda4d-e703-406a-a60b-42bbcaa236d1 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.2128212 Dec 07 13:26:09.732619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af2691d-64ed-4497-8671-4ed5a9d1213f') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:09.733160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af2691d-64ed-4497-8671-4ed5a9d1213f') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:09.750206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6549-e120-483d-8ba7-5dad4bfe0102 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:09.754105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:09.756969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a9fde7f0-c662-4ff9-80ad-75d2578560a9 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:09.776068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffa166e6-399e-4796-8604-0701c12a7ce8 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:09.781250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ffa166e6-399e-4796-8604-0701c12a7ce8 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "DELETE /v2.0/security-groups/5b909c26-cb11-4e2a-a3ad-ef2c9e75577d HTTP/1.1" status: 204 len: 168 time: 2.5811450 Dec 07 13:26:09.781250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:09.788485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42352) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:09.790750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:port and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:09.829805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1c0b7ae4-331b-4c5a-88e6-62f325bdb624 req-ad74d19d-2b16-44a2-8b94-d52924dbd6ba tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292815 Dec 07 13:26:09.835032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d6549-e120-483d-8ba7-5dad4bfe0102 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Pushing event deleted for resources: {'Port': ['ID=95532d27-083a-46aa-b435-af202c26065a,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:09.837627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:09.843278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-3ebd923d-b27b-4efd-88db-cde7e908477b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] show failed (client error): The resource could not be found. Dec 07 13:26:09.845758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3ebd923d-b27b-4efd-88db-cde7e908477b tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "GET /v2.0/security-groups/5b909c26-cb11-4e2a-a3ad-ef2c9e75577d HTTP/1.1" status: 404 len: 347 time: 0.0556731 Dec 07 13:26:09.847436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ae9d6549-e120-483d-8ba7-5dad4bfe0102 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:09.890724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42356) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:09.961662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:09.982472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:09.982701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6549-e120-483d-8ba7-5dad4bfe0102 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:10.030345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:26:10.030789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:10.046172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6549-e120-483d-8ba7-5dad4bfe0102 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:10.047784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ae9d6549-e120-483d-8ba7-5dad4bfe0102 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] 10.222.0.24 "DELETE /v2.0/floatingips/db7810b7-c844-4575-9454-60a64dd7cd19 HTTP/1.1" status: 204 len: 168 time: 1.3843892 Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:26:10.118877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:26:10.329643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:10.335502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:10.393217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:10.519365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-08d9c649-3591-41d5-9dd1-8bd6fb934871 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Deleting port 8c055961-5948-4f1d-99e9-6f69ad57a394 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:10.519365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08d9c649-3591-41d5-9dd1-8bd6fb934871 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:10.522981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42364) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:10.548510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:10.794650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-da899b40-16f0-42b1-815b-04a82daea556 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a14163361c0344ccb3b0d6ca7a0fb0a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2687228 Dec 07 13:26:10.795844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42370) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:10.898676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32d7e649-9c49-4f5a-8b35-a53717c3277f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:10.902157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] device_id is not set on port 175783ea-2248-4e0f-9884-277c0f5dbbf7 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:26:10.956259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32d7e649-9c49-4f5a-8b35-a53717c3277f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:11.036683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:11.053317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:11.084563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:11.146001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1e21-9908-4b6d-842f-b6ec83b30da4 req-25b5bb3a-d60a-4b84-a661-9761b567d6d1 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:11.148008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8bde1e21-9908-4b6d-842f-b6ec83b30da4 req-25b5bb3a-d60a-4b84-a661-9761b567d6d1 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.1055775 Dec 07 13:26:11.153597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32d7e649-9c49-4f5a-8b35-a53717c3277f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:11.161250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c4e4bb7c-f024-48cf-b35d-aa7de67caf81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:11.189405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7e649-9c49-4f5a-8b35-a53717c3277f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e942ce-dd50-4e69-ba6d-5351ffe7c179,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:11.191963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-32d7e649-9c49-4f5a-8b35-a53717c3277f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:11.199151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Network': ['ID=1abda0ca-d544-422f-86de-e1a66ae8b87c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:11.203540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32d7e649-9c49-4f5a-8b35-a53717c3277f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:11.209754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-32d7e649-9c49-4f5a-8b35-a53717c3277f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67e942ce-dd50-4e69-ba6d-5351ffe7c179 HTTP/1.1" status: 204 len: 168 time: 0.4081101 Dec 07 13:26:11.257540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8bde1e21-9908-4b6d-842f-b6ec83b30da4 req-27df7e45-4ca9-4cdb-9a32-1f5704040281 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861328 Dec 07 13:26:11.288590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/networks/1abda0ca-d544-422f-86de-e1a66ae8b87c HTTP/1.1" status: 204 len: 168 time: 7.7587657 Dec 07 13:26:11.293578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42378) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:11.301173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-493756533'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:11.330623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:11.337718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:network and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:11.342273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:11.351151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:11.356199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:11.444155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:11.519551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:11.521241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:11.529457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:11.563816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:26:11.575166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:11.575566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Added segment bc62f756-1c76-4fdc-9dc3-d08bc8e90fca of type vlan for network fc67d0d4-b076-42f7-9a74-a654e2535dcd Dec 07 13:26:11.596125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Allocated IP 172.36.4.166 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/49bcb5ef-cdf3-49a7-aeb5-af6b983ef63e) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:11.613886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08d9c649-3591-41d5-9dd1-8bd6fb934871 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:11.613886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08d9c649-3591-41d5-9dd1-8bd6fb934871 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:11.622700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:11.774488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:11.798783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:11.802137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:11.836651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:11.860715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42be35a7-d688-47fd-91ac-3bfb3222e1f0 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Router 30a9efab-1415-4015-94d7-55a742e06d5a has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:26:11.887411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-08d9c649-3591-41d5-9dd1-8bd6fb934871 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Calling delete_port for 8c055961-5948-4f1d-99e9-6f69ad57a394 owned by network:floatingip {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:12.040218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Network': ['ID=fc67d0d4-b076-42f7-9a74-a654e2535dcd,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:12.043272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:12.058311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7631402 Dec 07 13:26:12.059862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network fc67d0d4-b076-42f7-9a74-a654e2535dcd details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:12.064155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42388) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:12.072807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'subnet': {'network_id': 'fc67d0d4-b076-42f7-9a74-a654e2535dcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:12.085416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:12.086015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c39bb174-7b3d-4925-bbcb-d4c1770c18a8 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:26:12.182404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42392) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:12.209974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520f4ef-5e21-4ea8-86df-3335170ad38c req-4ea5be3c-8003-4fcb-8875-606c39ab3dae tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:12.218276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7520f4ef-5e21-4ea8-86df-3335170ad38c req-4ea5be3c-8003-4fcb-8875-606c39ab3dae tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.3931801 Dec 07 13:26:12.275594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-76bfa427-4d5c-42e2-9c03-0dcbaac33f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:12.328567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:12.340255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:12.354638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:subnet and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:12.360309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:12.372198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:12.384393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-76bfa427-4d5c-42e2-9c03-0dcbaac33f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:12.389348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7520f4ef-5e21-4ea8-86df-3335170ad38c req-1c3b417c-4d45-4674-8ec5-517c22d3be26 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699479 Dec 07 13:26:12.394352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-76bfa427-4d5c-42e2-9c03-0dcbaac33f64 admin admin] Usage tracker for resource:security_group_rule and tenant:430fcc75aa9545c481df1638dcbc7ce0 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:12.398791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-76bfa427-4d5c-42e2-9c03-0dcbaac33f64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:12.406514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-76bfa427-4d5c-42e2-9c03-0dcbaac33f64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:12.413454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:12.417852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "DELETE /v2.0/routers/c39bb174-7b3d-4925-bbcb-d4c1770c18a8 HTTP/1.1" status: 204 len: 168 time: 8.9904697 Dec 07 13:26:12.418438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42396) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:12.493788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da38ba3c-b9cc-49cd-953b-ee0ae784bcd2 req-b2059a40-f780-41f1-9a1c-926daf83425e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f775aff5c0545dfb20578f646bb3e6d&device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 1098 time: 0.4662626 Dec 07 13:26:12.494932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:12.663713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:12.694742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:12.714066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08d9c649-3591-41d5-9dd1-8bd6fb934871 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:12.724500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dacd4f98-648d-4120-b268-2c958bfd141d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:13.058897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-76bfa427-4d5c-42e2-9c03-0dcbaac33f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:13.064007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9c649-3591-41d5-9dd1-8bd6fb934871 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Pushing event deleted for resources: {'Port': ['ID=8c055961-5948-4f1d-99e9-6f69ad57a394,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:13.073255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-08d9c649-3591-41d5-9dd1-8bd6fb934871 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:13.137661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-76bfa427-4d5c-42e2-9c03-0dcbaac33f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:13.142837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:13.151120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6c55f1c3-14d9-4535-9a12-66272defa683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:13.164004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:13.223672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfa427-4d5c-42e2-9c03-0dcbaac33f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b369d5b-ac50-4149-9839-d7449222310e,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:13.227386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-76bfa427-4d5c-42e2-9c03-0dcbaac33f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:13.237390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-76bfa427-4d5c-42e2-9c03-0dcbaac33f64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=430fcc75aa9545c481df1638dcbc7ce0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0491533 Dec 07 13:26:13.238158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42400) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:13.319708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38ba3c-b9cc-49cd-953b-ee0ae784bcd2 req-5286f3e5-746c-40ac-89ed-a5f6395cfdeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:13.321247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da38ba3c-b9cc-49cd-953b-ee0ae784bcd2 req-5286f3e5-746c-40ac-89ed-a5f6395cfdeb service neutron] 10.222.0.45 "GET /v2.0/networks?id=c206a118-c157-4a6a-b31d-dd0a64e6aab7 HTTP/1.1" status: 200 len: 912 time: 0.8169072 Dec 07 13:26:13.415915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:13.427110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=175783ea-2248-4e0f-9884-277c0f5dbbf7,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:13.436852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-297ac550-022f-4f68-834a-890c9f3f0eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:13.453455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:13.455210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08d9c649-3591-41d5-9dd1-8bd6fb934871 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks [] for floatingip, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:13.460085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:13.466673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-21223a71-7d6c-4b10-9704-ba75c7b8bd5c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:13.522788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:13.541443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ceaf7cd0-a79f-4993-9158-c81d1da0cca1 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:13.587691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:13.592907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-297ac550-022f-4f68-834a-890c9f3f0eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:13.602706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:13.616048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:13.653468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08d9c649-3591-41d5-9dd1-8bd6fb934871 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:13.660715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-08d9c649-3591-41d5-9dd1-8bd6fb934871 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] 10.222.0.24 "DELETE /v2.0/floatingips/6eb4ba65-104d-4f73-88be-2b516a3bd9cd HTTP/1.1" status: 204 len: 168 time: 3.7596402 Dec 07 13:26:13.660715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=49bcb5ef-cdf3-49a7-aeb5-af6b983ef63e,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:13.667503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42406) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:13.669917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:13.670907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Checking segment: {'id': '9daffa69-19da-459f-9af1-330252448a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:13.671341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network hostable DHCP agents. Network: a3a58e01-8e5f-4bba-98da-fc492232915c, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:26:13.687647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da38ba3c-b9cc-49cd-953b-ee0ae784bcd2 req-9cd41e0a-4a69-4202-a50f-142b52f5e54d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6806a1b7-5a64-46dd-8526-5cb9fb1a2061 HTTP/1.1" status: 200 len: 1000 time: 0.3505840 Dec 07 13:26:13.706897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42be35a7-d688-47fd-91ac-3bfb3222e1f0 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:26:13.722371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de76448-081a-4fa2-8373-7483188ec699 None None] Sync routers for ids ['30a9efab-1415-4015-94d7-55a742e06d5a'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:26:13.744379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de76448-081a-4fa2-8373-7483188ec699 None None] Routers {'30a9efab-1415-4015-94d7-55a742e06d5a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:13.745623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6de76448-081a-4fa2-8373-7483188ec699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['30a9efab-1415-4015-94d7-55a742e06d5a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:13.750422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-42be35a7-d688-47fd-91ac-3bfb3222e1f0 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:13.757506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-42be35a7-d688-47fd-91ac-3bfb3222e1f0 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "PUT /v2.0/routers/30a9efab-1415-4015-94d7-55a742e06d5a HTTP/1.1" status: 200 len: 926 time: 10.5442202 Dec 07 13:26:13.761629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42410) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:13.794819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Subnet': ['ID=fefa2d2b-b066-409d-a497-1e2f652670bb,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:13.798506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:13.880207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Checking segment: {'id': 'bc62f756-1c76-4fdc-9dc3-d08bc8e90fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'fc67d0d4-b076-42f7-9a74-a654e2535dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:13.880747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network hostable DHCP agents. Network: fc67d0d4-b076-42f7-9a74-a654e2535dcd, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:26:13.909790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4e72bcab-477a-4388-ae22-cf4f36e07c43 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:26:13.937005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6de76448-081a-4fa2-8373-7483188ec699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:13.957874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38ba3c-b9cc-49cd-953b-ee0ae784bcd2 req-445d1e9f-72bc-4c03-b410-d4a278998f81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:13.959610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da38ba3c-b9cc-49cd-953b-ee0ae784bcd2 req-445d1e9f-72bc-4c03-b410-d4a278998f81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=603ac916-d99b-4cfa-ac27-f21a852f5c1b HTTP/1.1" status: 200 len: 850 time: 0.2581141 Dec 07 13:26:13.960373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de76448-081a-4fa2-8373-7483188ec699 None None] Routers {'30a9efab-1415-4015-94d7-55a742e06d5a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:13.962385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6de76448-081a-4fa2-8373-7483188ec699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['30a9efab-1415-4015-94d7-55a742e06d5a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:14.011686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 4e72bcab-477a-4388-ae22-cf4f36e07c43 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:26:14.013146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4e72bcab-477a-4388-ae22-cf4f36e07c43 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:26:14.035377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-297ac550-022f-4f68-834a-890c9f3f0eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:14.048811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2edc94e9-e1c5-4ea1-ba4b-6362642086c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:14.052274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network a3a58e01-8e5f-4bba-98da-fc492232915c is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:26:14.076424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ac550-022f-4f68-834a-890c9f3f0eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b369d5b-ac50-4149-9839-d7449222310e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:14.092699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-297ac550-022f-4f68-834a-890c9f3f0eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:14.103740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b710c6c-e535-45d5-97ca-2f99ae7d740a req-5695d20f-39ed-4ec0-a8c2-aa1f61e6c5f3 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:14.104753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6de76448-081a-4fa2-8373-7483188ec699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:14.105766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de76448-081a-4fa2-8373-7483188ec699 None None] The sync data for ids ['30a9efab-1415-4015-94d7-55a742e06d5a'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:26:14.106799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2b710c6c-e535-45d5-97ca-2f99ae7d740a req-5695d20f-39ed-4ec0-a8c2-aa1f61e6c5f3 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.3623838 Dec 07 13:26:14.128032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, a3a58e01-8e5f-4bba-98da-fc492232915c) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:14.142831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885f06a2-6d78-490a-bbf6-79a5f3ea8c0e None None] Network a3a58e01-8e5f-4bba-98da-fc492232915c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:14.185059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:14.191918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:14.192651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:14.294768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network fc67d0d4-b076-42f7-9a74-a654e2535dcd is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:26:14.366457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, fc67d0d4-b076-42f7-9a74-a654e2535dcd) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:14.369519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-297ac550-022f-4f68-834a-890c9f3f0eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:14.371621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-297ac550-022f-4f68-834a-890c9f3f0eea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b369d5b-ac50-4149-9839-d7449222310e HTTP/1.1" status: 204 len: 168 time: 1.1326826 Dec 07 13:26:14.397491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fcc051-96bf-4682-b3df-ae662d49a12b None None] Network fc67d0d4-b076-42f7-9a74-a654e2535dcd requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:14.400516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:14.401299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:14.416830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 5.3433754 Dec 07 13:26:14.421476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da38ba3c-b9cc-49cd-953b-ee0ae784bcd2 req-949e533a-d2d7-40ce-9242-c89586603c25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c206a118-c157-4a6a-b31d-dd0a64e6aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4474742 Dec 07 13:26:14.422871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42416) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:14.437024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-517522057'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:14.458786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:14.497022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:network and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:14.500574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2b710c6c-e535-45d5-97ca-2f99ae7d740a req-d90d617a-507e-43f3-9851-b65d38c46747 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921147 Dec 07 13:26:14.504979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:14.517590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4517643 Dec 07 13:26:14.519340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42420) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:14.595945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:14.706027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:14.712268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:14.766727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:14.790474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da38ba3c-b9cc-49cd-953b-ee0ae784bcd2 req-c76c7001-173a-4de1-9352-eee2a86f9e39 service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484395 Dec 07 13:26:14.798773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e987fa20-9c12-4f1a-aab2-1bfa977e068d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "GET /v2.0/routers/30a9efab-1415-4015-94d7-55a742e06d5a HTTP/1.1" status: 200 len: 926 time: 1.0224519 Dec 07 13:26:14.801861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42424) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:14.828095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:26:14.855012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-fc67d0d4-b076-42f7-9a74-a654e2535dcd', 'network_id': 'fc67d0d4-b076-42f7-9a74-a654e2535dcd', 'tenant_id': '1aaffe8bc6f04f8fa80880ddacd9e2e7', 'fixed_ips': [{'subnet_id': 'fefa2d2b-b066-409d-a497-1e2f652670bb'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:26:14.855965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:14.859636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Deleting port fec4320e-d1bc-4079-a209-6955ce282ba7 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:14.860589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:14.941864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:26:14.987769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:14.988442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Added segment c5416459-28be-413d-9702-624f096c2cc1 of type vlan for network 566d103f-88aa-429f-af24-ebaa7a7a4eaf Dec 07 13:26:15.091134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:15.137849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:15.144824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da38ba3c-b9cc-49cd-953b-ee0ae784bcd2 req-1b140586-8390-4b71-8889-bdef71a12947 service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400743 Dec 07 13:26:15.225652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:15.292776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Allocated IP 2001:db8::1 (fc67d0d4-b076-42f7-9a74-a654e2535dcd/fefa2d2b-b066-409d-a497-1e2f652670bb/3a9877fb-b77b-4aac-bdae-5661a06e44db) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:15.320920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-62d3c7e6-b3d3-4f43-88af-ab0baebf8481 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Synchronizing usage tracker for tenant:35d13ec5f1f044a7a22f332adbd3bd03 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:26:15.437109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:15.504913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:15.515642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:15.518357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:15.528396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:15.570363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:15.665317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:15.700172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Transition to ACTIVE for port object 3a9877fb-b77b-4aac-bdae-5661a06e44db will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:15.738609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Transition to ACTIVE for port object 3a9877fb-b77b-4aac-bdae-5661a06e44db will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:15.794920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] For port fec4320e-d1bc-4079-a209-6955ce282ba7, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=fec4320e-d1bc-4079-a209-6955ce282ba7,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:15.795531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:15.801448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:15.817531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-340a2a6b-03c3-4efd-978e-23ba05f61b10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:15.831940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42432) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:15.887084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Network fc67d0d4-b076-42f7-9a74-a654e2535dcd is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:15.890911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:15.902483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:15.950376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Calling delete_port for fec4320e-d1bc-4079-a209-6955ce282ba7 owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:15.988275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Pushing event updated for resources: {'Port': ['ID=3a9877fb-b77b-4aac-bdae-5661a06e44db,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:16.016688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:16.017356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:16.017730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:16.018100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:16.018471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:16.018846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:16.019198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:16.019611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:16.019970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:16.020331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:16.020691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:26:16.026597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:16.029340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Attempting to bind port 3a9877fb-b77b-4aac-bdae-5661a06e44db on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:26:16.029574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Attempting to bind port 3a9877fb-b77b-4aac-bdae-5661a06e44db by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'bc62f756-1c76-4fdc-9dc3-d08bc8e90fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'fc67d0d4-b076-42f7-9a74-a654e2535dcd'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:26:16.029966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Attempting to bind port 3a9877fb-b77b-4aac-bdae-5661a06e44db on network fc67d0d4-b076-42f7-9a74-a654e2535dcd {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:26:16.039885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:26:16.039885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Checking segment: {'id': 'bc62f756-1c76-4fdc-9dc3-d08bc8e90fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'fc67d0d4-b076-42f7-9a74-a654e2535dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:16.040289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:16.040489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Bound using segment: {'id': 'bc62f756-1c76-4fdc-9dc3-d08bc8e90fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'fc67d0d4-b076-42f7-9a74-a654e2535dcd'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:26:16.040986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Bound port: 3a9877fb-b77b-4aac-bdae-5661a06e44db, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc62f756-1c76-4fdc-9dc3-d08bc8e90fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'fc67d0d4-b076-42f7-9a74-a654e2535dcd'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:26:16.041965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:16.055152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-62d3c7e6-b3d3-4f43-88af-ab0baebf8481 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Unset dirty status for tenant:35d13ec5f1f044a7a22f332adbd3bd03 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:26:16.056520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-62d3c7e6-b3d3-4f43-88af-ab0baebf8481 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&device_id=30a9efab-1415-4015-94d7-55a742e06d5a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.2536099 Dec 07 13:26:16.069262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42436) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:16.207498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] For port 3a9877fb-b77b-4aac-bdae-5661a06e44db, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:26:16.214652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] For port 3a9877fb-b77b-4aac-bdae-5661a06e44db, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=3a9877fb-b77b-4aac-bdae-5661a06e44db,segment=NetworkSegment(bc62f756-1c76-4fdc-9dc3-d08bc8e90fca),segment_id=bc62f756-1c76-4fdc-9dc3-d08bc8e90fca)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:26:16.239820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8121946 Dec 07 13:26:16.240729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Network': ['ID=566d103f-88aa-429f-af24-ebaa7a7a4eaf,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:16.245988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:16.246647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42440) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:16.249203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ed8c627-6d15-4ada-ac3c-2739f0a9ed17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:16.255854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:16.269323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-42672c20-8af3-4715-95c3-d4a18efd13d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:16.294206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'ports': [{'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c'}, {'network_id': '566d103f-88aa-429f-af24-ebaa7a7a4eaf'}]} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:16.294697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:16.295103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'network_id': '566d103f-88aa-429f-af24-ebaa7a7a4eaf'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:16.314517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:16.325156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8d4006b3-fb02-40f4-ac08-15645590dbe3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:16.354079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 566d103f-88aa-429f-af24-ebaa7a7a4eaf details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:16.388836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Subnet': ['ID=fefa2d2b-b066-409d-a497-1e2f652670bb,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:16.401022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:16.409057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56129aa8-d8e2-4fb6-9ded-110a4e139f81 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:16.415375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-56129aa8-d8e2-4fb6-9ded-110a4e139f81 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "GET /v2.0/networks/3e4fe3c4-9dba-4ff1-b219-f50882f57056 HTTP/1.1" status: 200 len: 881 time: 0.3396730 Dec 07 13:26:16.420440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165eb25-0f80-4118-ad65-d9dd9fc46ed5 req-a6488e80-6801-47c0-bcaf-c6d50f7a3f18 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:16.422163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e165eb25-0f80-4118-ad65-d9dd9fc46ed5 req-a6488e80-6801-47c0-bcaf-c6d50f7a3f18 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.5507560 Dec 07 13:26:16.426319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42444) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:16.519580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6965ee2f-92e8-4005-9388-0cb6a5d09281 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a9efab-1415-4015-94d7-55a742e06d5a HTTP/1.1" status: 200 len: 205 time: 0.0904322 Dec 07 13:26:16.530060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42448) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:16.577043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18936279-885f-4fc4-a348-61508d871dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:16.629128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5ed8c627-6d15-4ada-ac3c-2739f0a9ed17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:16.650848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Pushing event updated for resources: {'Port': ['ID=3a9877fb-b77b-4aac-bdae-5661a06e44db,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:16.667554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:16.682665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5ed8c627-6d15-4ada-ac3c-2739f0a9ed17 admin admin] Usage tracker for resource:security_group_rule and tenant:c19282e428e24249b083fe48150dd7ea is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:16.695048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-af94caf9-c1a3-4fdf-bfee-7c7dd87caf78 req-9554dec7-aa82-48da-8da7-f47f77e39b0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f775aff5c0545dfb20578f646bb3e6d&device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 1098 time: 1.2683043 Dec 07 13:26:16.701278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5ed8c627-6d15-4ada-ac3c-2739f0a9ed17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:16.732033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:16.769137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5ed8c627-6d15-4ada-ac3c-2739f0a9ed17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:16.801736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e165eb25-0f80-4118-ad65-d9dd9fc46ed5 req-c15738d0-82d9-4316-865e-618ddd130bb8 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208301 Dec 07 13:26:16.805814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc67d0d4-b076-42f7-9a74-a654e2535dcd']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:16.826490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc62f756-1c76-4fdc-9dc3-d08bc8e90fca') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:16.826818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc62f756-1c76-4fdc-9dc3-d08bc8e90fca') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:16.846374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:16.877461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:16.883865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:16.886479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-502cd513-d6c0-43ca-b497-5f7a78cbebd0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:16.989745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:26:16.990183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:26:17.012826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:26:17.025982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Pushing event deleted for resources: {'Port': ['ID=fec4320e-d1bc-4079-a209-6955ce282ba7,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:17.076488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:17.093797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:17.113618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:port and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:17.132440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:17.208516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:17.218238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:17.304810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 13:26:17.304810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 13:26:17.304810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [parameters: {'id': 'fc67d0d4-b076-42f7-9a74-a654e2535dcd'}] Dec 07 13:26:17.304810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:26:17.305513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:26:17.346690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94caf9-c1a3-4fdf-bfee-7c7dd87caf78 req-c1fd45ee-948b-40b0-978c-b202f9c859e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:17.348842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-af94caf9-c1a3-4fdf-bfee-7c7dd87caf78 req-c1fd45ee-948b-40b0-978c-b202f9c859e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c206a118-c157-4a6a-b31d-dd0a64e6aab7 HTTP/1.1" status: 200 len: 912 time: 0.5815101 Dec 07 13:26:17.349719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:17.364640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:17.488938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'port': 2} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:17.495375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:17.545648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:17.578145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:17.642116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=49bcb5ef-cdf3-49a7-aeb5-af6b983ef63e,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:17.683993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:17.808049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:17.847679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-af94caf9-c1a3-4fdf-bfee-7c7dd87caf78 req-b46d1e59-fcf6-4d55-9d0b-7eb818b5a049 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6806a1b7-5a64-46dd-8526-5cb9fb1a2061 HTTP/1.1" status: 200 len: 1000 time: 0.4498031 Dec 07 13:26:17.869383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ed8c627-6d15-4ada-ac3c-2739f0a9ed17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:17.874213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:18.005077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ed8c627-6d15-4ada-ac3c-2739f0a9ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:18.033503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 3a9877fb-b77b-4aac-bdae-5661a06e44db up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:26:18.033860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f7e7883-be68-4ce3-bab4-c8d5cc0dc734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:18.081599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] device_id is not set on port 0a45af29-d59b-4a1b-b80d-99da5cb9f2f6 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:26:18.150515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8c627-6d15-4ada-ac3c-2739f0a9ed17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7402698-6425-47e7-bc3f-e02beb7fe418,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:18.154054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ed8c627-6d15-4ada-ac3c-2739f0a9ed17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:18.167166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5ed8c627-6d15-4ada-ac3c-2739f0a9ed17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c19282e428e24249b083fe48150dd7ea&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3148916 Dec 07 13:26:18.168952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94caf9-c1a3-4fdf-bfee-7c7dd87caf78 req-9cfaffc4-1451-4911-9a66-906279081f73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:18.170739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-af94caf9-c1a3-4fdf-bfee-7c7dd87caf78 req-9cfaffc4-1451-4911-9a66-906279081f73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=603ac916-d99b-4cfa-ac27-f21a852f5c1b HTTP/1.1" status: 200 len: 850 time: 0.3036046 Dec 07 13:26:18.173607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42454) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:18.212897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 3a9877fb-b77b-4aac-bdae-5661a06e44db completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:26:18.265139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c4e7165-937c-4f97-92d9-95986cb6cab9 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:18.357302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:18.402231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Deleting port 3a9877fb-b77b-4aac-bdae-5661a06e44db {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:18.402550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:18.455430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:18.626175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce4e36-093b-49a4-81e2-3c74ad8bbe80 req-25ee90cb-a548-4bf3-a62a-70eb063e6c79 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:18.627145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7ce4e36-093b-49a4-81e2-3c74ad8bbe80 req-25ee90cb-a548-4bf3-a62a-70eb063e6c79 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.3576593 Dec 07 13:26:18.694708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:18.695289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fa4c81d-a602-4b3f-8bf2-7c6a8081605a {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:26:18.834118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d031a2-4464-4df5-98f4-c2b25fec83c5 None None] Network fc67d0d4-b076-42f7-9a74-a654e2535dcd requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:18.885278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:18.886542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "DELETE /v2.0/routers/2fa4c81d-a602-4b3f-8bf2-7c6a8081605a HTTP/1.1" status: 204 len: 168 time: 6.4668450 Dec 07 13:26:18.890079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] For port 3a9877fb-b77b-4aac-bdae-5661a06e44db, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=3a9877fb-b77b-4aac-bdae-5661a06e44db,segment=NetworkSegment(bc62f756-1c76-4fdc-9dc3-d08bc8e90fca),segment_id=bc62f756-1c76-4fdc-9dc3-d08bc8e90fca)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:18.890595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:18.897632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42458) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:18.903271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7ce4e36-093b-49a4-81e2-3c74ad8bbe80 req-a9af70bd-a675-4a7a-b4dc-93edf00d7478 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527740 Dec 07 13:26:18.928565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1215393469', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}, 'admin_state_up': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:18.936607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbf40250-3846-477b-8144-d73410f618ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:18.955111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:18.995168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Usage tracker for resource:router and tenant:6be95b94d5264722a5d26ec189906b2f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:19.001632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-af94caf9-c1a3-4fdf-bfee-7c7dd87caf78 req-468ce3de-ad5a-40f1-99e5-14f980b91c6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c206a118-c157-4a6a-b31d-dd0a64e6aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8197653 Dec 07 13:26:19.011458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:19.014315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:19.034109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:19.049995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Calling delete_port for 3a9877fb-b77b-4aac-bdae-5661a06e44db owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:19.085764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bdcfe6e8-230a-45e4-8434-b840a253854d None None] Provisioning for port 3a9877fb-b77b-4aac-bdae-5661a06e44db completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:26:19.088425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbf40250-3846-477b-8144-d73410f618ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:19.104080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bdcfe6e8-230a-45e4-8434-b840a253854d None None] Provisioning complete for port 3a9877fb-b77b-4aac-bdae-5661a06e44db triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:26:19.108270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdcfe6e8-230a-45e4-8434-b840a253854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:19.234779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.db [None req-bdcfe6e8-230a-45e4-8434-b840a253854d None None] No ports have port_id starting with 3a9877fb-b77b-4aac-bdae-5661a06e44db Dec 07 13:26:19.285330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:19.296252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:19.321997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1321b65-45c9-415c-8d58-ecdbfd876d41 None None] DHCP port deletion for fc67d0d4-b076-42f7-9a74-a654e2535dcd request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:26:19.366722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Port': ['ID=3a9877fb-b77b-4aac-bdae-5661a06e44db,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:19.371290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:19.379591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No DVR routers for this DVR port 3a9877fb-b77b-4aac-bdae-5661a06e44db on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:26:19.395074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:19.396183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:19.468838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] device_id is not set on port 4f4f6a7a-d1d9-42d3-b00a-fc8ce46adb2d yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:26:19.565009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:19.565234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0cbb0-c1ff-43c7-99a3-5d39a0303af1 req-a9b87a47-86d1-44c4-86e8-7f3386959e2f tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:19.566815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-27a0cbb0-c1ff-43c7-99a3-5d39a0303af1 req-a9b87a47-86d1-44c4-86e8-7f3386959e2f tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.3876042 Dec 07 13:26:19.569523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:19.570331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Floating IP 7c7c577c-be15-4e3c-b318-78ffe90b973e associated. External IP: 172.36.4.166, port: 60c02b12-ccad-432a-8c28-7130b3d507ad. Dec 07 13:26:19.628955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-af94caf9-c1a3-4fdf-bfee-7c7dd87caf78 req-89e35637-285f-4dee-aecd-5004725c3466 service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977266 Dec 07 13:26:19.658988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbf40250-3846-477b-8144-d73410f618ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:19.670160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc67d0d4-b076-42f7-9a74-a654e2535dcd']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:19.692167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:19.698453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc62f756-1c76-4fdc-9dc3-d08bc8e90fca') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:19.698453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc62f756-1c76-4fdc-9dc3-d08bc8e90fca') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:19.728278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:19.746363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-18936279-885f-4fc4-a348-61508d871dc8 admin admin] Deleting port 4a344e0e-0e84-496f-823b-568c2b6e789d {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:19.746703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18936279-885f-4fc4-a348-61508d871dc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:19.776095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-27a0cbb0-c1ff-43c7-99a3-5d39a0303af1 req-94c1f87c-aec9-4c0e-a55b-d83af7052355 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964521 Dec 07 13:26:19.781453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf40250-3846-477b-8144-d73410f618ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7402698-6425-47e7-bc3f-e02beb7fe418,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:19.783628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:19.785213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cbf40250-3846-477b-8144-d73410f618ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:19.800857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:26:19.801456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:26:19.819208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:26:19.985074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device fec4320e-d1bc-4079-a209-6955ce282ba7 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:26:20.033451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: fec4320e-d1bc-4079-a209-6955ce282ba7 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:26:20.034134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device fec4320e-d1bc-4079-a209-6955ce282ba7 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:26:20.034761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 3a9877fb-b77b-4aac-bdae-5661a06e44db no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:26:20.088044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 3a9877fb-b77b-4aac-bdae-5661a06e44db {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:26:20.088685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 3a9877fb-b77b-4aac-bdae-5661a06e44db not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:26:20.100436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbf40250-3846-477b-8144-d73410f618ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:20.101750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cbf40250-3846-477b-8144-d73410f618ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7402698-6425-47e7-bc3f-e02beb7fe418 HTTP/1.1" status: 204 len: 168 time: 1.9227402 Dec 07 13:26:20.136139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:20.148403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e42a926e-aa81-4588-8638-57336264df9e tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:20.150498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c4e7165-937c-4f97-92d9-95986cb6cab9 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:20.172989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:20.191706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-af94caf9-c1a3-4fdf-bfee-7c7dd87caf78 req-364c8905-2f5a-45b8-8d9c-719eadcebf45 service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437052 Dec 07 13:26:20.197108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Network': ['ID=fc67d0d4-b076-42f7-9a74-a654e2535dcd,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:20.204447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:20.211628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/networks/fc67d0d4-b076-42f7-9a74-a654e2535dcd HTTP/1.1" status: 204 len: 168 time: 5.6857393 Dec 07 13:26:20.213924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-18936279-885f-4fc4-a348-61508d871dc8 admin admin] For port 4a344e0e-0e84-496f-823b-568c2b6e789d, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4a344e0e-0e84-496f-823b-568c2b6e789d,segment=NetworkSegment(ec4dbe42-53d0-4865-b677-590c770f67c1),segment_id=ec4dbe42-53d0-4865-b677-590c770f67c1)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:20.216114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18936279-885f-4fc4-a348-61508d871dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:20.224742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42468) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:20.235152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1600068179'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:20.289140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e7165-937c-4f97-92d9-95986cb6cab9 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Deleting port e72adbb1-aac4-4a6a-93f6-d2f8a39fa479 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:20.289519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c4e7165-937c-4f97-92d9-95986cb6cab9 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:20.311744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:20.338327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:20.365101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:20.459085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-18936279-885f-4fc4-a348-61508d871dc8 admin admin] Calling delete_port for 4a344e0e-0e84-496f-823b-568c2b6e789d owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:20.534436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:network and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:20.543853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:20.563798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:20.590473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:20.605752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02257c83-bead-4692-86c8-f8fa15e4b1d5 tempest-FloatingIPAdminTestJSON-2087463008 tempest-FloatingIPAdminTestJSON-2087463008-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:20.696594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:20.700139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network a3a58e01-8e5f-4bba-98da-fc492232915c is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:20.702405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:20.704947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:20.767837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:20.768625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:20.772892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:26:20.792453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:20.792453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Added segment 14ed8734-edfc-43e6-be5f-c60bf7db9c34 of type vlan for network 1b8015f1-2321-4360-a189-8034cff58726 Dec 07 13:26:20.892068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe5588-bde7-45c9-a3d3-58a67db9e5b5 req-c26c85a5-4871-4caf-a991-2688abdd2057 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:20.894197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d9fe5588-bde7-45c9-a3d3-58a67db9e5b5 req-c26c85a5-4871-4caf-a991-2688abdd2057 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.2830498 Dec 07 13:26:20.911528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:21.048784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c4e7165-937c-4f97-92d9-95986cb6cab9 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:21.049426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d9fe5588-bde7-45c9-a3d3-58a67db9e5b5 req-c7913244-fb37-4dc8-84db-38acb80be059 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231782 Dec 07 13:26:21.178183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:21.186481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:21.188495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:21.202910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:21.282820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=0a45af29-d59b-4a1b-b80d-99da5cb9f2f6,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:21.298772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e7165-937c-4f97-92d9-95986cb6cab9 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Calling delete_port for e72adbb1-aac4-4a6a-93f6-d2f8a39fa479 owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:21.367288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:21.370108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70a65e45-d2a8-4de3-b412-62d116fa1f72 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:21.458700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Network': ['ID=1b8015f1-2321-4360-a189-8034cff58726,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:21.475579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 1b8015f1-2321-4360-a189-8034cff58726 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:21.476776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:21.591385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18936279-885f-4fc4-a348-61508d871dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:21.595953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:21.632736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=4f4f6a7a-d1d9-42d3-b00a-fc8ce46adb2d,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:21.641504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18936279-885f-4fc4-a348-61508d871dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a344e0e-0e84-496f-823b-568c2b6e789d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:21.643860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:21.646160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-18936279-885f-4fc4-a348-61508d871dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:21.649960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Checking segment: {'id': 'c5416459-28be-413d-9702-624f096c2cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '566d103f-88aa-429f-af24-ebaa7a7a4eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:21.650336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network hostable DHCP agents. Network: 566d103f-88aa-429f-af24-ebaa7a7a4eaf, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:26:21.686090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4599788 Dec 07 13:26:21.691318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42486) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:21.714042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'subnet': {'network_id': '1b8015f1-2321-4360-a189-8034cff58726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:22.060491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network 566d103f-88aa-429f-af24-ebaa7a7a4eaf is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:26:22.109186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:22.155165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:subnet and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:22.173178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:22.178647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 566d103f-88aa-429f-af24-ebaa7a7a4eaf) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:22.186819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:22.195742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b05119-6e46-4cb1-b54e-b807dd1b5138 None None] Network 566d103f-88aa-429f-af24-ebaa7a7a4eaf requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:22.248859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:22.262253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:22.295942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:22.317805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:22.319829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:22.373685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:22.435000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c4e7165-937c-4f97-92d9-95986cb6cab9 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:22.446900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-67d30e2b-22d2-414c-b4ab-ad6c251fa37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:22.503739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:22.522162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8869779-b86a-4412-a6a5-acaecf1f5c38 req-b0785e6b-c177-47b0-9bc4-e07c56a97489 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:22.530435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a8869779-b86a-4412-a6a5-acaecf1f5c38 req-b0785e6b-c177-47b0-9bc4-e07c56a97489 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.1910672 Dec 07 13:26:22.551600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42498) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:22.609092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a8869779-b86a-4412-a6a5-acaecf1f5c38 req-c10611dd-a709-4050-8fee-4c330fade861 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759606 Dec 07 13:26:22.643940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18936279-885f-4fc4-a348-61508d871dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:22.644104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e7165-937c-4f97-92d9-95986cb6cab9 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Pushing event deleted for resources: {'Port': ['ID=e72adbb1-aac4-4a6a-93f6-d2f8a39fa479,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:22.669536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c4e7165-937c-4f97-92d9-95986cb6cab9 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:22.686464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:22.753713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.4898024 Dec 07 13:26:22.756872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42504) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:22.805748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Request body: {'networks': [{'name': 'tempest-network--735039595'}, {'name': 'tempest-network--245537192'}]} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:22.806032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Request body: {'network': {'name': 'tempest-network--735039595'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:22.806538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Request body: {'network': {'name': 'tempest-network--245537192'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:22.824984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:22.884069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Usage tracker for resource:network and tenant:4efb9fbcbb244fba955007257c86f673 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:22.889395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:22.911716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:22.942236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-565df2fb-7722-4de8-bbff-0dd4def3da54 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port 4f4f6a7a-d1d9-42d3-b00a-fc8ce46adb2d {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:22.942619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-565df2fb-7722-4de8-bbff-0dd4def3da54 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:23.000893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router f8ff709e-bfa8-4797-a997-7bf27676d18e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:26:23.018149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Allocated IP 172.36.4.152 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/d92b78ea-9ef2-443b-b5c0-dfaef841aa39) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:23.024541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Made reservation on behalf of 4efb9fbcbb244fba955007257c86f673 for: {'network': 2} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:23.030938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:23.090650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:23.257891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c4e7165-937c-4f97-92d9-95986cb6cab9 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:23.262156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:23.275926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Usage tracker for resource:security_group_rule and tenant:4efb9fbcbb244fba955007257c86f673 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:23.290602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:23.305437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:23.309136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-565df2fb-7722-4de8-bbff-0dd4def3da54 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:23.548461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-565df2fb-7722-4de8-bbff-0dd4def3da54 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for 4f4f6a7a-d1d9-42d3-b00a-fc8ce46adb2d owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:23.803437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:23.821640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-565df2fb-7722-4de8-bbff-0dd4def3da54 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:23.830819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-072203bc-bc68-48b3-a692-e5b1b7c94738 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:24.025312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c4e7165-937c-4f97-92d9-95986cb6cab9 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.038430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.039882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.073163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c4e7165-937c-4f97-92d9-95986cb6cab9 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.093427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.148757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565df2fb-7722-4de8-bbff-0dd4def3da54 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=4f4f6a7a-d1d9-42d3-b00a-fc8ce46adb2d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:24.165360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.174228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-565df2fb-7722-4de8-bbff-0dd4def3da54 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:24.190404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-297ac550-022f-4f68-834a-890c9f3f0eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:24.192775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9a25a51-32d5-4a72-855d-91399b082612 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:24.270923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-565df2fb-7722-4de8-bbff-0dd4def3da54 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.275171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c4e7165-937c-4f97-92d9-95986cb6cab9 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.275761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4e7165-937c-4f97-92d9-95986cb6cab9 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Fanout notify agent at l3_agent the message router_deleted on router 30a9efab-1415-4015-94d7-55a742e06d5a {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:26:24.307094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Subnet': ['ID=d9a9166c-6eff-43b2-b351-eb98baf966d6,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:24.318032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=803dd054-78ef-4b39-97f8-abd4e6d0ae57,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:24.319475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:24.325115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:24.336499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:26:24.348289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c4e7165-937c-4f97-92d9-95986cb6cab9 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.354023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2c4e7165-937c-4f97-92d9-95986cb6cab9 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "DELETE /v2.0/routers/30a9efab-1415-4015-94d7-55a742e06d5a HTTP/1.1" status: 204 len: 168 time: 7.8141236 Dec 07 13:26:24.354761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-565df2fb-7722-4de8-bbff-0dd4def3da54 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/4f4f6a7a-d1d9-42d3-b00a-fc8ce46adb2d HTTP/1.1" status: 204 len: 168 time: 1.5963163 Dec 07 13:26:24.354874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42512) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:24.363381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1e88984a-7eba-4637-aa73-a88eca82bc63 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-638671855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:24.366097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42516) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:24.373270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Checking segment: {'id': '14ed8734-edfc-43e6-be5f-c60bf7db9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1b8015f1-2321-4360-a189-8034cff58726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:24.373672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network hostable DHCP agents. Network: 1b8015f1-2321-4360-a189-8034cff58726, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:26:24.378190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.378737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Added segment 04c582eb-cbc0-40f5-a054-61459bb78fc3 of type vlan for network b1848be4-40f9-48a4-995d-401395bf9537 Dec 07 13:26:24.383576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1e88984a-7eba-4637-aa73-a88eca82bc63 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:24.394299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.400084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1e88984a-7eba-4637-aa73-a88eca82bc63 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Usage tracker for resource:router and tenant:b006f579dde149999e70cc419dd52073 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:24.404596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d7e0b3bc-ec75-4c94-a1b0-7ff4f923c0af tempest-FloatingIPAdminTestJSON-1487289451 tempest-FloatingIPAdminTestJSON-1487289451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:24.445673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1e88984a-7eba-4637-aa73-a88eca82bc63 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:24.462605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1e88984a-7eba-4637-aa73-a88eca82bc63 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:24.512163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:26:24.526514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:24.528562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b09565-5227-4821-bcd3-3d0a8a0b04e2 None None] Sync routers for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:26:24.530760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Pushing event updated for resources: {'Port': ['ID=d92b78ea-9ef2-443b-b5c0-dfaef841aa39,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:24.537982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2013c7-2e5f-4966-bee3-a1c9fd05fb7e req-450216f2-37b1-4808-bfd8-44867ba39faf tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:24.540079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:24.545795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:24.546742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:24.552122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5a2013c7-2e5f-4966-bee3-a1c9fd05fb7e req-450216f2-37b1-4808-bfd8-44867ba39faf tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.6471741 Dec 07 13:26:24.560135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b09565-5227-4821-bcd3-3d0a8a0b04e2 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:24.561270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-d2b09565-5227-4821-bcd3-3d0a8a0b04e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:24.580803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1e88984a-7eba-4637-aa73-a88eca82bc63 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.581752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1e88984a-7eba-4637-aa73-a88eca82bc63 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.600385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network 1b8015f1-2321-4360-a189-8034cff58726 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:26:24.623527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.666579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 1b8015f1-2321-4360-a189-8034cff58726) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:24.712488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:24.712957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.741769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1e88984a-7eba-4637-aa73-a88eca82bc63 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.763005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.775718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 16.6482432 Dec 07 13:26:24.775973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42520) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:24.807785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1108758 Dec 07 13:26:24.814257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903054f4-6360-4a71-aba1-3c3a6289626f None None] Network 1b8015f1-2321-4360-a189-8034cff58726 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:24.816673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42524) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:24.818867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d3406d9a-5278-4fbb-946a-8beccc09546f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:24.824498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2b058fc8-8742-494c-9d0f-3f0422e35006 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'subnet': {'network_id': '1b8015f1-2321-4360-a189-8034cff58726', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:24.850073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1e88984a-7eba-4637-aa73-a88eca82bc63 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.889305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-d2b09565-5227-4821-bcd3-3d0a8a0b04e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:24.928490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b09565-5227-4821-bcd3-3d0a8a0b04e2 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:24.929442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-d2b09565-5227-4821-bcd3-3d0a8a0b04e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:24.977300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1e88984a-7eba-4637-aa73-a88eca82bc63 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:24.978632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1e88984a-7eba-4637-aa73-a88eca82bc63 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6226656 Dec 07 13:26:24.983713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42528) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:24.993259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:25.002488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-d2b09565-5227-4821-bcd3-3d0a8a0b04e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:25.003272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b09565-5227-4821-bcd3-3d0a8a0b04e2 None None] The sync data for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:26:25.091465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80caea8b-0ee4-4293-bdec-072c979c35fd tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:25.102073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80caea8b-0ee4-4293-bdec-072c979c35fd tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:25.103449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-80caea8b-0ee4-4293-bdec-072c979c35fd tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Synchronizing usage tracker for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:26:25.159122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2b058fc8-8742-494c-9d0f-3f0422e35006 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:25.161714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5a2013c7-2e5f-4966-bee3-a1c9fd05fb7e req-18576d70-cbbb-4fea-80a8-e409c0fffc7b tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5126514 Dec 07 13:26:25.166255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2b058fc8-8742-494c-9d0f-3f0422e35006 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:subnet and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:25.172340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2b058fc8-8742-494c-9d0f-3f0422e35006 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:25.181479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2b058fc8-8742-494c-9d0f-3f0422e35006 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:25.200102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-1b8015f1-2321-4360-a189-8034cff58726', 'network_id': '1b8015f1-2321-4360-a189-8034cff58726', 'tenant_id': '1aaffe8bc6f04f8fa80880ddacd9e2e7', 'fixed_ips': [{'subnet_id': 'd9a9166c-6eff-43b2-b351-eb98baf966d6'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:26:25.201484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:25.218368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3406d9a-5278-4fbb-946a-8beccc09546f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:25.272588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b058fc8-8742-494c-9d0f-3f0422e35006 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:25.278912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2b058fc8-8742-494c-9d0f-3f0422e35006 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:25.341939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:26:25.389287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18936279-885f-4fc4-a348-61508d871dc8 admin admin] Router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:26:25.417788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-80caea8b-0ee4-4293-bdec-072c979c35fd tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Unset dirty status for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:26:25.425281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-80caea8b-0ee4-4293-bdec-072c979c35fd tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 1.0469584 Dec 07 13:26:25.425281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:25.425281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Added segment eaf65c25-b186-4d90-9cb0-8440181617dc of type vlan for network 0b0b47d5-883b-4f2d-b1b9-ff5010d327dc Dec 07 13:26:25.551340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42534) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:25.560238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Allocated IP 2001:db8::2 (1b8015f1-2321-4360-a189-8034cff58726/d9a9166c-6eff-43b2-b351-eb98baf966d6/0c2281ec-761a-4428-829a-a1cb2f1387b1) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:25.647070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:25.648342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:25.712208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-36e1ceae-3a0c-43ba-959a-0d842645c9db tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port 0a45af29-d59b-4a1b-b80d-99da5cb9f2f6 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:25.712845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36e1ceae-3a0c-43ba-959a-0d842645c9db tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:26.006909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:26.012527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:26.029862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Transition to ACTIVE for port object 0c2281ec-761a-4428-829a-a1cb2f1387b1 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:26.058328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Transition to ACTIVE for port object 0c2281ec-761a-4428-829a-a1cb2f1387b1 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:26.112586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:26.123214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b0bc089b-81d1-44ac-9a62-8e035da2e6e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:26.208174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0948a7-70f0-473e-9bc6-c761229311c5 req-a21071e0-6549-42ef-ae72-2f7be80142de tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:26.210043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3e0948a7-70f0-473e-9bc6-c761229311c5 req-a21071e0-6549-42ef-ae72-2f7be80142de tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.2803349 Dec 07 13:26:26.305686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:26.307057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:26.310577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:26.315118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:26.315624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Network 1b8015f1-2321-4360-a189-8034cff58726 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:26.315998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:26.317688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:26.326570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:26.355074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:26.447998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Pushing event updated for resources: {'Port': ['ID=0c2281ec-761a-4428-829a-a1cb2f1387b1,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:26.467955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:26.496131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Attempting to bind port 0c2281ec-761a-4428-829a-a1cb2f1387b1 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:26:26.496619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Attempting to bind port 0c2281ec-761a-4428-829a-a1cb2f1387b1 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '14ed8734-edfc-43e6-be5f-c60bf7db9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1b8015f1-2321-4360-a189-8034cff58726'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:26:26.497388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Attempting to bind port 0c2281ec-761a-4428-829a-a1cb2f1387b1 on network 1b8015f1-2321-4360-a189-8034cff58726 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:26:26.506300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:26:26.506594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Checking segment: {'id': '14ed8734-edfc-43e6-be5f-c60bf7db9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1b8015f1-2321-4360-a189-8034cff58726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:26.507092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:26.507768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Bound using segment: {'id': '14ed8734-edfc-43e6-be5f-c60bf7db9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1b8015f1-2321-4360-a189-8034cff58726'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:26:26.508554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Bound port: 0c2281ec-761a-4428-829a-a1cb2f1387b1, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ed8734-edfc-43e6-be5f-c60bf7db9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1b8015f1-2321-4360-a189-8034cff58726'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:26:26.509079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:26.509237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3406d9a-5278-4fbb-946a-8beccc09546f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:26.613953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event updated for resources: {'Network': ['ID=b1848be4-40f9-48a4-995d-401395bf9537,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:26.618368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3e0948a7-70f0-473e-9bc6-c761229311c5 req-ded653a9-486f-4837-8494-7bb599818bf6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3502202 Dec 07 13:26:26.639605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3406d9a-5278-4fbb-946a-8beccc09546f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:26.639901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-d3406d9a-5278-4fbb-946a-8beccc09546f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Floating IP 7c7c577c-be15-4e3c-b318-78ffe90b973e disassociated. External IP: 172.36.4.166, port: 60c02b12-ccad-432a-8c28-7130b3d507ad. Dec 07 13:26:26.680182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network b1848be4-40f9-48a4-995d-401395bf9537 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:26.695474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18936279-885f-4fc4-a348-61508d871dc8 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:26:26.710859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aa0925-be1c-4a18-b320-6733220657b0 None None] Sync routers for ids ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:26:26.744016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aa0925-be1c-4a18-b320-6733220657b0 None None] Routers {'89d1cade-e63d-460f-bf0c-29e396fd4bd7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:26.745030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-74aa0925-be1c-4a18-b320-6733220657b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:26.772836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-18936279-885f-4fc4-a348-61508d871dc8 admin admin] 10.222.0.24 "PUT /v2.0/routers/89d1cade-e63d-460f-bf0c-29e396fd4bd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1042390 Dec 07 13:26:26.774760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.2218568 Dec 07 13:26:26.788499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42540) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:26.788882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42542) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:26.932312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] For port 0c2281ec-761a-4428-829a-a1cb2f1387b1, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:26:26.940009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] For port 0c2281ec-761a-4428-829a-a1cb2f1387b1, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=0c2281ec-761a-4428-829a-a1cb2f1387b1,segment=NetworkSegment(14ed8734-edfc-43e6-be5f-c60bf7db9c34),segment_id=14ed8734-edfc-43e6-be5f-c60bf7db9c34)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:26:26.986744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event updated for resources: {'Network': ['ID=0b0b47d5-883b-4f2d-b1b9-ff5010d327dc,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:26.989459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:26.998443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:27.003603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:27.008159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.582s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:27.008590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:27.065430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-74aa0925-be1c-4a18-b320-6733220657b0 None None] Set router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:26:27.081143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36e1ceae-3a0c-43ba-959a-0d842645c9db tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:27.113152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2b33dc-d524-456b-93d4-c596a668ddbe tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:27.117673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2b33dc-d524-456b-93d4-c596a668ddbe tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:27.122315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2b33dc-d524-456b-93d4-c596a668ddbe tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:27.127417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2b33dc-d524-456b-93d4-c596a668ddbe tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:27.128356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3a2b33dc-d524-456b-93d4-c596a668ddbe tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Synchronizing usage tracker for tenant:4efb9fbcbb244fba955007257c86f673 on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:26:27.146988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Pushing event updated for resources: {'Port': ['ID=0c2281ec-761a-4428-829a-a1cb2f1387b1,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:27.152763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 0b0b47d5-883b-4f2d-b1b9-ff5010d327dc details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:27.323489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3a2b33dc-d524-456b-93d4-c596a668ddbe tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Unset dirty status for tenant:4efb9fbcbb244fba955007257c86f673 on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:26:27.329771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3a2b33dc-d524-456b-93d4-c596a668ddbe tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5327878 Dec 07 13:26:27.339069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42548) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:27.351997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-36e1ceae-3a0c-43ba-959a-0d842645c9db tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for 0a45af29-d59b-4a1b-b80d-99da5cb9f2f6 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:27.377971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:27.520869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-74aa0925-be1c-4a18-b320-6733220657b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'name': 'tempest-ServersTestJSON-916463053-router', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:04Z', 'updated_at': '2021-12-07T13:26:21Z', 'revision_number': 5, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'gw_port': {'id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:05Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:27.526531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aa0925-be1c-4a18-b320-6733220657b0 None None] Checking router: 89d1cade-e63d-460f-bf0c-29e396fd4bd7 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:26:27.536442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97791a95-dcfa-4e27-9e30-a6941abbd6c2 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:27.543906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aa0925-be1c-4a18-b320-6733220657b0 None None] Routers {'89d1cade-e63d-460f-bf0c-29e396fd4bd7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:27.544596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-74aa0925-be1c-4a18-b320-6733220657b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:27.563061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:27.665172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36e1ceae-3a0c-43ba-959a-0d842645c9db tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:27.668627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:27.682215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:27.812354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1ceae-3a0c-43ba-959a-0d842645c9db tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=0a45af29-d59b-4a1b-b80d-99da5cb9f2f6,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:27.826635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-36e1ceae-3a0c-43ba-959a-0d842645c9db tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:27.855700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36e1ceae-3a0c-43ba-959a-0d842645c9db tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:27.990821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-36e1ceae-3a0c-43ba-959a-0d842645c9db tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/0a45af29-d59b-4a1b-b80d-99da5cb9f2f6 HTTP/1.1" status: 204 len: 168 time: 2.4323890 Dec 07 13:26:27.999547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42554) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:28.051173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-74aa0925-be1c-4a18-b320-6733220657b0 None None] Set router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:26:28.202329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2b058fc8-8742-494c-9d0f-3f0422e35006 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:28.240305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:28.302410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97791a95-dcfa-4e27-9e30-a6941abbd6c2 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:28.375792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-97791a95-dcfa-4e27-9e30-a6941abbd6c2 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1848be4-40f9-48a4-995d-401395bf9537']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:28.443253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b058fc8-8742-494c-9d0f-3f0422e35006 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network 1b8015f1-2321-4360-a189-8034cff58726 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:28.450868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-2b058fc8-8742-494c-9d0f-3f0422e35006 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:28.454876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b058fc8-8742-494c-9d0f-3f0422e35006 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:28.455734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2b058fc8-8742-494c-9d0f-3f0422e35006 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:28.465424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b058fc8-8742-494c-9d0f-3f0422e35006 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Subnet': ['ID=21c70222-c44d-4d69-8383-64c664187109,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:28.476151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2b058fc8-8742-494c-9d0f-3f0422e35006 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:28.496667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-74aa0925-be1c-4a18-b320-6733220657b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'name': 'tempest-ServersTestJSON-916463053-router', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:04Z', 'updated_at': '2021-12-07T13:26:21Z', 'revision_number': 5, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'gw_port': {'id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:05Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:28.504027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aa0925-be1c-4a18-b320-6733220657b0 None None] The sync data for ids ['89d1cade-e63d-460f-bf0c-29e396fd4bd7'] in dv-neutron-ussuri-2-hyperv is: [{'id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'name': 'tempest-ServersTestJSON-916463053-router', 'tenant_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85'}], 'enable_snat': True}, 'gw_port_id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:04Z', 'updated_at': '2021-12-07T13:26:21Z', 'revision_number': 5, 'project_id': 'a2bbc6bb9092480ba6a861e4cadd4f90', 'gw_port': {'id': 'f233eb4b-753e-4ef5-98f5-ea79675f541a', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d1cade-e63d-460f-bf0c-29e396fd4bd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:05Z', 'updated_at': '2021-12-07T13:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:26:28.541374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bb663a-e6ad-4e64-b49e-c020c6fdf127 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:28.542306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-33bb663a-e6ad-4e64-b49e-c020c6fdf127 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Synchronizing usage tracker for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:26:28.547644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-97791a95-dcfa-4e27-9e30-a6941abbd6c2 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c582eb-cbc0-40f5-a054-61459bb78fc3') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:28.548221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-97791a95-dcfa-4e27-9e30-a6941abbd6c2 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c582eb-cbc0-40f5-a054-61459bb78fc3') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:28.583190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2b058fc8-8742-494c-9d0f-3f0422e35006 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7652569 Dec 07 13:26:28.587677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42558) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:28.593580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97791a95-dcfa-4e27-9e30-a6941abbd6c2 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:28.644787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-33bb663a-e6ad-4e64-b49e-c020c6fdf127 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Unset dirty status for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:26:28.646295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-33bb663a-e6ad-4e64-b49e-c020c6fdf127 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6441398 Dec 07 13:26:28.651161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:28.683889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42562) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:28.724924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Router cfb87424-9edf-458b-a12f-68046a0da437 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:26:28.738430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:28.747658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97791a95-dcfa-4e27-9e30-a6941abbd6c2 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:28.777452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97791a95-dcfa-4e27-9e30-a6941abbd6c2 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:26:28.778019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97791a95-dcfa-4e27-9e30-a6941abbd6c2 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:28.788108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6770f8-fee8-4df9-8e20-ecec630d17b4 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] GET failed (client error): The resource could not be found. Dec 07 13:26:28.794608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4b6770f8-fee8-4df9-8e20-ecec630d17b4 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports/4f4f6a7a-d1d9-42d3-b00a-fc8ce46adb2d HTTP/1.1" status: 404 len: 333 time: 0.1046333 Dec 07 13:26:28.796445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42566) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:26:28.851585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:26:28.913666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e63008-7859-4d20-9134-ea7dc613c5bc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] GET failed (client error): The resource could not be found. Dec 07 13:26:28.916037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-89e63008-7859-4d20-9134-ea7dc613c5bc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports/0a45af29-d59b-4a1b-b80d-99da5cb9f2f6 HTTP/1.1" status: 404 len: 333 time: 0.1108541 Dec 07 13:26:28.939115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42570) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:29.009323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253f326b-1379-42ab-b740-5d516c4bf84a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:29.010955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253f326b-1379-42ab-b740-5d516c4bf84a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:29.013807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253f326b-1379-42ab-b740-5d516c4bf84a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:29.014064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253f326b-1379-42ab-b740-5d516c4bf84a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:29.015515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253f326b-1379-42ab-b740-5d516c4bf84a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:29.017542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-253f326b-1379-42ab-b740-5d516c4bf84a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Synchronizing usage tracker for tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:26:29.110199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5d3fc-3c2b-47a7-aac8-557508c9003b req-cea9be5e-1363-4ce2-87ae-8bb1c9b6b847 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:29.118605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46c5d3fc-3c2b-47a7-aac8-557508c9003b req-cea9be5e-1363-4ce2-87ae-8bb1c9b6b847 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.9344625 Dec 07 13:26:29.207821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Allocated IP 172.36.4.46 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/fe5c0748-0cc1-4cf6-ab4c-c80c3b81a8ea) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:29.254387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97791a95-dcfa-4e27-9e30-a6941abbd6c2 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:29.369086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1bda7539-e25e-4efb-b0c5-66ffc4d60f1a tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:29.400156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97791a95-dcfa-4e27-9e30-a6941abbd6c2 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:29.440798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-253f326b-1379-42ab-b740-5d516c4bf84a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Unset dirty status for tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:26:29.444274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-253f326b-1379-42ab-b740-5d516c4bf84a tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8336377 Dec 07 13:26:29.471018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42574) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:29.484565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97791a95-dcfa-4e27-9e30-a6941abbd6c2 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event deleted for resources: {'Network': ['ID=b1848be4-40f9-48a4-995d-401395bf9537,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:29.487423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97791a95-dcfa-4e27-9e30-a6941abbd6c2 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:29.497654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c36775ce-7a15-4789-9163-96c152ffe729 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-23791748'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:29.540225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b13faaba-d8d5-406d-a4fb-71fe5e514dda tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:29.550559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c36775ce-7a15-4789-9163-96c152ffe729 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:29.561808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-97791a95-dcfa-4e27-9e30-a6941abbd6c2 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "DELETE /v2.0/networks/b1848be4-40f9-48a4-995d-401395bf9537 HTTP/1.1" status: 204 len: 168 time: 2.2215185 Dec 07 13:26:29.565104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c36775ce-7a15-4789-9163-96c152ffe729 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:network and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:29.576075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46c5d3fc-3c2b-47a7-aac8-557508c9003b req-d7e49db8-2cdf-4639-a58a-ba8b3935ff68 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4556019 Dec 07 13:26:29.577271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42578) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:29.580463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c36775ce-7a15-4789-9163-96c152ffe729 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:29.597165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c36775ce-7a15-4789-9163-96c152ffe729 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:29.722234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36775ce-7a15-4789-9163-96c152ffe729 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:29.728197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c36775ce-7a15-4789-9163-96c152ffe729 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:29.737601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:29.758182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7570b6c6-5999-42b6-a10d-6ad6fe94103c None None] Network 1b8015f1-2321-4360-a189-8034cff58726 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:29.829193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:26:29.854670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:29.882459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b13faaba-d8d5-406d-a4fb-71fe5e514dda tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:29.907604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:29.929836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0ece1f03-5999-45f4-94bd-283f47bc0f0a tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:29.932471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b13faaba-d8d5-406d-a4fb-71fe5e514dda tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566d103f-88aa-429f-af24-ebaa7a7a4eaf']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:29.934731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-94520a53-d565-4b08-bf4a-1c721a16ce49 None None] Provisioning for port 0c2281ec-761a-4428-829a-a1cb2f1387b1 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:26:29.942943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36775ce-7a15-4789-9163-96c152ffe729 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:26:29.945661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] Deleting port f233eb4b-753e-4ef5-98f5-ea79675f541a {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:29.946136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:29.947130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db31aee2-3b7f-447a-8414-60bba2cfe38f None None] Sync routers for ids ['cfb87424-9edf-458b-a12f-68046a0da437'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:26:30.026220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a230abc5-1941-44f6-85b3-f1e18084b0d8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:30.034039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31aee2-3b7f-447a-8414-60bba2cfe38f None None] Routers {'cfb87424-9edf-458b-a12f-68046a0da437'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:30.035633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-db31aee2-3b7f-447a-8414-60bba2cfe38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['cfb87424-9edf-458b-a12f-68046a0da437'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:30.058469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b13faaba-d8d5-406d-a4fb-71fe5e514dda tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5416459-28be-413d-9702-624f096c2cc1') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:30.060609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b13faaba-d8d5-406d-a4fb-71fe5e514dda tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5416459-28be-413d-9702-624f096c2cc1') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:30.071139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c36775ce-7a15-4789-9163-96c152ffe729 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:30.071565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-c36775ce-7a15-4789-9163-96c152ffe729 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Added segment 0b3d731c-c4b0-41af-9776-568bb80400e5 of type vlan for network e5c14f18-1a1c-40eb-859e-dbfe77366314 Dec 07 13:26:30.083744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:30.102150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b13faaba-d8d5-406d-a4fb-71fe5e514dda tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:30.104430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:30.106606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0b673fd0-2572-4008-9773-791f9168d69e tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.2022491 Dec 07 13:26:30.108647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:30.113261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:30.113799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3406d9a-5278-4fbb-946a-8beccc09546f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router f8ff709e-bfa8-4797-a997-7bf27676d18e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:26:30.117103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42584) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:30.143508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1404e440-39f3-4e47-bd80-d668c419c71b tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'enable_snat': False}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:30.155132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 0c2281ec-761a-4428-829a-a1cb2f1387b1 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:26:30.230551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e1eb011-3313-4cc1-b318-1a50ae5cb13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:30.247872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-db31aee2-3b7f-447a-8414-60bba2cfe38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:30.261062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b13faaba-d8d5-406d-a4fb-71fe5e514dda tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:30.262725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Pushing event updated for resources: {'Port': ['ID=fe5c0748-0cc1-4cf6-ab4c-c80c3b81a8ea,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:30.276729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c36775ce-7a15-4789-9163-96c152ffe729 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:30.284549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:30.366924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31aee2-3b7f-447a-8414-60bba2cfe38f None None] Routers {'cfb87424-9edf-458b-a12f-68046a0da437'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:30.368049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-db31aee2-3b7f-447a-8414-60bba2cfe38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['cfb87424-9edf-458b-a12f-68046a0da437'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:30.385406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13faaba-d8d5-406d-a4fb-71fe5e514dda tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:26:30.385859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b13faaba-d8d5-406d-a4fb-71fe5e514dda tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:26:30.404048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:26:30.531992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a230abc5-1941-44f6-85b3-f1e18084b0d8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:30.537464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-db31aee2-3b7f-447a-8414-60bba2cfe38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:30.538121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db31aee2-3b7f-447a-8414-60bba2cfe38f None None] The sync data for ids ['cfb87424-9edf-458b-a12f-68046a0da437'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:26:30.684988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 0c2281ec-761a-4428-829a-a1cb2f1387b1 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:26:30.686768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-a230abc5-1941-44f6-85b3-f1e18084b0d8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0b47d5-883b-4f2d-b1b9-ff5010d327dc']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:30.731011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 0c2281ec-761a-4428-829a-a1cb2f1387b1 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:26:30.731011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:30.731514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e8a61-78e4-4549-b369-cfd5b30789e8 req-d6c55c35-1360-4cf4-871b-ed2aeeb1c1dc tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:30.731514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe3e8a61-78e4-4549-b369-cfd5b30789e8 req-d6c55c35-1360-4cf4-871b-ed2aeeb1c1dc tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.7258005 Dec 07 13:26:30.731780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-a230abc5-1941-44f6-85b3-f1e18084b0d8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf65c25-b186-4d90-9cb0-8440181617dc') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:30.731780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-a230abc5-1941-44f6-85b3-f1e18084b0d8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf65c25-b186-4d90-9cb0-8440181617dc') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:30.750493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] For port f233eb4b-753e-4ef5-98f5-ea79675f541a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f233eb4b-753e-4ef5-98f5-ea79675f541a,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:30.751223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:30.759465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a230abc5-1941-44f6-85b3-f1e18084b0d8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:30.804081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a230abc5-1941-44f6-85b3-f1e18084b0d8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:30.823741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a230abc5-1941-44f6-85b3-f1e18084b0d8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:26:30.824506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a230abc5-1941-44f6-85b3-f1e18084b0d8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:30.839492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b13faaba-d8d5-406d-a4fb-71fe5e514dda tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:30.841237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c36775ce-7a15-4789-9163-96c152ffe729 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:30.846644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36775ce-7a15-4789-9163-96c152ffe729 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:30.847373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c36775ce-7a15-4789-9163-96c152ffe729 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:26:30.856761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:26:30.893838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872def42-72cc-4f61-a66a-587a85452f02 None None] Update dhcp port {'port': {'network_id': '1b8015f1-2321-4360-a189-8034cff58726', 'fixed_ips': [{'subnet_id': 'd9a9166c-6eff-43b2-b351-eb98baf966d6', 'ip_address': '2001:db8::2'}, {'subnet_id': '21c70222-c44d-4d69-8383-64c664187109'}], 'binding:host_id': 'dv-neutron-ussuri-2-hyperv'}, 'id': '0c2281ec-761a-4428-829a-a1cb2f1387b1'} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 07 13:26:30.984367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:31.006700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-872def42-72cc-4f61-a66a-587a85452f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:31.091849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 0c2281ec-761a-4428-829a-a1cb2f1387b1, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=0c2281ec-761a-4428-829a-a1cb2f1387b1,segment=NetworkSegment(14ed8734-edfc-43e6-be5f-c60bf7db9c34),segment_id=14ed8734-edfc-43e6-be5f-c60bf7db9c34)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:31.128040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:31.189329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:31.197892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:31.211707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b13faaba-d8d5-406d-a4fb-71fe5e514dda tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:31.246356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4a344e0e-0e84-496f-823b-568c2b6e789d no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:26:31.296320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 4a344e0e-0e84-496f-823b-568c2b6e789d {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:26:31.297089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4a344e0e-0e84-496f-823b-568c2b6e789d not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:26:31.356643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] Calling delete_port for f233eb4b-753e-4ef5-98f5-ea79675f541a owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:31.400759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=0c2281ec-761a-4428-829a-a1cb2f1387b1,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:31.407828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:31.442027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-872def42-72cc-4f61-a66a-587a85452f02 None None] Allocated IP 172.20.0.1 (1b8015f1-2321-4360-a189-8034cff58726/21c70222-c44d-4d69-8383-64c664187109/0c2281ec-761a-4428-829a-a1cb2f1387b1) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:31.444995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a230abc5-1941-44f6-85b3-f1e18084b0d8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:31.452814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:31.472366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:31.551416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b13faaba-d8d5-406d-a4fb-71fe5e514dda tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/networks/566d103f-88aa-429f-af24-ebaa7a7a4eaf HTTP/1.1" status: 204 len: 168 time: 2.6004319 Dec 07 13:26:31.577474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42588) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:31.582297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a230abc5-1941-44f6-85b3-f1e18084b0d8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:31.624234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c36775ce-7a15-4789-9163-96c152ffe729 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.1517117 Dec 07 13:26:31.636166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42592) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:31.639856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230abc5-1941-44f6-85b3-f1e18084b0d8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event deleted for resources: {'Network': ['ID=0b0b47d5-883b-4f2d-b1b9-ff5010d327dc,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:31.644408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a230abc5-1941-44f6-85b3-f1e18084b0d8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:31.662224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-911747791'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:31.668468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-da16fabd-b4bd-4eed-adb7-c748097e7eb4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:31.670926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:31.705283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a230abc5-1941-44f6-85b3-f1e18084b0d8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "DELETE /v2.0/networks/0b0b47d5-883b-4f2d-b1b9-ff5010d327dc HTTP/1.1" status: 204 len: 168 time: 2.1270764 Dec 07 13:26:31.719266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42596) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:31.720405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe3e8a61-78e4-4549-b369-cfd5b30789e8 req-5196aba5-1c8e-47ac-a28b-0aef87d155ba tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9933872 Dec 07 13:26:31.722340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:network and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:31.747591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36775ce-7a15-4789-9163-96c152ffe729 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Network': ['ID=e5c14f18-1a1c-40eb-859e-dbfe77366314,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:31.801299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network e5c14f18-1a1c-40eb-859e-dbfe77366314 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:31.902229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:31.943949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13faaba-d8d5-406d-a4fb-71fe5e514dda tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Network': ['ID=566d103f-88aa-429f-af24-ebaa7a7a4eaf,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:31.949960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:31.962351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b13faaba-d8d5-406d-a4fb-71fe5e514dda tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:31.966406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b42b714a-e0a8-40e3-8c43-4e774bd56c2b tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.822s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:31.967007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b42b714a-e0a8-40e3-8c43-4e774bd56c2b tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:32.056305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 0c2281ec-761a-4428-829a-a1cb2f1387b1 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:26:32.060040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:32.070143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:32.098180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:32.181334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-872def42-72cc-4f61-a66a-587a85452f02 None None] For port 0c2281ec-761a-4428-829a-a1cb2f1387b1, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=0c2281ec-761a-4428-829a-a1cb2f1387b1,segment=NetworkSegment(14ed8734-edfc-43e6-be5f-c60bf7db9c34),segment_id=14ed8734-edfc-43e6-be5f-c60bf7db9c34)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:32.225011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-872def42-72cc-4f61-a66a-587a85452f02 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:32.237529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 0c2281ec-761a-4428-829a-a1cb2f1387b1 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:26:32.238056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:32.367705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:32.428989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:32.429844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-364c7562-af04-41d6-8617-135b5f9bd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:32.508865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:26:32.569169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:32.569797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Added segment 8a4097db-f859-4516-982c-a61460ac88d5 of type vlan for network d45a726f-9423-4e24-8ee2-ea70c71ae659 Dec 07 13:26:32.596452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-872def42-72cc-4f61-a66a-587a85452f02 None None] Transition to ACTIVE for port object 0c2281ec-761a-4428-829a-a1cb2f1387b1 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:32.604097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3406d9a-5278-4fbb-946a-8beccc09546f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:26:32.619913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ffe2e8-528a-46a5-9028-488778cd4cfa None None] Sync routers for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:26:32.633841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ffe2e8-528a-46a5-9028-488778cd4cfa None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:32.643869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-68ffe2e8-528a-46a5-9028-488778cd4cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:32.662188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-872def42-72cc-4f61-a66a-587a85452f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:32.667358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d301a77b-0309-40f5-9ede-dc6911f4575e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:32.672393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:32.687555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-858de6cb-79c2-4439-82a4-dad588f3670b tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:32.748101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872def42-72cc-4f61-a66a-587a85452f02 None None] Pushing event updated for resources: {'Port': ['ID=0c2281ec-761a-4428-829a-a1cb2f1387b1,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:32.755475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:32.761226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-872def42-72cc-4f61-a66a-587a85452f02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:32.815209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a5141-0ab1-4bce-9224-d24aecc2c904 req-78e848c8-7e0d-46d9-b130-e72fdca08ccf tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:32.818128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e98a5141-0ab1-4bce-9224-d24aecc2c904 req-78e848c8-7e0d-46d9-b130-e72fdca08ccf tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.7675726 Dec 07 13:26:32.826242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd429d8-30bb-4fc1-a2c3-90aaf2cd8269 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:32.827370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] Pushing event deleted for resources: {'Port': ['ID=f233eb4b-753e-4ef5-98f5-ea79675f541a,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:32.836219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd429d8-30bb-4fc1-a2c3-90aaf2cd8269 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:32.837686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7bd429d8-30bb-4fc1-a2c3-90aaf2cd8269 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Synchronizing usage tracker for tenant:4efb9fbcbb244fba955007257c86f673 on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:26:32.850966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:32.855748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:32.861146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3406d9a-5278-4fbb-946a-8beccc09546f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:32.864315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-68ffe2e8-528a-46a5-9028-488778cd4cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:32.877495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ffe2e8-528a-46a5-9028-488778cd4cfa None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:32.878175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-68ffe2e8-528a-46a5-9028-488778cd4cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:32.920400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-da16fabd-b4bd-4eed-adb7-c748097e7eb4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:32.959616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-68ffe2e8-528a-46a5-9028-488778cd4cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:32.960061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ffe2e8-528a-46a5-9028-488778cd4cfa None None] The sync data for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:26:32.965497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7bd429d8-30bb-4fc1-a2c3-90aaf2cd8269 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Unset dirty status for tenant:4efb9fbcbb244fba955007257c86f673 on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:26:32.976090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7bd429d8-30bb-4fc1-a2c3-90aaf2cd8269 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0914369 Dec 07 13:26:32.982663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42602) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:32.992016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f3c16b11-e07f-4177-8047-b2e95715f4ae tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1208365714'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:33.082434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-da16fabd-b4bd-4eed-adb7-c748097e7eb4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:33.088984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f3c16b11-e07f-4177-8047-b2e95715f4ae tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:33.092587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6e05aa77-bad6-42e5-9c3b-5d457932e4a6 tempest-PortsAdminExtendedAttrsTestJSON-441238947 tempest-PortsAdminExtendedAttrsTestJSON-441238947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:33.191225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f3c16b11-e07f-4177-8047-b2e95715f4ae tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:33.207066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da16fabd-b4bd-4eed-adb7-c748097e7eb4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network e5c14f18-1a1c-40eb-859e-dbfe77366314 is not hosted by any dhcp agent {{(pid=88898) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 07 13:26:33.210797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da16fabd-b4bd-4eed-adb7-c748097e7eb4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:33.211538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-da16fabd-b4bd-4eed-adb7-c748097e7eb4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:33.213081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-da16fabd-b4bd-4eed-adb7-c748097e7eb4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "PUT /v2.0/networks/e5c14f18-1a1c-40eb-859e-dbfe77366314 HTTP/1.1" status: 200 len: 723 time: 1.5754383 Dec 07 13:26:33.223947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42606) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:33.239402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2f2d7c1e-c422-481d-b40e-1d37151103de tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'subnet': {'network_id': 'e5c14f18-1a1c-40eb-859e-dbfe77366314', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:33.285261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d3406d9a-5278-4fbb-946a-8beccc09546f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "PUT /v2.0/floatingips/7c7c577c-be15-4e3c-b318-78ffe90b973e HTTP/1.1" status: 200 len: 688 time: 8.5088081 Dec 07 13:26:33.299988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42610) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:33.332010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16fabd-b4bd-4eed-adb7-c748097e7eb4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Network': ['ID=e5c14f18-1a1c-40eb-859e-dbfe77366314,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:33.335138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-da16fabd-b4bd-4eed-adb7-c748097e7eb4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:33.352247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network e5c14f18-1a1c-40eb-859e-dbfe77366314 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:33.360099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c16b11-e07f-4177-8047-b2e95715f4ae tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Made reservation on behalf of 4efb9fbcbb244fba955007257c86f673 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:33.365962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3c16b11-e07f-4177-8047-b2e95715f4ae tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:33.455788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2f2d7c1e-c422-481d-b40e-1d37151103de tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:33.464306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c16b11-e07f-4177-8047-b2e95715f4ae tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:26:33.481240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2f2d7c1e-c422-481d-b40e-1d37151103de tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:33.482728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e98a5141-0ab1-4bce-9224-d24aecc2c904 req-54b7168d-9c0f-4137-941b-b46e4b855a42 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5749793 Dec 07 13:26:33.524091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:33.529724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3c16b11-e07f-4177-8047-b2e95715f4ae tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:33.530429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-f3c16b11-e07f-4177-8047-b2e95715f4ae tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Added segment c9513889-ff59-4c20-997c-730542b6ecee of type vlan for network 4357ac6e-ce17-43fb-87d9-0392fb00bef9 Dec 07 13:26:33.532771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:33.534912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:33.581914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2d7c1e-c422-481d-b40e-1d37151103de tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:33.608723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3c16b11-e07f-4177-8047-b2e95715f4ae tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:33.733123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4513ab6c-6421-4b21-b87a-4db004179664 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:33.762074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1724029 Dec 07 13:26:33.763674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-895affe7-47fb-4e46-8a75-d60589e4081f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting port 49bcb5ef-cdf3-49a7-aeb5-af6b983ef63e {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:33.764054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-895affe7-47fb-4e46-8a75-d60589e4081f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:33.764854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f2d7c1e-c422-481d-b40e-1d37151103de tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:33.789894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42616) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:33.803945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'subnet': {'network_id': 'd45a726f-9423-4e24-8ee2-ea70c71ae659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:33.885028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3c16b11-e07f-4177-8047-b2e95715f4ae tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:33.889276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c16b11-e07f-4177-8047-b2e95715f4ae tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:33.889957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3c16b11-e07f-4177-8047-b2e95715f4ae tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:33.960231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:33.976404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Router 45c62c80-3a9a-4df1-906d-187baae0bb51 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:26:33.994603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Network': ['ID=d45a726f-9423-4e24-8ee2-ea70c71ae659,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:34.019688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network d45a726f-9423-4e24-8ee2-ea70c71ae659 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:34.039352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 0c2281ec-761a-4428-829a-a1cb2f1387b1 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:26:34.124226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:34.133124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:34.166306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:34.172951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764b3d78-2464-4a1f-a7e4-20a2b3963e5c None None] Network 1b8015f1-2321-4360-a189-8034cff58726 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:34.248361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c16b11-e07f-4177-8047-b2e95715f4ae tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event updated for resources: {'Network': ['ID=4357ac6e-ce17-43fb-87d9-0392fb00bef9,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:34.253341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:subnet and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:34.281417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f3c16b11-e07f-4177-8047-b2e95715f4ae tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:34.286242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:34.301603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:34.334459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f3c16b11-e07f-4177-8047-b2e95715f4ae tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3502080 Dec 07 13:26:34.354220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42620) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:34.376142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 4357ac6e-ce17-43fb-87d9-0392fb00bef9 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:34.390503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1738395548'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:34.413564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:34.433417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:34.484042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Usage tracker for resource:network and tenant:4efb9fbcbb244fba955007257c86f673 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:34.504926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:34.568790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-552689b0-f6f3-431d-81b3-d91f3f9ea8de None None] Provisioning for port 0c2281ec-761a-4428-829a-a1cb2f1387b1 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:26:34.588642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-552689b0-f6f3-431d-81b3-d91f3f9ea8de None None] Provisioning complete for port 0c2281ec-761a-4428-829a-a1cb2f1387b1 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:26:34.588642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-552689b0-f6f3-431d-81b3-d91f3f9ea8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:34.633825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:34.687257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 0c2281ec-761a-4428-829a-a1cb2f1387b1 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:26:34.688585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:34.822961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:34.873378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:34.979400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222908e-9e20-4e20-966e-478336dd9706 req-ecc0d7b9-b6ca-4d9d-be5a-1c6cde6ac7d9 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:34.985569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2222908e-9e20-4e20-966e-478336dd9706 req-ecc0d7b9-b6ca-4d9d-be5a-1c6cde6ac7d9 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 1.2879081 Dec 07 13:26:35.008406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:35.038684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-895affe7-47fb-4e46-8a75-d60589e4081f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:35.039300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-895affe7-47fb-4e46-8a75-d60589e4081f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:35.214901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Made reservation on behalf of 4efb9fbcbb244fba955007257c86f673 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:35.223679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:35.248071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-895affe7-47fb-4e46-8a75-d60589e4081f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Calling delete_port for 49bcb5ef-cdf3-49a7-aeb5-af6b983ef63e owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:35.280329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:35.364724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:35.365283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89d1cade-e63d-460f-bf0c-29e396fd4bd7 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:26:35.377230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2222908e-9e20-4e20-966e-478336dd9706 req-a8bf5248-cd72-4714-bd70-56a633b06c7c tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3458281 Dec 07 13:26:35.461846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:35.467673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] 10.222.0.24 "DELETE /v2.0/routers/89d1cade-e63d-460f-bf0c-29e396fd4bd7 HTTP/1.1" status: 204 len: 168 time: 8.6731060 Dec 07 13:26:35.468054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42626) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:35.470864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b61ce41a-6ca3-41c2-87c3-cd0561fcad50 None None] Provisioning complete for port 0c2281ec-761a-4428-829a-a1cb2f1387b1 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:26:35.471652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b61ce41a-6ca3-41c2-87c3-cd0561fcad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:35.488410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f2d7c1e-c422-481d-b40e-1d37151103de tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:35.505382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_backend_mixin [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Performing IP validity checks on allocation pools {{(pid=88898) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 07 13:26:35.512969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_backend_mixin [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88898) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 07 13:26:35.544558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:35.584161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:26:35.619547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ffa004e-a1cf-4bb7-9842-00b149613a56 admin admin] Deleting subnet 46b7d278-6de3-4d28-8b33-7d3afba08305 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:26:35.630125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ffa004e-a1cf-4bb7-9842-00b149613a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:35.670160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:35.670512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Added segment 613a04e3-7ee5-4b0a-be46-93148b852060 of type vlan for network 2de9f9b5-2cc3-4cc6-9462-89e247b4524a Dec 07 13:26:35.719858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d7c1e-c422-481d-b40e-1d37151103de tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Subnet': ['ID=106aae3a-fa6c-4c5e-b01d-7405e9ed4d61,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:35.727167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2f2d7c1e-c422-481d-b40e-1d37151103de tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:35.729247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ffa004e-a1cf-4bb7-9842-00b149613a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:35.738765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d7c1e-c422-481d-b40e-1d37151103de tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Checking segment: {'id': '0b3d731c-c4b0-41af-9776-568bb80400e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5c14f18-1a1c-40eb-859e-dbfe77366314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:35.739177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2d7c1e-c422-481d-b40e-1d37151103de tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network hostable DHCP agents. Network: e5c14f18-1a1c-40eb-859e-dbfe77366314, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:26:35.751742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:26:35.766384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:35.768332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff4875-bac8-4dc8-a1ff-eb43ec7ba809 None None] Sync routers for ids ['45c62c80-3a9a-4df1-906d-187baae0bb51'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:26:35.793034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff4875-bac8-4dc8-a1ff-eb43ec7ba809 None None] Routers {'45c62c80-3a9a-4df1-906d-187baae0bb51'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:35.794199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-d5ff4875-bac8-4dc8-a1ff-eb43ec7ba809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['45c62c80-3a9a-4df1-906d-187baae0bb51'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:35.858582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1404e440-39f3-4e47-bd80-d668c419c71b tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:35.877811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-895affe7-47fb-4e46-8a75-d60589e4081f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:35.882812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:35.884177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "PUT /v2.0/routers/45c62c80-3a9a-4df1-906d-187baae0bb51 HTTP/1.1" status: 200 len: 882 time: 10.8993995 Dec 07 13:26:35.890053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42630) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:35.901930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:35.939040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f233eb4b-753e-4ef5-98f5-ea79675f541a no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:26:35.986521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: f233eb4b-753e-4ef5-98f5-ea79675f541a {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:26:35.986808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f233eb4b-753e-4ef5-98f5-ea79675f541a not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:26:35.990188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-d5ff4875-bac8-4dc8-a1ff-eb43ec7ba809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:36.008198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff4875-bac8-4dc8-a1ff-eb43ec7ba809 None None] Routers {'45c62c80-3a9a-4df1-906d-187baae0bb51'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:36.008894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-d5ff4875-bac8-4dc8-a1ff-eb43ec7ba809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['45c62c80-3a9a-4df1-906d-187baae0bb51'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:36.014873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895affe7-47fb-4e46-8a75-d60589e4081f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Port': ['ID=49bcb5ef-cdf3-49a7-aeb5-af6b983ef63e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:36.027748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-895affe7-47fb-4e46-8a75-d60589e4081f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:36.069771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:36.077235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:36.078437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:36.092403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:36.099332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-d5ff4875-bac8-4dc8-a1ff-eb43ec7ba809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:36.099887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff4875-bac8-4dc8-a1ff-eb43ec7ba809 None None] The sync data for ids ['45c62c80-3a9a-4df1-906d-187baae0bb51'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:26:36.177010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2d7c1e-c422-481d-b40e-1d37151103de tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network e5c14f18-1a1c-40eb-859e-dbfe77366314 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:26:36.235314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ffa004e-a1cf-4bb7-9842-00b149613a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:36.368119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-895affe7-47fb-4e46-8a75-d60589e4081f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:36.370525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0230241 Dec 07 13:26:36.380945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42634) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:36.392592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Request body: {'ports': [{'network_id': '4357ac6e-ce17-43fb-87d9-0392fb00bef9', 'name': 'tempest-port--126313019', 'admin_state_up': True}, {'network_id': '2de9f9b5-2cc3-4cc6-9462-89e247b4524a', 'admin_state_up': False}]} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:36.400275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Request body: {'port': {'network_id': '4357ac6e-ce17-43fb-87d9-0392fb00bef9', 'name': 'tempest-port--126313019', 'admin_state_up': True}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:36.400275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Request body: {'port': {'network_id': '2de9f9b5-2cc3-4cc6-9462-89e247b4524a', 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:36.400791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-2f2d7c1e-c422-481d-b40e-1d37151103de tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, e5c14f18-1a1c-40eb-859e-dbfe77366314) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:36.400791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event updated for resources: {'Network': ['ID=2de9f9b5-2cc3-4cc6-9462-89e247b4524a,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:36.408843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:36.412364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2992c57a-1049-4951-87cc-b71236cfed7c None None] Network e5c14f18-1a1c-40eb-859e-dbfe77366314 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:36.412691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2d7c1e-c422-481d-b40e-1d37151103de tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:36.413607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f2d7c1e-c422-481d-b40e-1d37151103de tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:36.440076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 2de9f9b5-2cc3-4cc6-9462-89e247b4524a details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:36.460076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:36.474680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a7f1875a-8107-4f19-86bf-5a8ea16dec54 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:36.521779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-895affe7-47fb-4e46-8a75-d60589e4081f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:36.523087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-895affe7-47fb-4e46-8a75-d60589e4081f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/floatingips/7c7c577c-be15-4e3c-b318-78ffe90b973e HTTP/1.1" status: 204 len: 168 time: 3.2200060 Dec 07 13:26:36.542905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42638) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:36.556937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': '47b39a02-cdfe-46c8-b666-37db39e1f033'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:36.583095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:36.593479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Usage tracker for resource:floatingip and tenant:07116a0e0f5f400f8e01d51898ee34fa is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:36.616854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:36.643820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2f2d7c1e-c422-481d-b40e-1d37151103de tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4083245 Dec 07 13:26:36.660468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42642) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:36.701055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:36.701299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d36433b0-fe6a-4d5c-8be8-3eee6bc7c708 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:36.741235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ffa004e-a1cf-4bb7-9842-00b149613a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:36.752404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:36.820237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:36.838013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa004e-a1cf-4bb7-9842-00b149613a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b7d278-6de3-4d28-8b33-7d3afba08305,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:36.865376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ffa004e-a1cf-4bb7-9842-00b149613a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:36.872460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:36.881221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ffa004e-a1cf-4bb7-9842-00b149613a56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:36.884336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Usage tracker for resource:port and tenant:4efb9fbcbb244fba955007257c86f673 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:36.894784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:36.905864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Subnet': ['ID=ccc28eeb-e754-4871-84cc-e3d8330d9239,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:36.907420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bef0a58-452b-41df-90d7-85937e22a00e None None] Network 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:36.990507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:37.063207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Checking segment: {'id': '8a4097db-f859-4516-982c-a61460ac88d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd45a726f-9423-4e24-8ee2-ea70c71ae659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:37.063978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network hostable DHCP agents. Network: d45a726f-9423-4e24-8ee2-ea70c71ae659, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:26:37.119384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d36433b0-fe6a-4d5c-8be8-3eee6bc7c708 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036838062169'] for subnet, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:37.135301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-e5c14f18-1a1c-40eb-859e-dbfe77366314', 'network_id': 'e5c14f18-1a1c-40eb-859e-dbfe77366314', 'tenant_id': '1aaffe8bc6f04f8fa80880ddacd9e2e7', 'fixed_ips': [{'subnet_id': '106aae3a-fa6c-4c5e-b01d-7405e9ed4d61'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:26:37.136351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:37.251747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1920e435-36cc-4d65-a620-95472d29979f tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "GET /v2.0/routers/45c62c80-3a9a-4df1-906d-187baae0bb51 HTTP/1.1" status: 200 len: 923 time: 1.3468716 Dec 07 13:26:37.254674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42646) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:37.349368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network d45a726f-9423-4e24-8ee2-ea70c71ae659 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:26:37.459114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:37.480020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, d45a726f-9423-4e24-8ee2-ea70c71ae659) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:37.488850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1ffa004e-a1cf-4bb7-9842-00b149613a56 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/46b7d278-6de3-4d28-8b33-7d3afba08305 HTTP/1.1" status: 204 len: 168 time: 2.0198791 Dec 07 13:26:37.494074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:37.494900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853591313'] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:37.503174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] DHCP port deletion for 2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:26:37.503854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42650) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:37.511955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46af3f9-5bd1-4b67-830e-1a4f245fd878 None None] Network d45a726f-9423-4e24-8ee2-ea70c71ae659 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:37.544665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] Deleting port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:37.545635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:37.626187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Made reservation on behalf of 4efb9fbcbb244fba955007257c86f673 for: {'port': 2} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:37.633111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:37.683478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:37.745579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1404e440-39f3-4e47-bd80-d668c419c71b tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:37.757738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1404e440-39f3-4e47-bd80-d668c419c71b tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:37.849703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0570447 Dec 07 13:26:37.861371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42654) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:37.876814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'network_id': 'd45a726f-9423-4e24-8ee2-ea70c71ae659', 'name': 'tempest-PortsIpV6TestJSON-1015744787'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:37.960168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ddc68477-fe36-4def-ac57-8c1565b1c504 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&device_id=45c62c80-3a9a-4df1-906d-187baae0bb51&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7034891 Dec 07 13:26:37.975512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42658) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:38.061874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:26:38.063989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:38.097687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] device_id is not set on port c20916c9-0102-4b2b-a66f-98fd67ade80f yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:26:38.109804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Deleting port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:38.110271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:38.175283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d36433b0-fe6a-4d5c-8be8-3eee6bc7c708 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739613534630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036838715642'] for subnet, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:38.184796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:38.297321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:38.314719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] For port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4f3d1f6e-bd47-4c03-8528-3aeb34384a8e,segment=NetworkSegment(ec4dbe42-53d0-4865-b677-590c770f67c1),segment_id=ec4dbe42-53d0-4865-b677-590c770f67c1)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:38.315045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:38.321151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:38.331846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Allocated IP 2001:db8::2 (e5c14f18-1a1c-40eb-859e-dbfe77366314/106aae3a-fa6c-4c5e-b01d-7405e9ed4d61/8537d995-2d21-4a0c-8000-297aff705972) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:38.337978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36433b0-fe6a-4d5c-8be8-3eee6bc7c708 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:38.338644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d36433b0-fe6a-4d5c-8be8-3eee6bc7c708 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:38.347880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d36433b0-fe6a-4d5c-8be8-3eee6bc7c708 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "PUT /v2.0/subnets/106aae3a-fa6c-4c5e-b01d-7405e9ed4d61 HTTP/1.1" status: 200 len: 826 time: 1.6760571 Dec 07 13:26:38.353648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42662) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:38.380472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36433b0-fe6a-4d5c-8be8-3eee6bc7c708 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Subnet': ['ID=106aae3a-fa6c-4c5e-b01d-7405e9ed4d61,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:38.383476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:38.399618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d36433b0-fe6a-4d5c-8be8-3eee6bc7c708 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:38.433708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-d45a726f-9423-4e24-8ee2-ea70c71ae659', 'network_id': 'd45a726f-9423-4e24-8ee2-ea70c71ae659', 'tenant_id': '7871a3fa84c9490183aa52d2c611f303', 'fixed_ips': [{'subnet_id': 'ccc28eeb-e754-4871-84cc-e3d8330d9239'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:26:38.434762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:38.529394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] Calling delete_port for 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:38.733394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086a07ca-6189-4f65-b48c-11756ac9d685 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:38.737987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-086a07ca-6189-4f65-b48c-11756ac9d685 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "GET /v2.0/networks/3e4fe3c4-9dba-4ff1-b219-f50882f57056 HTTP/1.1" status: 200 len: 881 time: 0.7400165 Dec 07 13:26:38.741456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42666) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:38.800590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:38.806721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:38.809514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:38.873031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2221702d-787b-4b11-b4e6-fc3dfa1eb73f tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c62c80-3a9a-4df1-906d-187baae0bb51 HTTP/1.1" status: 200 len: 205 time: 0.1209967 Dec 07 13:26:38.875270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42670) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:38.938628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Allocated IP 172.36.4.30 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/e4bb8256-a842-4903-9a5d-1c1f124799cf) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:38.959002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4f3d1f6e-bd47-4c03-8528-3aeb34384a8e,segment=NetworkSegment(ec4dbe42-53d0-4865-b677-590c770f67c1),segment_id=ec4dbe42-53d0-4865-b677-590c770f67c1)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:38.991318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:39.034984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] For port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4f3d1f6e-bd47-4c03-8528-3aeb34384a8e,segment=NetworkSegment(ec4dbe42-53d0-4865-b677-590c770f67c1),segment_id=ec4dbe42-53d0-4865-b677-590c770f67c1)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:39.035486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:39.046022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] device_id is not set on port 94ba8b26-f81f-4c2b-8294-41f0b6fb9483 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:26:39.195441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:39.230961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a997b280-272c-4f0b-a8c7-4143ca111a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:39.232271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] device_id is not set on port 856d093c-8f9f-450f-a91b-1808935725d5 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:26:39.266849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Calling delete_port for 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:39.275962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1404e440-39f3-4e47-bd80-d668c419c71b tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Router cfb87424-9edf-458b-a12f-68046a0da437 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:26:39.288330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:26:39.288733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:26:39.321280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:39.332553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:39.347201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Allocated IP 2001:db8::2 (d45a726f-9423-4e24-8ee2-ea70c71ae659/ccc28eeb-e754-4871-84cc-e3d8330d9239/49adb8f9-9fba-431e-a514-c0e68aedbed8) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:39.365420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:39.368207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=4f3d1f6e-bd47-4c03-8528-3aeb34384a8e,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:39.380659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:39.389680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Transition to ACTIVE for port object 8537d995-2d21-4a0c-8000-297aff705972 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:39.497491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Transition to ACTIVE for port object 8537d995-2d21-4a0c-8000-297aff705972 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:39.556535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:39.565835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4c070fb-5ecb-4787-9647-de24211c27ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:39.568051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:39.574456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:39.596089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:26:39.596564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:26:39.634341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:39.650040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5a6c29ee-2ad9-4e21-aa86-70b6df70d73c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:39.650514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:39.734859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:39.741302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa88c-dcf2-4dde-bfe7-bbee0282d8f7 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:39.762405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Network e5c14f18-1a1c-40eb-859e-dbfe77366314 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:39.763588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:39.766244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=e4bb8256-a842-4903-9a5d-1c1f124799cf,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:39.771301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:39.772544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:39.774578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:39.778282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:39.796101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:39.800632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Pushing event updated for resources: {'Port': ['ID=8537d995-2d21-4a0c-8000-297aff705972,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:39.804535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] Deleting port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:39.805194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:39.861281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:39.863539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:39.900994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:39.911915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-19b0b54b-9227-45a1-9a8b-312663b9f52c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:39.920899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:39.951786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Subnet': ['ID=106aae3a-fa6c-4c5e-b01d-7405e9ed4d61,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:39.955913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:40.055793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Transition to ACTIVE for port object 49adb8f9-9fba-431e-a514-c0e68aedbed8 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:40.122117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Deleting port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:40.122576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:40.170632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Attempting to bind port 8537d995-2d21-4a0c-8000-297aff705972 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:26:40.171312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Attempting to bind port 8537d995-2d21-4a0c-8000-297aff705972 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '0b3d731c-c4b0-41af-9776-568bb80400e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5c14f18-1a1c-40eb-859e-dbfe77366314'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:26:40.172032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Attempting to bind port 8537d995-2d21-4a0c-8000-297aff705972 on network e5c14f18-1a1c-40eb-859e-dbfe77366314 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:26:40.176785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Transition to ACTIVE for port object 49adb8f9-9fba-431e-a514-c0e68aedbed8 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:40.284066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:40.287786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:26:40.288333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Checking segment: {'id': '0b3d731c-c4b0-41af-9776-568bb80400e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5c14f18-1a1c-40eb-859e-dbfe77366314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:40.288617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:40.289045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Bound using segment: {'id': '0b3d731c-c4b0-41af-9776-568bb80400e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5c14f18-1a1c-40eb-859e-dbfe77366314'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:26:40.289569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Bound port: 8537d995-2d21-4a0c-8000-297aff705972, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3d731c-c4b0-41af-9776-568bb80400e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e5c14f18-1a1c-40eb-859e-dbfe77366314'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:26:40.289987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:40.317213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-471d713b-fcba-4e16-9261-b036a6762b22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:40.320776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:40.327162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event updated for resources: {'Port': ['ID=c20916c9-0102-4b2b-a66f-98fd67ade80f,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:40.347044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1404e440-39f3-4e47-bd80-d668c419c71b tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:26:40.352464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:40.391365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a53cc5c-d65a-4c7c-a52e-71de1764dd00 None None] Sync routers for ids ['cfb87424-9edf-458b-a12f-68046a0da437'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:26:40.395651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Checking segment: {'id': 'c9513889-ff59-4c20-997c-730542b6ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4357ac6e-ce17-43fb-87d9-0392fb00bef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:40.396016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Network hostable DHCP agents. Network: 4357ac6e-ce17-43fb-87d9-0392fb00bef9, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:26:40.401878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1404e440-39f3-4e47-bd80-d668c419c71b tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:40.407278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1404e440-39f3-4e47-bd80-d668c419c71b tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "PUT /v2.0/routers/cfb87424-9edf-458b-a12f-68046a0da437 HTTP/1.1" status: 200 len: 922 time: 10.2860599 Dec 07 13:26:40.431309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a53cc5c-d65a-4c7c-a52e-71de1764dd00 None None] Routers {'cfb87424-9edf-458b-a12f-68046a0da437'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:40.433296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7a53cc5c-d65a-4c7c-a52e-71de1764dd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['cfb87424-9edf-458b-a12f-68046a0da437'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:40.472214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42674) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:40.490043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Network d45a726f-9423-4e24-8ee2-ea70c71ae659 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:40.502063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:40.510668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] For port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4f3d1f6e-bd47-4c03-8528-3aeb34384a8e,segment=NetworkSegment(ec4dbe42-53d0-4865-b677-590c770f67c1),segment_id=ec4dbe42-53d0-4865-b677-590c770f67c1)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:40.510668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:40.519625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:40.521957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Pushing event updated for resources: {'Port': ['ID=49adb8f9-9fba-431e-a514-c0e68aedbed8,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:40.534012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:40.604494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c14f18-1a1c-40eb-859e-dbfe77366314']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:40.687087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Allocated IP 2001:db8::3aa (d45a726f-9423-4e24-8ee2-ea70c71ae659/ccc28eeb-e754-4871-84cc-e3d8330d9239/94ba8b26-f81f-4c2b-8294-41f0b6fb9483) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:40.693616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3d731c-c4b0-41af-9776-568bb80400e5') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:40.694195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3d731c-c4b0-41af-9776-568bb80400e5') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:40.729210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] Calling delete_port for 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:40.766475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7a53cc5c-d65a-4c7c-a52e-71de1764dd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:40.774814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Network 4357ac6e-ce17-43fb-87d9-0392fb00bef9 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:26:40.799249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a53cc5c-d65a-4c7c-a52e-71de1764dd00 None None] Routers {'cfb87424-9edf-458b-a12f-68046a0da437'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:40.800698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7a53cc5c-d65a-4c7c-a52e-71de1764dd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['cfb87424-9edf-458b-a12f-68046a0da437'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:40.816733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:40.846753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 4357ac6e-ce17-43fb-87d9-0392fb00bef9) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:40.869153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:40.870072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:40.890998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5d9b090f-21a2-48f4-a5ea-45b94bb32299 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:40.894654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] For port 8537d995-2d21-4a0c-8000-297aff705972, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:26:40.901996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9f10c9-6b26-4290-907f-ec13475ae9a4 None None] Network 4357ac6e-ce17-43fb-87d9-0392fb00bef9 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:40.933021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7a53cc5c-d65a-4c7c-a52e-71de1764dd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:40.933833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a53cc5c-d65a-4c7c-a52e-71de1764dd00 None None] The sync data for ids ['cfb87424-9edf-458b-a12f-68046a0da437'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:26:41.056015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event updated for resources: {'Port': ['ID=856d093c-8f9f-450f-a91b-1808935725d5,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:41.074099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:41.152138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Checking segment: {'id': '613a04e3-7ee5-4b0a-be46-93148b852060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2de9f9b5-2cc3-4cc6-9462-89e247b4524a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:41.152811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Network hostable DHCP agents. Network: 2de9f9b5-2cc3-4cc6-9462-89e247b4524a, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:26:41.162863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] For port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4f3d1f6e-bd47-4c03-8528-3aeb34384a8e,segment=NetworkSegment(ec4dbe42-53d0-4865-b677-590c770f67c1),segment_id=ec4dbe42-53d0-4865-b677-590c770f67c1)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:41.166874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:41.196736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Attempting to bind port 49adb8f9-9fba-431e-a514-c0e68aedbed8 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:26:41.197135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Attempting to bind port 49adb8f9-9fba-431e-a514-c0e68aedbed8 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '8a4097db-f859-4516-982c-a61460ac88d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd45a726f-9423-4e24-8ee2-ea70c71ae659'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:26:41.197398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Attempting to bind port 49adb8f9-9fba-431e-a514-c0e68aedbed8 on network d45a726f-9423-4e24-8ee2-ea70c71ae659 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:26:41.197819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7e9e45a5-f326-401d-91bc-4c4146da653d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "GET /v2.0/routers/cfb87424-9edf-458b-a12f-68046a0da437 HTTP/1.1" status: 200 len: 922 time: 0.7250898 Dec 07 13:26:41.198927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42680) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:41.245066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:26:41.245603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Checking segment: {'id': '8a4097db-f859-4516-982c-a61460ac88d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd45a726f-9423-4e24-8ee2-ea70c71ae659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:41.245958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:41.246404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Bound using segment: {'id': '8a4097db-f859-4516-982c-a61460ac88d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd45a726f-9423-4e24-8ee2-ea70c71ae659'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:26:41.246952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Bound port: 49adb8f9-9fba-431e-a514-c0e68aedbed8, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4097db-f859-4516-982c-a61460ac88d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd45a726f-9423-4e24-8ee2-ea70c71ae659'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:26:41.247410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:41.260791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:41.267397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-872def42-72cc-4f61-a66a-587a85452f02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:41.355639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] Pushing event deleted for resources: {'Port': ['ID=4f3d1f6e-bd47-4c03-8528-3aeb34384a8e,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:41.391569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:41.407174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] No DVR routers for this DVR port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:26:41.502189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Calling delete_port for 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:41.524076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:41.524790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] For port 49adb8f9-9fba-431e-a514-c0e68aedbed8, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:26:41.536160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] For port 49adb8f9-9fba-431e-a514-c0e68aedbed8, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=49adb8f9-9fba-431e-a514-c0e68aedbed8,segment=NetworkSegment(8a4097db-f859-4516-982c-a61460ac88d5),segment_id=8a4097db-f859-4516-982c-a61460ac88d5)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:26:41.550351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Network 2de9f9b5-2cc3-4cc6-9462-89e247b4524a is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:26:41.581110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9b521a00-6c89-4552-a664-edb010b700be tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Synchronizing usage tracker for tenant:d02208934f8d46cba3c2ecfc20648aad on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:26:41.582307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:41.593600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:41.598687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:41.653080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 2de9f9b5-2cc3-4cc6-9462-89e247b4524a) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:41.673386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:26:41.673386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:41.677050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:41.680289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79490b2e-29a1-40cc-911b-74aa1fd662b8 None None] Network 2de9f9b5-2cc3-4cc6-9462-89e247b4524a requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:41.684268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:41.691049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:41.692359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:26:41.710772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:26:41.758505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9b521a00-6c89-4552-a664-edb010b700be tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Unset dirty status for tenant:d02208934f8d46cba3c2ecfc20648aad on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:26:41.766654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9b521a00-6c89-4552-a664-edb010b700be tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&device_id=cfb87424-9edf-458b-a12f-68046a0da437&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5611310 Dec 07 13:26:41.767830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42684) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:41.773380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:41.800161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Pushing event updated for resources: {'Port': ['ID=49adb8f9-9fba-431e-a514-c0e68aedbed8,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:41.814793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:41.911080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.5275731 Dec 07 13:26:41.938622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42688) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:42.399475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b505d8d-a38a-4e00-91f3-1c64cedb2d80 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:42.400463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3b505d8d-a38a-4e00-91f3-1c64cedb2d80 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Synchronizing usage tracker for tenant:d02208934f8d46cba3c2ecfc20648aad on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:26:42.486830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3b505d8d-a38a-4e00-91f3-1c64cedb2d80 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Unset dirty status for tenant:d02208934f8d46cba3c2ecfc20648aad on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:26:42.492593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3b505d8d-a38a-4e00-91f3-1c64cedb2d80 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "GET /v2.0/networks/3e4fe3c4-9dba-4ff1-b219-f50882f57056 HTTP/1.1" status: 200 len: 881 time: 0.7221038 Dec 07 13:26:42.502845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42692) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:42.508059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:42.558777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8b752da6-e047-4b26-8c89-6e15e78baa56 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb87424-9edf-458b-a12f-68046a0da437 HTTP/1.1" status: 200 len: 205 time: 0.0542724 Dec 07 13:26:42.561806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42696) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:42.593613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] For port 8537d995-2d21-4a0c-8000-297aff705972, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8537d995-2d21-4a0c-8000-297aff705972,segment=NetworkSegment(0b3d731c-c4b0-41af-9776-568bb80400e5),segment_id=0b3d731c-c4b0-41af-9776-568bb80400e5)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:26:42.612589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:26:42.613005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:26:42.638533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 13:26:42.638533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 13:26:42.638533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [parameters: {'id': 'e5c14f18-1a1c-40eb-859e-dbfe77366314'}] Dec 07 13:26:42.638533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:26:42.639036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:26:42.646323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa88c-dcf2-4dde-bfe7-bbee0282d8f7 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:42.647067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:42.652465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d31ed82a-b8e6-4bf9-a65d-826a3296d719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:42.712583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:42.722533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-18936279-885f-4fc4-a348-61508d871dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:42.724601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:42.739663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9d0aa88c-dcf2-4dde-bfe7-bbee0282d8f7 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Deleting port fe5c0748-0cc1-4cf6-ab4c-c80c3b81a8ea {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:42.740094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa88c-dcf2-4dde-bfe7-bbee0282d8f7 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:42.784537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Deleting port 4f3d1f6e-bd47-4c03-8528-3aeb34384a8e {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:42.785410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:42.830731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94624f83-8589-486f-8bab-1a1080217e7d tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:42.835281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94624f83-8589-486f-8bab-1a1080217e7d tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:42.842051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-94624f83-8589-486f-8bab-1a1080217e7d tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.8656609 Dec 07 13:26:42.852314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42700) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:42.858290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Transition to ACTIVE for port object 94ba8b26-f81f-4c2b-8294-41f0b6fb9483 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:42.941196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] The port '4f3d1f6e-bd47-4c03-8528-3aeb34384a8e' was deleted {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:26:42.950857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=e4bb8256-a842-4903-9a5d-1c1f124799cf,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:42.959932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:42.971794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:43.046966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Pushing event updated for resources: {'Port': ['ID=8537d995-2d21-4a0c-8000-297aff705972,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:43.053929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:43.113974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4915c97f-1cbe-4268-976f-ef832c27d8ff None None] Network e5c14f18-1a1c-40eb-859e-dbfe77366314 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:43.134069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7a36f6a7-b7be-4021-9eb5-b1e8e60c19ce tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Deleting port c20916c9-0102-4b2b-a66f-98fd67ade80f {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:43.134514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a36f6a7-b7be-4021-9eb5-b1e8e60c19ce tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:43.218201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:43.248596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82fea32b-5f6d-485f-942a-a1abbe3a1306 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:43.288322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:43.314196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:43.323746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Deleting port 8537d995-2d21-4a0c-8000-297aff705972 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:43.324109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:43.384614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ef16661-5fec-499b-a259-d88b47331ab1 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:43.480237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa88c-dcf2-4dde-bfe7-bbee0282d8f7 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:43.506887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:43.583559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bf6aab-b664-437f-ac87-d47d8747b90d None None] Network e5c14f18-1a1c-40eb-859e-dbfe77366314 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:43.685116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4dbe42-53d0-4865-b677-590c770f67c1') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:43.685447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4dbe42-53d0-4865-b677-590c770f67c1') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:43.711175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9d0aa88c-dcf2-4dde-bfe7-bbee0282d8f7 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Calling delete_port for fe5c0748-0cc1-4cf6-ab4c-c80c3b81a8ea owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:43.752233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Floating IP e7ce3a3a-53d9-47ca-a9b8-bbd392b8d7fa associated. External IP: 172.36.4.30, port: 47b39a02-cdfe-46c8-b666-37db39e1f033. Dec 07 13:26:43.768748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:43.819164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network d45a726f-9423-4e24-8ee2-ea70c71ae659 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:43.859783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:43.861818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=94ba8b26-f81f-4c2b-8294-41f0b6fb9483,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:43.868734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:43.873077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:43.873669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:43.967389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:43.974571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:44.009238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82fea32b-5f6d-485f-942a-a1abbe3a1306 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:44.013526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:26:44.014385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:44.020043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 49adb8f9-9fba-431e-a514-c0e68aedbed8 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:26:44.041817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:26:44.061586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-82fea32b-5f6d-485f-942a-a1abbe3a1306 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Deleting port d92b78ea-9ef2-443b-b5c0-dfaef841aa39 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:44.062212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82fea32b-5f6d-485f-942a-a1abbe3a1306 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:44.122100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba47162-8f54-480f-88be-ba453e104fd1 None None] Network d45a726f-9423-4e24-8ee2-ea70c71ae659 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:44.213433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 49adb8f9-9fba-431e-a514-c0e68aedbed8 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:26:44.226570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a36f6a7-b7be-4021-9eb5-b1e8e60c19ce tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:44.355213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ecc46a46-851e-480c-8a7e-7d6b2fa01ef0 None None] Provisioning for port 49adb8f9-9fba-431e-a514-c0e68aedbed8 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:26:44.366161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ecc46a46-851e-480c-8a7e-7d6b2fa01ef0 None None] Provisioning complete for port 49adb8f9-9fba-431e-a514-c0e68aedbed8 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:26:44.366553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ecc46a46-851e-480c-8a7e-7d6b2fa01ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:44.395658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.5309920 Dec 07 13:26:44.432845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42704) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:44.496541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82fea32b-5f6d-485f-942a-a1abbe3a1306 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:44.543074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7a36f6a7-b7be-4021-9eb5-b1e8e60c19ce tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Calling delete_port for c20916c9-0102-4b2b-a66f-98fd67ade80f owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:44.575729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ecc46a46-851e-480c-8a7e-7d6b2fa01ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:44.618680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ecc46a46-851e-480c-8a7e-7d6b2fa01ef0 None None] For port 49adb8f9-9fba-431e-a514-c0e68aedbed8, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=49adb8f9-9fba-431e-a514-c0e68aedbed8,segment=NetworkSegment(8a4097db-f859-4516-982c-a61460ac88d5),segment_id=8a4097db-f859-4516-982c-a61460ac88d5)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:44.636285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:44.653372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ecc46a46-851e-480c-8a7e-7d6b2fa01ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:44.656339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] For port 8537d995-2d21-4a0c-8000-297aff705972, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8537d995-2d21-4a0c-8000-297aff705972,segment=NetworkSegment(0b3d731c-c4b0-41af-9776-568bb80400e5),segment_id=0b3d731c-c4b0-41af-9776-568bb80400e5)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:44.657008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:44.658001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d497a47-2911-4fff-a517-6ffc05150903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:44.673863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-82fea32b-5f6d-485f-942a-a1abbe3a1306 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Calling delete_port for d92b78ea-9ef2-443b-b5c0-dfaef841aa39 owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:44.675291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-550c0631-027d-4ae1-a453-8e5aabf5f6f9 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:44.699949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:44.764444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:44.766892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-74f11d9b-212c-431b-9119-e03a651254a5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port 94ba8b26-f81f-4c2b-8294-41f0b6fb9483 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:44.768193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74f11d9b-212c-431b-9119-e03a651254a5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:44.776665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc46a46-851e-480c-8a7e-7d6b2fa01ef0 None None] Pushing event updated for resources: {'Port': ['ID=49adb8f9-9fba-431e-a514-c0e68aedbed8,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:44.786677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ecc46a46-851e-480c-8a7e-7d6b2fa01ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:44.879767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:44.990030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router f8ff709e-bfa8-4797-a997-7bf27676d18e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:26:45.064352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c16b65fa-f1c9-4bee-bbb1-6cff137568c0 None None] Provisioning for port 94ba8b26-f81f-4c2b-8294-41f0b6fb9483 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:26:45.074705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c16b65fa-f1c9-4bee-bbb1-6cff137568c0 None None] Provisioning complete for port 94ba8b26-f81f-4c2b-8294-41f0b6fb9483 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:26:45.075880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c16b65fa-f1c9-4bee-bbb1-6cff137568c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:45.198829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c16b65fa-f1c9-4bee-bbb1-6cff137568c0 None None] Port 94ba8b26-f81f-4c2b-8294-41f0b6fb9483 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:26:45.235419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c16b65fa-f1c9-4bee-bbb1-6cff137568c0 None None] Provisioning complete for port 49adb8f9-9fba-431e-a514-c0e68aedbed8 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:26:45.237921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c16b65fa-f1c9-4bee-bbb1-6cff137568c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:45.265460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Calling delete_port for 8537d995-2d21-4a0c-8000-297aff705972 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:45.306326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2921f7d7-8ab9-43b3-9d0b-7e2ccbd2be74 HTTP/1.1" status: 204 len: 168 time: 7.7924209 Dec 07 13:26:45.354503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74f11d9b-212c-431b-9119-e03a651254a5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:45.370207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82fea32b-5f6d-485f-942a-a1abbe3a1306 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:45.379713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-abbf4734-9064-4c93-8c82-641692ea3b0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1053855518-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:45.413827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5140aad2-9695-4484-996a-e4caf4ef0d0c None None] get_active_networks_info from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 07 13:26:45.500940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a36f6a7-b7be-4021-9eb5-b1e8e60c19ce tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:45.516023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f1876f57-e6ee-43dd-a4ef-8cf21a721c06 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:45.561363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fea32b-5f6d-485f-942a-a1abbe3a1306 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Pushing event deleted for resources: {'Port': ['ID=d92b78ea-9ef2-443b-b5c0-dfaef841aa39,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:45.576313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82fea32b-5f6d-485f-942a-a1abbe3a1306 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:45.587921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-74f11d9b-212c-431b-9119-e03a651254a5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for 94ba8b26-f81f-4c2b-8294-41f0b6fb9483 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:45.598869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36f6a7-b7be-4021-9eb5-b1e8e60c19ce tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event deleted for resources: {'Port': ['ID=c20916c9-0102-4b2b-a66f-98fd67ade80f,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:45.605632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7a36f6a7-b7be-4021-9eb5-b1e8e60c19ce tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:45.613144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa88c-dcf2-4dde-bfe7-bbee0282d8f7 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:45.619109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a36f6a7-b7be-4021-9eb5-b1e8e60c19ce tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:45.622441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-36e1ceae-3a0c-43ba-959a-0d842645c9db tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:45.679305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:45.689372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0aa88c-dcf2-4dde-bfe7-bbee0282d8f7 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Pushing event deleted for resources: {'Port': ['ID=fe5c0748-0cc1-4cf6-ab4c-c80c3b81a8ea,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:45.694787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d0aa88c-dcf2-4dde-bfe7-bbee0282d8f7 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:45.695741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:45.734635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7a36f6a7-b7be-4021-9eb5-b1e8e60c19ce tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "DELETE /v2.0/ports/c20916c9-0102-4b2b-a66f-98fd67ade80f HTTP/1.1" status: 204 len: 168 time: 2.8807263 Dec 07 13:26:45.745113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42710) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:45.775511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Port': ['ID=8537d995-2d21-4a0c-8000-297aff705972,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:45.805529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5140aad2-9695-4484-996a-e4caf4ef0d0c None None] Resources bound (agent type, host, resource id): {{(pid=88899) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 07 13:26:45.821042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:45.908317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No DVR routers for this DVR port 8537d995-2d21-4a0c-8000-297aff705972 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:26:45.984822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 49adb8f9-9fba-431e-a514-c0e68aedbed8 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:26:46.006381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b4a2de57-95fa-42fc-a08b-effe962201ff tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Deleting port 856d093c-8f9f-450f-a91b-1808935725d5 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:46.006807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4a2de57-95fa-42fc-a08b-effe962201ff tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:46.032774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42714) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:46.138661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c4db0254-e6e2-4249-82b4-b5314e7716e9 None None] Provisioning complete for port 94ba8b26-f81f-4c2b-8294-41f0b6fb9483 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:26:46.139214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c4db0254-e6e2-4249-82b4-b5314e7716e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:46.270629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c4db0254-e6e2-4249-82b4-b5314e7716e9 None None] Port 94ba8b26-f81f-4c2b-8294-41f0b6fb9483 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:26:46.287119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 49adb8f9-9fba-431e-a514-c0e68aedbed8 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:26:46.287660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:46.412164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:46.417636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82fea32b-5f6d-485f-942a-a1abbe3a1306 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:46.490445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-caa6939d-6e82-4ffe-a6e4-d3866a2fe9a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2bbc6bb9092480ba6a861e4cadd4f90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4444239 Dec 07 13:26:46.491752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42718) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:46.494104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c14f18-1a1c-40eb-859e-dbfe77366314']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:46.558792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa88c-dcf2-4dde-bfe7-bbee0282d8f7 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:46.602962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74f11d9b-212c-431b-9119-e03a651254a5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:46.622780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:46.690625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f11d9b-212c-431b-9119-e03a651254a5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=94ba8b26-f81f-4c2b-8294-41f0b6fb9483,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:46.698010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-74f11d9b-212c-431b-9119-e03a651254a5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:46.715434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3d731c-c4b0-41af-9776-568bb80400e5') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:46.715749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3d731c-c4b0-41af-9776-568bb80400e5') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:46.748298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:46.846929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:46.855446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4a2de57-95fa-42fc-a08b-effe962201ff tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:46.916776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:26:46.922368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82fea32b-5f6d-485f-942a-a1abbe3a1306 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:46.937109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2c571-1f8b-4a35-91e7-df4c37de5693 None None] Sync routers for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:26:46.944087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74f11d9b-212c-431b-9119-e03a651254a5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:46.966348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82fea32b-5f6d-485f-942a-a1abbe3a1306 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:46.975322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d2d36ed4-15cd-43fd-8b9a-5ed4bc828f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:46.981925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:26:46.982338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:46.993866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f2c571-1f8b-4a35-91e7-df4c37de5693 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:46.994929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-34f2c571-1f8b-4a35-91e7-df4c37de5693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:46.998372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-74f11d9b-212c-431b-9119-e03a651254a5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/94ba8b26-f81f-4c2b-8294-41f0b6fb9483 HTTP/1.1" status: 204 len: 168 time: 2.5584025 Dec 07 13:26:47.003053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42722) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:26:47.006524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:26:47.070083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.135216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b42722-3b4f-4f7d-afeb-40cc77e47dd4 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] DELETE failed (client error): The resource could not be found. Dec 07 13:26:47.135767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b42722-3b4f-4f7d-afeb-40cc77e47dd4 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:26:47.142047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-37b42722-3b4f-4f7d-afeb-40cc77e47dd4 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/94ba8b26-f81f-4c2b-8294-41f0b6fb9483 HTTP/1.1" status: 404 len: 333 time: 0.1323793 Dec 07 13:26:47.145388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42726) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:47.146666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d2d36ed4-15cd-43fd-8b9a-5ed4bc828f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.155040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-34f2c571-1f8b-4a35-91e7-df4c37de5693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:47.177245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f2c571-1f8b-4a35-91e7-df4c37de5693 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:47.177245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-34f2c571-1f8b-4a35-91e7-df4c37de5693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:47.202162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.6580114 Dec 07 13:26:47.207424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42728) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:47.280236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82fea32b-5f6d-485f-942a-a1abbe3a1306 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.280849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fea32b-5f6d-485f-942a-a1abbe3a1306 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Fanout notify agent at l3_agent the message router_deleted on router cfb87424-9edf-458b-a12f-68046a0da437 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:26:47.290464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-34f2c571-1f8b-4a35-91e7-df4c37de5693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:47.291484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2c571-1f8b-4a35-91e7-df4c37de5693 None None] The sync data for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:26:47.337852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82fea32b-5f6d-485f-942a-a1abbe3a1306 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.339413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-82fea32b-5f6d-485f-942a-a1abbe3a1306 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "DELETE /v2.0/routers/cfb87424-9edf-458b-a12f-68046a0da437 HTTP/1.1" status: 204 len: 168 time: 4.7752433 Dec 07 13:26:47.371536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-56579b0a-64f7-41f1-bb83-e7e419b009f8 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "GET /v2.0/floatingips/e7ce3a3a-53d9-47ca-a9b8-bbd392b8d7fa HTTP/1.1" status: 200 len: 976 time: 0.1623163 Dec 07 13:26:47.372830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42734) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:47.373317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42736) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:47.385873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bcbffa6e-78d3-4d5a-905b-71e10bc36d9b tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2042612507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:47.454657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bcbffa6e-78d3-4d5a-905b-71e10bc36d9b tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:47.457340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d2d36ed4-15cd-43fd-8b9a-5ed4bc828f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.476745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f53db296-5c96-47d8-bf1a-0925c18fc40c tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:47.480981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa88c-dcf2-4dde-bfe7-bbee0282d8f7 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.489128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bcbffa6e-78d3-4d5a-905b-71e10bc36d9b tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Usage tracker for resource:router and tenant:6be95b94d5264722a5d26ec189906b2f is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:47.499948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bcbffa6e-78d3-4d5a-905b-71e10bc36d9b tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:47.500257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b4a2de57-95fa-42fc-a08b-effe962201ff tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Calling delete_port for 856d093c-8f9f-450f-a91b-1808935725d5 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:47.507936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d36ed4-15cd-43fd-8b9a-5ed4bc828f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ee9c8b-283d-486f-aecd-b904c5e3b552,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:47.510398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d2d36ed4-15cd-43fd-8b9a-5ed4bc828f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:47.517859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bcbffa6e-78d3-4d5a-905b-71e10bc36d9b tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:47.522542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d2d36ed4-15cd-43fd-8b9a-5ed4bc828f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.527710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d2d36ed4-15cd-43fd-8b9a-5ed4bc828f84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05ee9c8b-283d-486f-aecd-b904c5e3b552 HTTP/1.1" status: 204 len: 168 time: 1.0314386 Dec 07 13:26:47.563778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa88c-dcf2-4dde-bfe7-bbee0282d8f7 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.566165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4f5ebac2-2496-4655-b342-3b5a751a9429 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Synchronizing usage tracker for tenant:07116a0e0f5f400f8e01d51898ee34fa on resource:floatingip {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:26:47.569219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-634736c5-3989-4836-aad2-46bd2d82992a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] GET failed (client error): The resource could not be found. Dec 07 13:26:47.569663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-634736c5-3989-4836-aad2-46bd2d82992a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Synchronizing usage tracker for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:26:47.630165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcbffa6e-78d3-4d5a-905b-71e10bc36d9b tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.631864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcbffa6e-78d3-4d5a-905b-71e10bc36d9b tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.637150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4f5ebac2-2496-4655-b342-3b5a751a9429 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Unset dirty status for tenant:07116a0e0f5f400f8e01d51898ee34fa on resource:floatingip {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:26:47.638473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4f5ebac2-2496-4655-b342-3b5a751a9429 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2588146 Dec 07 13:26:47.647461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42746) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:47.654514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7268ab44-fb75-4f1e-a6d3-2680fc2e7c19 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'floatingip': {'port_id': '60c02b12-ccad-432a-8c28-7130b3d507ad'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:47.688847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-634736c5-3989-4836-aad2-46bd2d82992a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Unset dirty status for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:26:47.690994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-634736c5-3989-4836-aad2-46bd2d82992a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports/94ba8b26-f81f-4c2b-8294-41f0b6fb9483 HTTP/1.1" status: 404 len: 333 time: 0.4853606 Dec 07 13:26:47.695536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42750) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:47.777787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.795093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f3c16b11-e07f-4177-8047-b2e95715f4ae tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:47.803550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7268ab44-fb75-4f1e-a6d3-2680fc2e7c19 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.811432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4a2de57-95fa-42fc-a08b-effe962201ff tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.830540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.841460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa88c-dcf2-4dde-bfe7-bbee0282d8f7 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.842110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0aa88c-dcf2-4dde-bfe7-bbee0282d8f7 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Fanout notify agent at l3_agent the message router_deleted on router 45c62c80-3a9a-4df1-906d-187baae0bb51 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:26:47.856160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Network': ['ID=e5c14f18-1a1c-40eb-859e-dbfe77366314,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:47.873442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:47.874167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-505fce49-bd61-489c-a223-7f573691da09 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:47.884775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcbffa6e-78d3-4d5a-905b-71e10bc36d9b tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.919772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/networks/e5c14f18-1a1c-40eb-859e-dbfe77366314 HTTP/1.1" status: 204 len: 168 time: 9.5649037 Dec 07 13:26:47.925095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d0aa88c-dcf2-4dde-bfe7-bbee0282d8f7 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.925641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42754) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:47.926327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9d0aa88c-dcf2-4dde-bfe7-bbee0282d8f7 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "DELETE /v2.0/routers/45c62c80-3a9a-4df1-906d-187baae0bb51 HTTP/1.1" status: 204 len: 168 time: 9.0497463 Dec 07 13:26:47.935747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42758) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:47.942121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4a2de57-95fa-42fc-a08b-effe962201ff tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:47.944426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b4a2de57-95fa-42fc-a08b-effe962201ff tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "DELETE /v2.0/ports/856d093c-8f9f-450f-a91b-1808935725d5 HTTP/1.1" status: 204 len: 168 time: 2.1711526 Dec 07 13:26:47.961509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2de57-95fa-42fc-a08b-effe962201ff tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event deleted for resources: {'Port': ['ID=856d093c-8f9f-450f-a91b-1808935725d5,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:47.964756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b4a2de57-95fa-42fc-a08b-effe962201ff tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:47.965282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42760) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:48.006924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-87afe9b7-a093-4d53-a0d0-521dceb1a03a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2064712252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:48.020526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcbffa6e-78d3-4d5a-905b-71e10bc36d9b tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.034921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-87afe9b7-a093-4d53-a0d0-521dceb1a03a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:48.056914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-87afe9b7-a093-4d53-a0d0-521dceb1a03a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Usage tracker for resource:router and tenant:b006f579dde149999e70cc419dd52073 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:48.061706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-704eb337-2228-413c-b9d0-5478b27b9d2b tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] DELETE failed (client error): The resource could not be found. Dec 07 13:26:48.063642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704eb337-2228-413c-b9d0-5478b27b9d2b tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:26:48.079972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-87afe9b7-a093-4d53-a0d0-521dceb1a03a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:48.085947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f249f586-d7fd-4dc0-8ce4-d12e73e69fab tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Synchronizing usage tracker for tenant:4efb9fbcbb244fba955007257c86f673 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:26:48.100893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-87afe9b7-a093-4d53-a0d0-521dceb1a03a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:48.105016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-704eb337-2228-413c-b9d0-5478b27b9d2b tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/networks/e5c14f18-1a1c-40eb-859e-dbfe77366314 HTTP/1.1" status: 404 len: 339 time: 0.1770968 Dec 07 13:26:48.113060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42768) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:48.126814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-675211300', 'description': 'd1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:48.158235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:48.167071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Usage tracker for resource:network and tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:48.182526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:48.184273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcbffa6e-78d3-4d5a-905b-71e10bc36d9b tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.188923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bcbffa6e-78d3-4d5a-905b-71e10bc36d9b tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8103247 Dec 07 13:26:48.190077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42774) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:48.195906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:48.207200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93150e6-583d-4690-b4e0-0631dd8788ba tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting subnet ccc28eeb-e754-4871-84cc-e3d8330d9239 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:26:48.213959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b93150e6-583d-4690-b4e0-0631dd8788ba tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.252087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f249f586-d7fd-4dc0-8ce4-d12e73e69fab tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Unset dirty status for tenant:4efb9fbcbb244fba955007257c86f673 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:26:48.253597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f249f586-d7fd-4dc0-8ce4-d12e73e69fab tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2847664 Dec 07 13:26:48.259864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87afe9b7-a093-4d53-a0d0-521dceb1a03a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.261247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42780) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:48.261362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87afe9b7-a093-4d53-a0d0-521dceb1a03a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.271218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2015006692'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:48.278877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:48.281846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:48.287147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:48.293451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.311217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Usage tracker for resource:network and tenant:4efb9fbcbb244fba955007257c86f673 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:48.318545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:48.330847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b93150e6-583d-4690-b4e0-0631dd8788ba tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.365180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:48.411474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:26:48.435398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.435820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Added segment e641175b-f7d0-4ce1-a6b9-6ca5b505bcac of type vlan for network 5f463f51-ac0c-46b5-bfd7-6655f7cfeac4 Dec 07 13:26:48.483614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.500232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b93150e6-583d-4690-b4e0-0631dd8788ba tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.535769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87afe9b7-a093-4d53-a0d0-521dceb1a03a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.545499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Made reservation on behalf of 4efb9fbcbb244fba955007257c86f673 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:48.552002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.620322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:26:48.642885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.648185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:48.648900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.655133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:48.760433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.760830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Added segment ad948720-357d-43d8-a74d-fa392e723702 of type vlan for network 4fe05fa6-84d0-43de-9d3c-d980368dd204 Dec 07 13:26:48.803443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b93150e6-583d-4690-b4e0-0631dd8788ba tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.819448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Network': ['ID=5f463f51-ac0c-46b5-bfd7-6655f7cfeac4,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:48.839445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:48.839930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2b058fc8-8742-494c-9d0f-3f0422e35006 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:48.844553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 5f463f51-ac0c-46b5-bfd7-6655f7cfeac4 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:48.886226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93150e6-583d-4690-b4e0-0631dd8788ba tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc28eeb-e754-4871-84cc-e3d8330d9239,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:48.893291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7790141 Dec 07 13:26:48.898249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.899772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42790) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:48.903764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b93150e6-583d-4690-b4e0-0631dd8788ba tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:48.909444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b93150e6-583d-4690-b4e0-0631dd8788ba tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:48.915119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b93150e6-583d-4690-b4e0-0631dd8788ba tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/ccc28eeb-e754-4871-84cc-e3d8330d9239 HTTP/1.1" status: 204 len: 168 time: 1.2145562 Dec 07 13:26:48.917869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42794) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:48.986842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a789c52-6a6e-470f-9a97-5b9f526700e6 None None] Network d45a726f-9423-4e24-8ee2-ea70c71ae659 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:49.050920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:49.090610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port 49adb8f9-9fba-431e-a514-c0e68aedbed8 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:49.090972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:49.260868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87afe9b7-a093-4d53-a0d0-521dceb1a03a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:49.348447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f053bc8-2ec5-4673-9e23-40431e6de461 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:49.348447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8f053bc8-2ec5-4673-9e23-40431e6de461 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Synchronizing usage tracker for tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:26:49.402651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42802) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:49.403407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:49.408268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:49.409598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:49.420671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:49.430323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87afe9b7-a093-4d53-a0d0-521dceb1a03a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:49.434682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-87afe9b7-a093-4d53-a0d0-521dceb1a03a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4582005 Dec 07 13:26:49.438455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42806) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:49.469498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'enable_snat': True}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:49.521805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3701e703-3eeb-47f0-9c82-84073b007369 None None] DHCP port deletion for d45a726f-9423-4e24-8ee2-ea70c71ae659 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:26:49.529823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3701e703-3eeb-47f0-9c82-84073b007369 None None] Deleting port 49adb8f9-9fba-431e-a514-c0e68aedbed8 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:49.530594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3701e703-3eeb-47f0-9c82-84073b007369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:49.567524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:49.602991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8f053bc8-2ec5-4673-9e23-40431e6de461 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Unset dirty status for tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:26:49.604258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8f053bc8-2ec5-4673-9e23-40431e6de461 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "GET /v2.0/networks?id=5f463f51-ac0c-46b5-bfd7-6655f7cfeac4 HTTP/1.1" status: 200 len: 764 time: 0.6940365 Dec 07 13:26:49.607291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42812) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:49.652050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d7d071e8-cb14-431e-9e2e-8a93f3b41052 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'network': {'description': 'd2'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:49.660693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-273232448-network', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:49.693866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:49.697262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] For port 49adb8f9-9fba-431e-a514-c0e68aedbed8, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=49adb8f9-9fba-431e-a514-c0e68aedbed8,segment=NetworkSegment(8a4097db-f859-4516-982c-a61460ac88d5),segment_id=8a4097db-f859-4516-982c-a61460ac88d5)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:49.697666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:49.713853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4492455 Dec 07 13:26:49.724642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42816) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:49.733620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Usage tracker for resource:network and tenant:e0e0103fbec1461caa3f0787ea67511c is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:49.791351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1320854420'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:49.798360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event updated for resources: {'Network': ['ID=4fe05fa6-84d0-43de-9d3c-d980368dd204,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:49.805315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:49.806164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:49.817056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 4fe05fa6-84d0-43de-9d3c-d980368dd204 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:49.874630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:49.886456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for 49adb8f9-9fba-431e-a514-c0e68aedbed8 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:49.916589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:49.931590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-3701e703-3eeb-47f0-9c82-84073b007369 None None] For port 49adb8f9-9fba-431e-a514-c0e68aedbed8, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=49adb8f9-9fba-431e-a514-c0e68aedbed8,segment=NetworkSegment(8a4097db-f859-4516-982c-a61460ac88d5),segment_id=8a4097db-f859-4516-982c-a61460ac88d5)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:26:49.931590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3701e703-3eeb-47f0-9c82-84073b007369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:49.933760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Usage tracker for resource:network and tenant:4efb9fbcbb244fba955007257c86f673 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:49.993972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:50.009450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:50.011132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 49adb8f9-9fba-431e-a514-c0e68aedbed8 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:26:50.083181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7268ab44-fb75-4f1e-a6d3-2680fc2e7c19 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:50.087812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Made reservation on behalf of e0e0103fbec1461caa3f0787ea67511c for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:50.092681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:50.122179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3701e703-3eeb-47f0-9c82-84073b007369 None None] Calling delete_port for 49adb8f9-9fba-431e-a514-c0e68aedbed8 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:26:50.130627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7268ab44-fb75-4f1e-a6d3-2680fc2e7c19 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:50.135164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:50.159279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Made reservation on behalf of 4efb9fbcbb244fba955007257c86f673 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:50.164317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:50.200178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No active binding found for port 49adb8f9-9fba-431e-a514-c0e68aedbed8 {{(pid=88899) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 07 13:26:50.200593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 49adb8f9-9fba-431e-a514-c0e68aedbed8 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:26:50.220396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-3701e703-3eeb-47f0-9c82-84073b007369 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:26:50.220836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-3701e703-3eeb-47f0-9c82-84073b007369 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:26:50.228274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7d071e8-cb14-431e-9e2e-8a93f3b41052 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:50.257847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:50.265644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6d16247a-5b32-4146-8b55-2b1ccb1cafd5 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:50.294271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7d071e8-cb14-431e-9e2e-8a93f3b41052 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:50.303791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-79344915-672c-4b25-9d4f-17663151d356 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:50.382189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=49adb8f9-9fba-431e-a514-c0e68aedbed8,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:50.385025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:50.392509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:50.399145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Usage tracker for resource:security_group_rule and tenant:e0e0103fbec1461caa3f0787ea67511c is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:50.403064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:26:50.406011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:50.409229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No DVR routers for this DVR port 49adb8f9-9fba-431e-a514-c0e68aedbed8 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:26:50.427397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:50.452161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:50.463195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7d071e8-cb14-431e-9e2e-8a93f3b41052 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network 5f463f51-ac0c-46b5-bfd7-6655f7cfeac4 is not hosted by any dhcp agent {{(pid=88897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 07 13:26:50.467196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d071e8-cb14-431e-9e2e-8a93f3b41052 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:50.468002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7d071e8-cb14-431e-9e2e-8a93f3b41052 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:50.469987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d7d071e8-cb14-431e-9e2e-8a93f3b41052 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "PUT /v2.0/networks/5f463f51-ac0c-46b5-bfd7-6655f7cfeac4 HTTP/1.1" status: 200 len: 761 time: 0.8611519 Dec 07 13:26:50.483858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42820) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:50.485069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:50.485456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Added segment e0060490-46d7-4f45-8e0d-a5f2613913d5 of type vlan for network 3e516bf7-9566-45ff-9ae4-6a0216b02eb2 Dec 07 13:26:50.549524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:50.602989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d071e8-cb14-431e-9e2e-8a93f3b41052 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Network': ['ID=5f463f51-ac0c-46b5-bfd7-6655f7cfeac4,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:50.615198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d7d071e8-cb14-431e-9e2e-8a93f3b41052 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:50.617824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 5f463f51-ac0c-46b5-bfd7-6655f7cfeac4 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:50.721704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3701e703-3eeb-47f0-9c82-84073b007369 None None] Deleting port 49adb8f9-9fba-431e-a514-c0e68aedbed8 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:26:50.722099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3701e703-3eeb-47f0-9c82-84073b007369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:50.764325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Allocated IP 172.36.4.80 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/a2577206-d653-45c6-ba35-f880770ce62b) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:50.774554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-7268ab44-fb75-4f1e-a6d3-2680fc2e7c19 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Floating IP e7ce3a3a-53d9-47ca-a9b8-bbd392b8d7fa associated. External IP: 172.36.4.30, port: 47b39a02-cdfe-46c8-b666-37db39e1f033. Dec 07 13:26:50.809469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3701e703-3eeb-47f0-9c82-84073b007369 None None] The port '49adb8f9-9fba-431e-a514-c0e68aedbed8' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:26:50.841110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:50.942920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:50.976760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:51.030023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45a726f-9423-4e24-8ee2-ea70c71ae659']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:51.073281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3438abe8-a83e-4c72-889f-6c07ff9e8c1d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:51.074068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3438abe8-a83e-4c72-889f-6c07ff9e8c1d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Synchronizing usage tracker for tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:26:51.078394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4097db-f859-4516-982c-a61460ac88d5') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:51.078730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4097db-f859-4516-982c-a61460ac88d5') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:51.128767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:51.221520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3438abe8-a83e-4c72-889f-6c07ff9e8c1d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Unset dirty status for tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:26:51.222827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3438abe8-a83e-4c72-889f-6c07ff9e8c1d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "GET /v2.0/networks?id=5f463f51-ac0c-46b5-bfd7-6655f7cfeac4 HTTP/1.1" status: 200 len: 764 time: 0.7319562 Dec 07 13:26:51.223990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:51.231279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42824) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:51.256442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:51.260596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:51.261270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:51.289103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:26:51.289560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:51.308462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:26:51.323540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:26:51.333144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:51.371020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:51.484243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:51.495620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1efc0063-7dd6-4768-b436-746775b8ab9a tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:51.525300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:51.583058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:51.588207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:51.591160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Pushing event updated for resources: {'Port': ['ID=a2577206-d653-45c6-ba35-f880770ce62b,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:51.594959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:51.622209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:51.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:26:51.625450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event updated for resources: {'Network': ['ID=3e516bf7-9566-45ff-9ae4-6a0216b02eb2,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:51.635406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:51.637761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 3e516bf7-9566-45ff-9ae4-6a0216b02eb2 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:51.639632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:51.667214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:51.682046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:51.682439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Added segment fc944cef-a8d4-4f90-8502-f76ab34013ce of type vlan for network 6c962f77-029a-4d3f-8fec-e60389bdc894 Dec 07 13:26:51.689435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:51.713676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9828217 Dec 07 13:26:51.742473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c0f2c0-8040-4764-9ad6-171878e9149a,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:51.751294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:51.753511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fa118af3-118b-43cb-bfe0-424e2927043f tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:51.783069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/networks/d45a726f-9423-4e24-8ee2-ea70c71ae659 HTTP/1.1" status: 204 len: 168 time: 2.8637500 Dec 07 13:26:51.788149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42828) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:51.788810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e662a5c-7fef-4176-9a3b-392069005f00 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:51.790436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4e662a5c-7fef-4176-9a3b-392069005f00 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5503604 Dec 07 13:26:51.804202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:26:51.807824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42830) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:51.810697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Network': ['ID=d45a726f-9423-4e24-8ee2-ea70c71ae659,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:51.816110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:51.818036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:51.818970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-848305434'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:51.828467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:51.835958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:network and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:51.840815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:51.863157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:51.878520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bdbe9bfa-599a-4bbc-b28f-8bcc500f8463 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Synchronizing usage tracker for tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:26:51.881182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42836) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:51.901582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Request body: {'subnets': [{'network_id': '4fe05fa6-84d0-43de-9d3c-d980368dd204', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--844597277', 'ip_version': 4}, {'network_id': '3e516bf7-9566-45ff-9ae4-6a0216b02eb2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:51.901923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Request body: {'subnet': {'network_id': '4fe05fa6-84d0-43de-9d3c-d980368dd204', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--844597277', 'ip_version': 4}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:51.902539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Request body: {'subnet': {'network_id': '3e516bf7-9566-45ff-9ae4-6a0216b02eb2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:51.954333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bdbe9bfa-599a-4bbc-b28f-8bcc500f8463 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Unset dirty status for tenant:1aaffe8bc6f04f8fa80880ddacd9e2e7 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:26:51.955661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bdbe9bfa-599a-4bbc-b28f-8bcc500f8463 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056 HTTP/1.1" status: 200 len: 207 time: 0.1418755 Dec 07 13:26:51.966037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42840) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:51.989764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:51.995386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:52.071653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:52.072647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:52.073292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:52.088936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4e1d9963-5cd3-4195-829f-e9077d1695fc tempest-DHCPAgentSchedulersTestJSON-486246737 tempest-DHCPAgentSchedulersTestJSON-486246737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:52.101560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:26:52.103656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:52.172699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7268ab44-fb75-4f1e-a6d3-2680fc2e7c19 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router f8ff709e-bfa8-4797-a997-7bf27676d18e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:26:52.200983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:52.201368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Added segment 4112b0a7-3a9d-426f-8f37-0c798bd38c9e of type vlan for network 180a1f16-6b45-420d-8169-5031a4525792 Dec 07 13:26:52.217725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:52.270214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:52.274895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Usage tracker for resource:subnet and tenant:4efb9fbcbb244fba955007257c86f673 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:52.286282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:52.291921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8739374 Dec 07 13:26:52.295532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:52.305909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42846) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:52.309396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:52.318926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] Request body: {'subnet': {'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-273232448-subnet', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:52.338428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Pushing event updated for resources: {'Network': ['ID=6c962f77-029a-4d3f-8fec-e60389bdc894,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:52.350157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 6c962f77-029a-4d3f-8fec-e60389bdc894 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:52.361302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:52.384220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa744a2-8b76-4018-8e65-699993f62b25 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:52.388783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa744a2-8b76-4018-8e65-699993f62b25 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:52.392661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:52.394359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa744a2-8b76-4018-8e65-699993f62b25 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:52.398830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa744a2-8b76-4018-8e65-699993f62b25 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:52.403283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa744a2-8b76-4018-8e65-699993f62b25 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:52.408562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa744a2-8b76-4018-8e65-699993f62b25 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:52.410600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-eaa744a2-8b76-4018-8e65-699993f62b25 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4434969 Dec 07 13:26:52.414594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42850) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:52.427036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] Usage tracker for resource:subnet and tenant:e0e0103fbec1461caa3f0787ea67511c is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:52.434491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:52.446263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:52.460613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:52.520847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Made reservation on behalf of 4efb9fbcbb244fba955007257c86f673 for: {'subnet': 2} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:52.536012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:52.540001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:52.540625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:52.556591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f1418093-93b4-4f56-a9d5-7919051f22fb tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:52.628462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Allocated IP 172.36.4.56 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/901fb733-05d8-42ee-8faa-d121e8b4d838) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:52.705212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a74d3a15-5e08-4389-8c72-4f561a5be941 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2893276 Dec 07 13:26:52.712352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42854) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:52.726132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] Made reservation on behalf of e0e0103fbec1461caa3f0787ea67511c for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:52.730851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:52.889007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7905cf-6c46-4754-b526-c2598aa23b71 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:52.891853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7905cf-6c46-4754-b526-c2598aa23b71 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:52.893342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7905cf-6c46-4754-b526-c2598aa23b71 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:52.894799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7905cf-6c46-4754-b526-c2598aa23b71 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:52.896721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7905cf-6c46-4754-b526-c2598aa23b71 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:52.898564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8e7905cf-6c46-4754-b526-c2598aa23b71 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1860831 Dec 07 13:26:52.903964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42860) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:52.970282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Network': ['ID=180a1f16-6b45-420d-8169-5031a4525792,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:52.974853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1835947 Dec 07 13:26:52.980069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42864) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:52.990530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 180a1f16-6b45-420d-8169-5031a4525792 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:52.997848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'subnet': {'network_id': '180a1f16-6b45-420d-8169-5031a4525792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:53.032619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:53.045532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:53.128226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f324d0-4402-4006-ab9b-669d7ef77d15 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:53.129757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f324d0-4402-4006-ab9b-669d7ef77d15 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:53.131260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f324d0-4402-4006-ab9b-669d7ef77d15 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:53.132735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f324d0-4402-4006-ab9b-669d7ef77d15 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:53.134191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f324d0-4402-4006-ab9b-669d7ef77d15 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:53.136073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-58f324d0-4402-4006-ab9b-669d7ef77d15 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2310307 Dec 07 13:26:53.142468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42868) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:53.288258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:53.300149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:subnet and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:53.305497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:53.326084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:53.351432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:53.360152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ad3f4ac3-82a8-44eb-a8c0-0be5ca1e3d36 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:53.408414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:53.420485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:53.435118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b331241f-6dda-4aba-9400-24de5b92d470 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:53.436815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b331241f-6dda-4aba-9400-24de5b92d470 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "GET /v2.0/networks/9c257b7c-b017-4a7f-ae1e-34bad6503852 HTTP/1.1" status: 200 len: 803 time: 0.2926948 Dec 07 13:26:53.445118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42872) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:53.454915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:53.524744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:53.578821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:53.579177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:53.774510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:53.792583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:53.841626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Pushing event updated for resources: {'Port': ['ID=901fb733-05d8-42ee-8faa-d121e8b4d838,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:53.855658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:53.860730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:53.935242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-83ea0225-273b-48a3-8f3f-e178bf6f5ad3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "GET /v2.0/networks/9c257b7c-b017-4a7f-ae1e-34bad6503852?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4870706 Dec 07 13:26:53.941001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42878) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:53.973685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7268ab44-fb75-4f1e-a6d3-2680fc2e7c19 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:26:53.985436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef477e6-9a16-46a2-b171-f8e3b7156e4a None None] Sync routers for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:26:54.000788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef477e6-9a16-46a2-b171-f8e3b7156e4a None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:54.002043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4ef477e6-9a16-46a2-b171-f8e3b7156e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:54.090472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4ef477e6-9a16-46a2-b171-f8e3b7156e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:54.108703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef477e6-9a16-46a2-b171-f8e3b7156e4a None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:54.110011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4ef477e6-9a16-46a2-b171-f8e3b7156e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:54.124741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0771e9c3-23fd-459a-9c77-2807f4276673 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:54.126297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0771e9c3-23fd-459a-9c77-2807f4276673 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "GET /v2.0/subnets/e8ae81b2-3e25-40d2-9b5e-2b6b62b4b7a9 HTTP/1.1" status: 200 len: 843 time: 0.1823678 Dec 07 13:26:54.135646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42884) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:54.219224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4ef477e6-9a16-46a2-b171-f8e3b7156e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:54.220074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef477e6-9a16-46a2-b171-f8e3b7156e4a None None] The sync data for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:26:54.223045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:54.232128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9725bbf-e1d9-4e04-8022-8dc0ae9f7a9f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:54.292897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3cbd37-4578-407b-a244-edb73969b859 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:54.302206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5c3cbd37-4578-407b-a244-edb73969b859 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "GET /v2.0/subnets/e8ae81b2-3e25-40d2-9b5e-2b6b62b4b7a9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1578197 Dec 07 13:26:54.305927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42888) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:54.347064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-145c04f8-4b71-4d5c-b10a-8a826f0ff2bc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1071368858'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:54.363066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-145c04f8-4b71-4d5c-b10a-8a826f0ff2bc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:54.402373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-145c04f8-4b71-4d5c-b10a-8a826f0ff2bc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:54.432844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-91ffb850-ecc8-4dd9-a583-d7dd35b843ca req-7969e2f6-a77e-4fcc-a122-1f9ebd735ec9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f775aff5c0545dfb20578f646bb3e6d&device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 1098 time: 0.2463837 Dec 07 13:26:54.490147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145c04f8-4b71-4d5c-b10a-8a826f0ff2bc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:54.495841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-145c04f8-4b71-4d5c-b10a-8a826f0ff2bc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:54.507354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1224687e-5b0c-4a0e-bd15-13393deb64e3,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:54.518705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:54.588085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] Checking segment: {'id': 'fc944cef-a8d4-4f90-8502-f76ab34013ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:54.588478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] Network hostable DHCP agents. Network: 6c962f77-029a-4d3f-8fec-e60389bdc894, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:26:54.616186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:54.631564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145c04f8-4b71-4d5c-b10a-8a826f0ff2bc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:26:54.644591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:54.677124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:54.739340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb2f54-da0b-4aad-952c-4cdd529e4de0 req-93e40992-fb55-454c-963b-dd4fbede731c tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:54.740955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ffeb2f54-da0b-4aad-952c-4cdd529e4de0 req-93e40992-fb55-454c-963b-dd4fbede731c tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.4218907 Dec 07 13:26:54.778190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-145c04f8-4b71-4d5c-b10a-8a826f0ff2bc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:54.778580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-145c04f8-4b71-4d5c-b10a-8a826f0ff2bc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Added segment c8298da4-a28a-46f1-871f-a6b9e228db09 of type vlan for network 041e0bc8-d90e-4c66-878e-570000b3b656 Dec 07 13:26:54.808081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffb850-ecc8-4dd9-a583-d7dd35b843ca req-149b7f8a-e8bf-42cd-bec9-7376201f0280 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:54.809834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-91ffb850-ecc8-4dd9-a583-d7dd35b843ca req-149b7f8a-e8bf-42cd-bec9-7376201f0280 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c206a118-c157-4a6a-b31d-dd0a64e6aab7 HTTP/1.1" status: 200 len: 912 time: 0.3639076 Dec 07 13:26:54.866034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ffeb2f54-da0b-4aad-952c-4cdd529e4de0 req-c368da90-c788-482f-b550-5b7d34be4942 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168694 Dec 07 13:26:54.967528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] Network 6c962f77-029a-4d3f-8fec-e60389bdc894 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:26:54.970219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Router 3007c0a7-a063-45d1-a146-584fbc21ac29 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:26:54.992465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Subnet': ['ID=0636998c-e8f6-414e-9f9f-f1f334d27b59,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:55.013231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-145c04f8-4b71-4d5c-b10a-8a826f0ff2bc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:55.018151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:55.033910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 6c962f77-029a-4d3f-8fec-e60389bdc894) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:55.042257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f9efb1-e773-46b5-b680-91b5a4978d5c None None] Network 6c962f77-029a-4d3f-8fec-e60389bdc894 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:55.105560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Checking segment: {'id': '4112b0a7-3a9d-426f-8f37-0c798bd38c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '180a1f16-6b45-420d-8169-5031a4525792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:55.105965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network hostable DHCP agents. Network: 180a1f16-6b45-420d-8169-5031a4525792, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:26:55.118702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-91ffb850-ecc8-4dd9-a583-d7dd35b843ca req-e0cf657e-3588-40a7-8b3c-e31b934044d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6806a1b7-5a64-46dd-8526-5cb9fb1a2061 HTTP/1.1" status: 200 len: 1000 time: 0.2930613 Dec 07 13:26:55.121899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:55.126314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:55.126820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:55.167445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:55.175772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-145c04f8-4b71-4d5c-b10a-8a826f0ff2bc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:55.179768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c04f8-4b71-4d5c-b10a-8a826f0ff2bc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:55.180426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-145c04f8-4b71-4d5c-b10a-8a826f0ff2bc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:55.192787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:55.232306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:55.238031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5be2f306-6acc-4ff8-81c2-f5f0f9d07ea8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:55.338851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-6c962f77-029a-4d3f-8fec-e60389bdc894', 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'fixed_ips': [{'subnet_id': '1224687e-5b0c-4a0e-bd15-13393deb64e3'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:26:55.339578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:55.415976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffb850-ecc8-4dd9-a583-d7dd35b843ca req-461ad75a-a297-4bd2-9545-3d44e6fd2961 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:55.417532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-91ffb850-ecc8-4dd9-a583-d7dd35b843ca req-461ad75a-a297-4bd2-9545-3d44e6fd2961 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=603ac916-d99b-4cfa-ac27-f21a852f5c1b HTTP/1.1" status: 200 len: 850 time: 0.2870104 Dec 07 13:26:55.427404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c04f8-4b71-4d5c-b10a-8a826f0ff2bc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Network': ['ID=041e0bc8-d90e-4c66-878e-570000b3b656,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:55.452336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 041e0bc8-d90e-4c66-878e-570000b3b656 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:26:55.464724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-145c04f8-4b71-4d5c-b10a-8a826f0ff2bc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:55.482081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-145c04f8-4b71-4d5c-b10a-8a826f0ff2bc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1722891 Dec 07 13:26:55.482081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network 180a1f16-6b45-420d-8169-5031a4525792 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:26:55.483434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42892) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:55.492912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'subnet': {'network_id': '041e0bc8-d90e-4c66-878e-570000b3b656', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:55.526292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 180a1f16-6b45-420d-8169-5031a4525792) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:55.545540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2337291 Dec 07 13:26:55.545807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1320d2f-8d8c-4779-8645-f7504aae43b1 None None] Network 180a1f16-6b45-420d-8169-5031a4525792 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:55.551699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42896) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:55.566765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-273232448-router', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:55.588171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:55.602065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Usage tracker for resource:router and tenant:e0e0103fbec1461caa3f0787ea67511c is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:26:55.618741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:26:55.631456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event updated for resources: {'Subnet': ['ID=5344bc61-6d53-4d3f-bdcd-5ce43d72bc5a,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:55.692123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:55.694914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:55.767599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Checking segment: {'id': 'ad948720-357d-43d8-a74d-fa392e723702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4fe05fa6-84d0-43de-9d3c-d980368dd204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:55.767978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Network hostable DHCP agents. Network: 4fe05fa6-84d0-43de-9d3c-d980368dd204, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:26:55.787926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:55.789098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:55.836006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:55.836618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:55.847192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7268ab44-fb75-4f1e-a6d3-2680fc2e7c19 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router f8ff709e-bfa8-4797-a997-7bf27676d18e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:26:55.862825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:55.930620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9493611 Dec 07 13:26:55.932139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:55.958969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42902) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:55.959590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Network 4fe05fa6-84d0-43de-9d3c-d980368dd204 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:26:55.979773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'network_id': '180a1f16-6b45-420d-8169-5031a4525792', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-387894611'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:55.982371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Allocated IP 172.20.0.2 (6c962f77-029a-4d3f-8fec-e60389bdc894/1224687e-5b0c-4a0e-bd15-13393deb64e3/a18e2d20-af09-48df-8c9f-53e0c7ec3d93) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:56.029979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:56.053287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-91ffb850-ecc8-4dd9-a583-d7dd35b843ca req-8f773637-5972-40ab-9750-dc77003cf48b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c206a118-c157-4a6a-b31d-dd0a64e6aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6263752 Dec 07 13:26:56.054299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:26:56.115409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac661bee-446e-4277-bbe9-ec2d3be3778f None None] Sync routers for ids ['3007c0a7-a063-45d1-a146-584fbc21ac29'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:26:56.159433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Made reservation on behalf of 1aaffe8bc6f04f8fa80880ddacd9e2e7 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:56.207683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac661bee-446e-4277-bbe9-ec2d3be3778f None None] Routers {'3007c0a7-a063-45d1-a146-584fbc21ac29'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:56.207683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ac661bee-446e-4277-bbe9-ec2d3be3778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['3007c0a7-a063-45d1-a146-584fbc21ac29'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:56.289767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 4fe05fa6-84d0-43de-9d3c-d980368dd204) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:56.314472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:56.316107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "PUT /v2.0/routers/3007c0a7-a063-45d1-a146-584fbc21ac29 HTTP/1.1" status: 200 len: 879 time: 8.0587289 Dec 07 13:26:56.317693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ac661bee-446e-4277-bbe9-ec2d3be3778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:56.320292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7452bb-1510-4ce6-9982-9496930db186 None None] Network 4fe05fa6-84d0-43de-9d3c-d980368dd204 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:56.322402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42906) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:56.323513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:56.334466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-540ffb59-320d-426a-88d4-3af09d0287e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:56.415391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:56.460071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-91ffb850-ecc8-4dd9-a583-d7dd35b843ca req-5826d8dd-1e5b-4c2f-8cbd-710064bd17dc service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941851 Dec 07 13:26:56.497335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event updated for resources: {'Subnet': ['ID=45d804a5-94eb-465e-9a84-c8ba61386cd8,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:56.524448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:56.528214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:26:56.536869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:56.630268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:26:56.649154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008e37e-c020-4615-8d08-70b53f63d96e req-84079f55-95b7-46fc-96e6-6d8ecfc0617c tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:56.650919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0008e37e-c020-4615-8d08-70b53f63d96e req-84079f55-95b7-46fc-96e6-6d8ecfc0617c tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.5922365 Dec 07 13:26:56.659431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Checking segment: {'id': 'e0060490-46d7-4f45-8e0d-a5f2613913d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e516bf7-9566-45ff-9ae4-6a0216b02eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:56.660025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Network hostable DHCP agents. Network: 3e516bf7-9566-45ff-9ae4-6a0216b02eb2, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:26:56.664423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_backend_mixin [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Performing IP validity checks on allocation pools {{(pid=88898) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 07 13:26:56.665003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_backend_mixin [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88898) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 07 13:26:56.673842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac661bee-446e-4277-bbe9-ec2d3be3778f None None] Routers {'3007c0a7-a063-45d1-a146-584fbc21ac29'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:56.674976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ac661bee-446e-4277-bbe9-ec2d3be3778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['3007c0a7-a063-45d1-a146-584fbc21ac29'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:56.770618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0008e37e-c020-4615-8d08-70b53f63d96e req-1ad4f5ae-0bc4-403f-a2c3-0d027df34189 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044905 Dec 07 13:26:56.776122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:26:56.782065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:56.813806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-180a1f16-6b45-420d-8169-5031a4525792', 'network_id': '180a1f16-6b45-420d-8169-5031a4525792', 'tenant_id': '7871a3fa84c9490183aa52d2c611f303', 'fixed_ips': [{'subnet_id': '0636998c-e8f6-414e-9f9f-f1f334d27b59'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:26:56.816010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:56.836642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Router 82d69f80-c1e4-424a-a9b3-ec03bf5781a1 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:26:56.856912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-91ffb850-ecc8-4dd9-a583-d7dd35b843ca req-f0a3a0ad-e40f-45fb-813d-0320f8f7caae service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389242 Dec 07 13:26:56.866263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Network 3e516bf7-9566-45ff-9ae4-6a0216b02eb2 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:26:56.900738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ac661bee-446e-4277-bbe9-ec2d3be3778f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:56.902017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac661bee-446e-4277-bbe9-ec2d3be3778f None None] The sync data for ids ['3007c0a7-a063-45d1-a146-584fbc21ac29'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:26:56.906842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] device_id is not set on port cc2513cd-e1c3-42c7-981c-29ab4b768ef2 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:26:56.953625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 3e516bf7-9566-45ff-9ae4-6a0216b02eb2) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:56.980033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:56.980510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:56.981123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:57.030599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7268ab44-fb75-4f1e-a6d3-2680fc2e7c19 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:26:57.039503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7268ab44-fb75-4f1e-a6d3-2680fc2e7c19 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:57.049776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46693c6-14fe-44e2-a26b-31d5ef0b4604 None None] Network 3e516bf7-9566-45ff-9ae4-6a0216b02eb2 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:57.059345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3cdda0-e61d-42a8-b1a0-8a11c287f980 None None] Sync routers for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:26:57.065080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:57.130888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3cdda0-e61d-42a8-b1a0-8a11c287f980 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:57.132220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3b3cdda0-e61d-42a8-b1a0-8a11c287f980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:57.181116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:57.184856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Transition to ACTIVE for port object a18e2d20-af09-48df-8c9f-53e0c7ec3d93 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:57.193413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-982e1c76-2339-4cca-8015-f452feb4f2ea tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:57.227820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-eb7a8f12-432a-461c-a99c-c6f7976caee8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "GET /v2.0/routers/3007c0a7-a063-45d1-a146-584fbc21ac29 HTTP/1.1" status: 200 len: 920 time: 0.9018321 Dec 07 13:26:57.234687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42910) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:57.321261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3b3cdda0-e61d-42a8-b1a0-8a11c287f980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:57.349540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3cdda0-e61d-42a8-b1a0-8a11c287f980 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:57.350221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3b3cdda0-e61d-42a8-b1a0-8a11c287f980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:57.354850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.4649727 Dec 07 13:26:57.359859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42914) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:57.371171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Transition to ACTIVE for port object a18e2d20-af09-48df-8c9f-53e0c7ec3d93 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:57.396117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-4fe05fa6-84d0-43de-9d3c-d980368dd204', 'network_id': '4fe05fa6-84d0-43de-9d3c-d980368dd204', 'tenant_id': '4efb9fbcbb244fba955007257c86f673', 'fixed_ips': [{'subnet_id': '5344bc61-6d53-4d3f-bdcd-5ce43d72bc5a'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:26:57.397037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:57.428188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3b3cdda0-e61d-42a8-b1a0-8a11c287f980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:57.428653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3cdda0-e61d-42a8-b1a0-8a11c287f980 None None] The sync data for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:26:57.434191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:57.445031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ecc46a46-851e-480c-8a7e-7d6b2fa01ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:57.494142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Subnet': ['ID=ff803a3d-c381-49e0-bbee-616a9ff5ded8,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:57.527153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:57.603053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb36314f-ee28-416a-a6fd-4f6153a81c33 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:57.604633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb36314f-ee28-416a-a6fd-4f6153a81c33 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:57.606249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb36314f-ee28-416a-a6fd-4f6153a81c33 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:57.611731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fb36314f-ee28-416a-a6fd-4f6153a81c33 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2428966 Dec 07 13:26:57.611731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Checking segment: {'id': 'c8298da4-a28a-46f1-871f-a6b9e228db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '041e0bc8-d90e-4c66-878e-570000b3b656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:57.612056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Network 6c962f77-029a-4d3f-8fec-e60389bdc894 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:57.612160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network hostable DHCP agents. Network: 041e0bc8-d90e-4c66-878e-570000b3b656, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:26:57.617672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42918) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:57.626593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:57.641585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Pushing event updated for resources: {'Port': ['ID=a18e2d20-af09-48df-8c9f-53e0c7ec3d93,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:57.651681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:57.655494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7268ab44-fb75-4f1e-a6d3-2680fc2e7c19 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "PUT /v2.0/floatingips/e7ce3a3a-53d9-47ca-a9b8-bbd392b8d7fa HTTP/1.1" status: 200 len: 976 time: 10.0037956 Dec 07 13:26:57.664409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42922) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:57.675346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3bae5c75-b355-4329-86f1-45525392aeef tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:57.717375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-31f44fba-6623-48b6-a985-8a4f54e30ada tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&device_id=3007c0a7-a063-45d1-a146-584fbc21ac29&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4812551 Dec 07 13:26:57.723566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42926) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:57.746364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:57.757189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:26:57.771342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Allocated IP 2001:db8::25e (180a1f16-6b45-420d-8169-5031a4525792/0636998c-e8f6-414e-9f9f-f1f334d27b59/cc2513cd-e1c3-42c7-981c-29ab4b768ef2) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:57.778184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06d682-9758-48af-b80f-c12e9d69b61f None None] Sync routers for ids ['82d69f80-c1e4-424a-a9b3-ec03bf5781a1'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:26:57.908489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-3e516bf7-9566-45ff-9ae4-6a0216b02eb2', 'network_id': '3e516bf7-9566-45ff-9ae4-6a0216b02eb2', 'tenant_id': '4efb9fbcbb244fba955007257c86f673', 'fixed_ips': [{'subnet_id': '45d804a5-94eb-465e-9a84-c8ba61386cd8'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:26:57.909416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:57.935672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Allocated IP 172.20.0.2 (4fe05fa6-84d0-43de-9d3c-d980368dd204/5344bc61-6d53-4d3f-bdcd-5ce43d72bc5a/06dc711f-f828-46bc-b947-70c16639c637) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:58.020975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a06d682-9758-48af-b80f-c12e9d69b61f None None] Routers {'82d69f80-c1e4-424a-a9b3-ec03bf5781a1'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:58.021995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3a06d682-9758-48af-b80f-c12e9d69b61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['82d69f80-c1e4-424a-a9b3-ec03bf5781a1'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:58.073647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Attempting to bind port a18e2d20-af09-48df-8c9f-53e0c7ec3d93 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:26:58.074072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Attempting to bind port a18e2d20-af09-48df-8c9f-53e0c7ec3d93 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'fc944cef-a8d4-4f90-8502-f76ab34013ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:26:58.074489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Attempting to bind port a18e2d20-af09-48df-8c9f-53e0c7ec3d93 on network 6c962f77-029a-4d3f-8fec-e60389bdc894 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:26:58.118012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3bae5c75-b355-4329-86f1-45525392aeef tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:58.121225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3a06d682-9758-48af-b80f-c12e9d69b61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:58.288627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:58.291340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "PUT /v2.0/routers/82d69f80-c1e4-424a-a9b3-ec03bf5781a1 HTTP/1.1" status: 200 len: 918 time: 8.8361621 Dec 07 13:26:58.292403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Network 041e0bc8-d90e-4c66-878e-570000b3b656 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:26:58.313971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42932) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:58.404994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:26:58.405514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Checking segment: {'id': 'fc944cef-a8d4-4f90-8502-f76ab34013ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:26:58.405892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:58.406338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Bound using segment: {'id': 'fc944cef-a8d4-4f90-8502-f76ab34013ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:26:58.407264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Bound port: a18e2d20-af09-48df-8c9f-53e0c7ec3d93, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc944cef-a8d4-4f90-8502-f76ab34013ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:26:58.407264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:58.478961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 041e0bc8-d90e-4c66-878e-570000b3b656) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:58.490481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:58.491143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:58.495338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:58.506872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53626855-1973-4c01-abd7-b3731ed0cdda None None] Network 041e0bc8-d90e-4c66-878e-570000b3b656 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:26:58.511333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bccde93-0c81-4441-bd61-8b8b35157f7c tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:58.511960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9bccde93-0c81-4441-bd61-8b8b35157f7c tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Synchronizing usage tracker for tenant:d02208934f8d46cba3c2ecfc20648aad on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:26:58.552334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1202991-cfc8-4327-a21e-ed40b7570a36 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Deleting subnet 5344bc61-6d53-4d3f-bdcd-5ce43d72bc5a {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:26:58.554257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:58.567828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9bccde93-0c81-4441-bd61-8b8b35157f7c tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Unset dirty status for tenant:d02208934f8d46cba3c2ecfc20648aad on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:26:58.572216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9bccde93-0c81-4441-bd61-8b8b35157f7c tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "GET /v2.0/networks/3e4fe3c4-9dba-4ff1-b219-f50882f57056 HTTP/1.1" status: 200 len: 881 time: 0.8441255 Dec 07 13:26:58.572592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42936) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:58.579193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a06d682-9758-48af-b80f-c12e9d69b61f None None] Routers {'82d69f80-c1e4-424a-a9b3-ec03bf5781a1'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:26:58.579911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3a06d682-9758-48af-b80f-c12e9d69b61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['82d69f80-c1e4-424a-a9b3-ec03bf5781a1'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:58.686017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.1924574 Dec 07 13:26:58.686017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5606bec0-150f-4166-bb18-307cc4e85506 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "GET /v2.0/ports?device_id=3007c0a7-a063-45d1-a146-584fbc21ac29 HTTP/1.1" status: 200 len: 205 time: 0.1079361 Dec 07 13:26:58.686017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42940) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:58.686508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42944) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:58.692980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0b571cc8-6966-4b1f-9079-2ee0142f8a27 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:26:58.785127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3a06d682-9758-48af-b80f-c12e9d69b61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:26:58.785590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06d682-9758-48af-b80f-c12e9d69b61f None None] The sync data for ids ['82d69f80-c1e4-424a-a9b3-ec03bf5781a1'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:26:58.820598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:58.864580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ef60d-51c0-4df1-aaf1-b0a1361296c3 req-e2119e72-62ce-4fac-ad38-ad26e1d7bd32 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:58.866416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-524ef60d-51c0-4df1-aaf1-b0a1361296c3 req-e2119e72-62ce-4fac-ad38-ad26e1d7bd32 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.8785794 Dec 07 13:26:58.891600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] For port a18e2d20-af09-48df-8c9f-53e0c7ec3d93, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:26:58.901260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Allocated IP 172.20.0.18 (3e516bf7-9566-45ff-9ae4-6a0216b02eb2/45d804a5-94eb-465e-9a84-c8ba61386cd8/7466e917-c92d-4d49-80e2-5256dde30fd6) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:58.938474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] For port a18e2d20-af09-48df-8c9f-53e0c7ec3d93, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a18e2d20-af09-48df-8c9f-53e0c7ec3d93,segment=NetworkSegment(fc944cef-a8d4-4f90-8502-f76ab34013ce),segment_id=fc944cef-a8d4-4f90-8502-f76ab34013ce)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:26:58.950284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Transition to ACTIVE for port object cc2513cd-e1c3-42c7-981c-29ab4b768ef2 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:58.991107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b571cc8-6966-4b1f-9079-2ee0142f8a27 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036838062169'] for subnet, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:59.058198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:59.073440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:59.079521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-65177a6f-e633-4ab8-a0c3-05f650409c4c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "GET /v2.0/routers/82d69f80-c1e4-424a-a9b3-ec03bf5781a1 HTTP/1.1" status: 200 len: 924 time: 0.7630215 Dec 07 13:26:59.084732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3bae5c75-b355-4329-86f1-45525392aeef tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:59.085563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42948) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:59.132958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:59.160750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3bae5c75-b355-4329-86f1-45525392aeef tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:59.161009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-3bae5c75-b355-4329-86f1-45525392aeef tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Floating IP e7ce3a3a-53d9-47ca-a9b8-bbd392b8d7fa disassociated. External IP: 172.36.4.30, port: 60c02b12-ccad-432a-8c28-7130b3d507ad. Dec 07 13:26:59.192815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Transition to ACTIVE for port object 06dc711f-f828-46bc-b947-70c16639c637 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:59.242821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Allocated IP 172.36.4.199 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/7437957b-b505-4917-96d3-beed2e1bcb69) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:59.252357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-524ef60d-51c0-4df1-aaf1-b0a1361296c3 req-8673db9a-f77b-4ec7-9e97-4484a541b55c tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3703508 Dec 07 13:26:59.318184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:59.351217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Pushing event updated for resources: {'Port': ['ID=a18e2d20-af09-48df-8c9f-53e0c7ec3d93,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:59.354217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:59.355638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Transition to ACTIVE for port object 06dc711f-f828-46bc-b947-70c16639c637 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:59.373327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-041e0bc8-d90e-4c66-878e-570000b3b656', 'network_id': '041e0bc8-d90e-4c66-878e-570000b3b656', 'tenant_id': '1aaffe8bc6f04f8fa80880ddacd9e2e7', 'fixed_ips': [{'subnet_id': 'ff803a3d-c381-49e0-bbee-616a9ff5ded8'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:26:59.377652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:59.377786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82fea32b-5f6d-485f-942a-a1abbe3a1306 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:59.383380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1202991-cfc8-4327-a21e-ed40b7570a36 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:59.466532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:59.485934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4c070fb-5ecb-4787-9647-de24211c27ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:59.495075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94effff0-e9af-4701-8579-d39020a9b515 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:59.526004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fd04d812-8e54-49fc-9e41-25cc03e0a38b tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&device_id=82d69f80-c1e4-424a-a9b3-ec03bf5781a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4373128 Dec 07 13:26:59.537418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network 180a1f16-6b45-420d-8169-5031a4525792 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:59.549656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42952) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:59.561894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:59.566572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Allocated IP 2001:db8::2 (180a1f16-6b45-420d-8169-5031a4525792/0636998c-e8f6-414e-9f9f-f1f334d27b59/a1fa9339-ffde-4b9a-8e76-932b1f1175eb) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:26:59.590898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=cc2513cd-e1c3-42c7-981c-29ab4b768ef2,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:59.598210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:59.603016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:59.603779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:59.611495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:59.635847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1202991-cfc8-4327-a21e-ed40b7570a36 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:59.645335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Network 4fe05fa6-84d0-43de-9d3c-d980368dd204 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:26:59.660982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:26:59.663680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:26:59.688362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:59.703895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Pushing event updated for resources: {'Port': ['ID=06dc711f-f828-46bc-b947-70c16639c637,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:59.706464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:59.709145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b571cc8-6966-4b1f-9079-2ee0142f8a27 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739613534630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036838715642'] for subnet, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:59.735835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:26:59.746245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Transition to ACTIVE for port object 7466e917-c92d-4d49-80e2-5256dde30fd6 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:26:59.807902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b571cc8-6966-4b1f-9079-2ee0142f8a27 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:26:59.808556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b571cc8-6966-4b1f-9079-2ee0142f8a27 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:59.814097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0b571cc8-6966-4b1f-9079-2ee0142f8a27 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "PUT /v2.0/subnets/ff803a3d-c381-49e0-bbee-616a9ff5ded8 HTTP/1.1" status: 200 len: 900 time: 1.1294765 Dec 07 13:26:59.821561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42956) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:59.847398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:26:59.870860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b571cc8-6966-4b1f-9079-2ee0142f8a27 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event updated for resources: {'Subnet': ['ID=ff803a3d-c381-49e0-bbee-616a9ff5ded8,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:26:59.876782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.9139764 Dec 07 13:26:59.903745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42960) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:26:59.934402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b571cc8-6966-4b1f-9079-2ee0142f8a27 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:26:59.971905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Transition to ACTIVE for port object 7466e917-c92d-4d49-80e2-5256dde30fd6 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:00.006704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Attempting to bind port 06dc711f-f828-46bc-b947-70c16639c637 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:27:00.007249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Attempting to bind port 06dc711f-f828-46bc-b947-70c16639c637 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'ad948720-357d-43d8-a74d-fa392e723702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4fe05fa6-84d0-43de-9d3c-d980368dd204'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:27:00.007581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Attempting to bind port 06dc711f-f828-46bc-b947-70c16639c637 on network 4fe05fa6-84d0-43de-9d3c-d980368dd204 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:27:00.022087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:00.043303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d9a5e427-4b58-4627-b40f-9d2a86497019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:00.078775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bda73cf-2776-4376-8ff1-f0ad6c51468b tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:00.083650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1bda73cf-2776-4376-8ff1-f0ad6c51468b tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "GET /v2.0/networks/3e4fe3c4-9dba-4ff1-b219-f50882f57056 HTTP/1.1" status: 200 len: 881 time: 0.5310662 Dec 07 13:27:00.092349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42964) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:00.097752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1202991-cfc8-4327-a21e-ed40b7570a36 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:00.165400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:27:00.165400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Checking segment: {'id': 'ad948720-357d-43d8-a74d-fa392e723702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4fe05fa6-84d0-43de-9d3c-d980368dd204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:27:00.165400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:00.165400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Bound using segment: {'id': 'ad948720-357d-43d8-a74d-fa392e723702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4fe05fa6-84d0-43de-9d3c-d980368dd204'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:27:00.166138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Bound port: 06dc711f-f828-46bc-b947-70c16639c637, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad948720-357d-43d8-a74d-fa392e723702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4fe05fa6-84d0-43de-9d3c-d980368dd204'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:27:00.166138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:00.185837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Allocated IP 2001:db8::3 (041e0bc8-d90e-4c66-878e-570000b3b656/ff803a3d-c381-49e0-bbee-616a9ff5ded8/7c67211e-845b-4830-8ed2-ca21bc1ebe90) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:00.205536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a48331c-86c5-4456-8a4d-256a83036d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:00.210147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Network 3e516bf7-9566-45ff-9ae4-6a0216b02eb2 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:00.254771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:00.256680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f605cfcc-fdee-4c0c-a2ef-70eb06b24df1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "GET /v2.0/ports?device_id=82d69f80-c1e4-424a-a9b3-ec03bf5781a1 HTTP/1.1" status: 200 len: 205 time: 0.1566114 Dec 07 13:27:00.261478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:00.263046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42968) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:00.281701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-763151a5-79c6-4ff1-802a-3802f999b287 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port cc2513cd-e1c3-42c7-981c-29ab4b768ef2 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:00.282599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-763151a5-79c6-4ff1-802a-3802f999b287 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:00.298338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:00.359972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1202991-cfc8-4327-a21e-ed40b7570a36 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:00.482414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d28c72ea-6e61-4094-b0f5-a2ccdd8ef3a8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:00.529407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1202991-cfc8-4327-a21e-ed40b7570a36 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:00.539578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:00.586152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:00.587133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1202991-cfc8-4327-a21e-ed40b7570a36 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event deleted for resources: {'Subnet': ['ID=5344bc61-6d53-4d3f-bdcd-5ce43d72bc5a,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:00.589760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d1202991-cfc8-4327-a21e-ed40b7570a36 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:00.595699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d1202991-cfc8-4327-a21e-ed40b7570a36 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "DELETE /v2.0/subnets/5344bc61-6d53-4d3f-bdcd-5ce43d72bc5a HTTP/1.1" status: 204 len: 168 time: 2.9761944 Dec 07 13:27:00.597742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-74f11d9b-212c-431b-9119-e03a651254a5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:00.598134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42974) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:00.611596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Pushing event updated for resources: {'Port': ['ID=7466e917-c92d-4d49-80e2-5256dde30fd6,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:00.631152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:00.717413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94effff0-e9af-4701-8579-d39020a9b515 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:00.720401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:00.780108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:00.794874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Pushing event updated for resources: {'Port': ['ID=7437957b-b505-4917-96d3-beed2e1bcb69,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:00.806041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:00.809009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:00.815108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-94effff0-e9af-4701-8579-d39020a9b515 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Deleting port a2577206-d653-45c6-ba35-f880770ce62b {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:00.815919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94effff0-e9af-4701-8579-d39020a9b515 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:00.844047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:00.849485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Transition to ACTIVE for port object a1fa9339-ffde-4b9a-8e76-932b1f1175eb will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:00.875465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Attempting to bind port 7466e917-c92d-4d49-80e2-5256dde30fd6 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:27:00.876157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Attempting to bind port 7466e917-c92d-4d49-80e2-5256dde30fd6 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e0060490-46d7-4f45-8e0d-a5f2613913d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e516bf7-9566-45ff-9ae4-6a0216b02eb2'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:27:00.881157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Attempting to bind port 7466e917-c92d-4d49-80e2-5256dde30fd6 on network 3e516bf7-9566-45ff-9ae4-6a0216b02eb2 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:27:00.914518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] For port 06dc711f-f828-46bc-b947-70c16639c637, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:27:00.940976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:27:00.941395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Checking segment: {'id': 'e0060490-46d7-4f45-8e0d-a5f2613913d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e516bf7-9566-45ff-9ae4-6a0216b02eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:27:00.941832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:00.942278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Bound using segment: {'id': 'e0060490-46d7-4f45-8e0d-a5f2613913d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e516bf7-9566-45ff-9ae4-6a0216b02eb2'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:27:00.942834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Bound port: 7466e917-c92d-4d49-80e2-5256dde30fd6, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0060490-46d7-4f45-8e0d-a5f2613913d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e516bf7-9566-45ff-9ae4-6a0216b02eb2'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:27:00.943325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:00.969711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] For port 06dc711f-f828-46bc-b947-70c16639c637, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=06dc711f-f828-46bc-b947-70c16639c637,segment=NetworkSegment(ad948720-357d-43d8-a74d-fa392e723702),segment_id=ad948720-357d-43d8-a74d-fa392e723702)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:27:01.019301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Transition to ACTIVE for port object a1fa9339-ffde-4b9a-8e76-932b1f1175eb will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:01.032568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:01.074080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:01.134288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:01.238685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:01.251198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Pushing event updated for resources: {'Port': ['ID=06dc711f-f828-46bc-b947-70c16639c637,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:01.258358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Network 180a1f16-6b45-420d-8169-5031a4525792 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:01.275371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Transition to ACTIVE for port object 7c67211e-845b-4830-8ed2-ca21bc1ebe90 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:01.304204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f62a31-fa61-4966-95c2-49eaffad3a75 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Deleting subnet 45d804a5-94eb-465e-9a84-c8ba61386cd8 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:27:01.313803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-60f62a31-fa61-4966-95c2-49eaffad3a75 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:01.315186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Transition to ACTIVE for port object 7c67211e-845b-4830-8ed2-ca21bc1ebe90 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:01.426435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94effff0-e9af-4701-8579-d39020a9b515 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:01.443096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-60f62a31-fa61-4966-95c2-49eaffad3a75 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:01.450184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:01.456240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:01.458085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:01.484703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:01.485034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-763151a5-79c6-4ff1-802a-3802f999b287 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:01.506255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:01.531713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:01.561564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bfdb5-4a15-417c-8938-75cf96faa6cf req-17d0d705-4292-4689-856d-797ca3980ec3 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:01.561564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-497bfdb5-4a15-417c-8938-75cf96faa6cf req-17d0d705-4292-4689-856d-797ca3980ec3 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 1.0177648 Dec 07 13:27:01.561951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Network 041e0bc8-d90e-4c66-878e-570000b3b656 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:01.561951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733b261d-8d4c-4077-b4b3-76c2aef8d6fa None None] Network 4fe05fa6-84d0-43de-9d3c-d980368dd204 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:01.563530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:01.669712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-94effff0-e9af-4701-8579-d39020a9b515 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Calling delete_port for a2577206-d653-45c6-ba35-f880770ce62b owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:01.684101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:01.712349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-763151a5-79c6-4ff1-802a-3802f999b287 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for cc2513cd-e1c3-42c7-981c-29ab4b768ef2 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:01.714313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Subnet': ['ID=ff803a3d-c381-49e0-bbee-616a9ff5ded8,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:01.722588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:01.737702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:01.743388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] For port 7466e917-c92d-4d49-80e2-5256dde30fd6, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:27:01.883475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] For port 7466e917-c92d-4d49-80e2-5256dde30fd6, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7466e917-c92d-4d49-80e2-5256dde30fd6,segment=NetworkSegment(e0060490-46d7-4f45-8e0d-a5f2613913d5),segment_id=e0060490-46d7-4f45-8e0d-a5f2613913d5)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:27:01.918698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:01.971256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-60f62a31-fa61-4966-95c2-49eaffad3a75 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:01.993441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:01.995323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-763151a5-79c6-4ff1-802a-3802f999b287 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:02.009351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c478d023-29c8-4662-9b3e-36e09387020d tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:02.016891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041e0bc8-d90e-4c66-878e-570000b3b656']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:02.054113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8298da4-a28a-46f1-871f-a6b9e228db09') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:02.054429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8298da4-a28a-46f1-871f-a6b9e228db09') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:02.075260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a18e2d20-af09-48df-8c9f-53e0c7ec3d93 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:27:02.080669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763151a5-79c6-4ff1-802a-3802f999b287 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=cc2513cd-e1c3-42c7-981c-29ab4b768ef2,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:02.081687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:02.098329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-763151a5-79c6-4ff1-802a-3802f999b287 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:02.106378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Pushing event updated for resources: {'Port': ['ID=a1fa9339-ffde-4b9a-8e76-932b1f1175eb,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:02.109808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:02.131051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:02.131728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:02.168429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6f7c19-55ae-40bf-a34d-e190d5f80517 None None] Network 6c962f77-029a-4d3f-8fec-e60389bdc894 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:02.171888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:02.195486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:27:02.195933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:27:02.221317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:27:02.234644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-497bfdb5-4a15-417c-8938-75cf96faa6cf req-73f3de6e-1909-4eb5-a930-47dee6cb7e68 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055947 Dec 07 13:27:02.293202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-60f62a31-fa61-4966-95c2-49eaffad3a75 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:02.307066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2f2d7c1e-c422-481d-b40e-1d37151103de tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:02.324629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-763151a5-79c6-4ff1-802a-3802f999b287 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:02.354457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-763151a5-79c6-4ff1-802a-3802f999b287 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/cc2513cd-e1c3-42c7-981c-29ab4b768ef2 HTTP/1.1" status: 204 len: 168 time: 2.4465218 Dec 07 13:27:02.360650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42980) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:02.381219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f62a31-fa61-4966-95c2-49eaffad3a75 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event deleted for resources: {'Subnet': ['ID=45d804a5-94eb-465e-9a84-c8ba61386cd8,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:02.384551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-60f62a31-fa61-4966-95c2-49eaffad3a75 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:02.408335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61bda77c-4a40-494f-addb-6196873c44f1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:02.410926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-60f62a31-fa61-4966-95c2-49eaffad3a75 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:02.427266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-60f62a31-fa61-4966-95c2-49eaffad3a75 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "DELETE /v2.0/subnets/45d804a5-94eb-465e-9a84-c8ba61386cd8 HTTP/1.1" status: 204 len: 168 time: 1.8206658 Dec 07 13:27:02.429369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Pushing event updated for resources: {'Port': ['ID=7c67211e-845b-4830-8ed2-ca21bc1ebe90,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:02.429535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42984) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:02.520127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8c17bf-f414-4d81-a7a0-3dd29b2444a4 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] GET failed (client error): The resource could not be found. Dec 07 13:27:02.520621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-af8c17bf-f414-4d81-a7a0-3dd29b2444a4 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Synchronizing usage tracker for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:27:02.527151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 13:27:02.527151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 13:27:02.527151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [parameters: {'id': '041e0bc8-d90e-4c66-878e-570000b3b656'}] Dec 07 13:27:02.527151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:27:02.527939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:27:02.529717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94effff0-e9af-4701-8579-d39020a9b515 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:02.555495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d0aa88c-dcf2-4dde-bfe7-bbee0282d8f7 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:02.569618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Attempting to bind port 7c67211e-845b-4830-8ed2-ca21bc1ebe90 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:27:02.570206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Attempting to bind port 7c67211e-845b-4830-8ed2-ca21bc1ebe90 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'c8298da4-a28a-46f1-871f-a6b9e228db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '041e0bc8-d90e-4c66-878e-570000b3b656'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:27:02.570731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Attempting to bind port 7c67211e-845b-4830-8ed2-ca21bc1ebe90 on network 041e0bc8-d90e-4c66-878e-570000b3b656 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:27:02.573357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bae5c75-b355-4329-86f1-45525392aeef tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router f8ff709e-bfa8-4797-a997-7bf27676d18e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:27:02.627938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Attempting to bind port a1fa9339-ffde-4b9a-8e76-932b1f1175eb on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:27:02.629457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Attempting to bind port a1fa9339-ffde-4b9a-8e76-932b1f1175eb by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '4112b0a7-3a9d-426f-8f37-0c798bd38c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '180a1f16-6b45-420d-8169-5031a4525792'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:27:02.630380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Attempting to bind port a1fa9339-ffde-4b9a-8e76-932b1f1175eb on network 180a1f16-6b45-420d-8169-5031a4525792 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:27:02.693957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94effff0-e9af-4701-8579-d39020a9b515 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Pushing event deleted for resources: {'Port': ['ID=a2577206-d653-45c6-ba35-f880770ce62b,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:02.697486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-94effff0-e9af-4701-8579-d39020a9b515 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:02.733289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:27:02.734269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Checking segment: {'id': 'c8298da4-a28a-46f1-871f-a6b9e228db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '041e0bc8-d90e-4c66-878e-570000b3b656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:27:02.734994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:02.735492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Bound using segment: {'id': 'c8298da4-a28a-46f1-871f-a6b9e228db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '041e0bc8-d90e-4c66-878e-570000b3b656'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:27:02.736046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Bound port: 7c67211e-845b-4830-8ed2-ca21bc1ebe90, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8298da4-a28a-46f1-871f-a6b9e228db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '041e0bc8-d90e-4c66-878e-570000b3b656'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:27:02.736477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:02.772324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:27:02.772750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Checking segment: {'id': '4112b0a7-3a9d-426f-8f37-0c798bd38c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '180a1f16-6b45-420d-8169-5031a4525792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:27:02.773206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:02.773650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Bound using segment: {'id': '4112b0a7-3a9d-426f-8f37-0c798bd38c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '180a1f16-6b45-420d-8169-5031a4525792'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:27:02.774190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Bound port: a1fa9339-ffde-4b9a-8e76-932b1f1175eb, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4112b0a7-3a9d-426f-8f37-0c798bd38c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '180a1f16-6b45-420d-8169-5031a4525792'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:27:02.774609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:02.804518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7b553502-ddc0-43f9-aff8-a5ddadaded5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:02.810025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2b89e775-758f-4a40-9dc1-bf814cc11a60 None None] Provisioning for port a18e2d20-af09-48df-8c9f-53e0c7ec3d93 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:02.825610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-af8c17bf-f414-4d81-a7a0-3dd29b2444a4 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Unset dirty status for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:27:02.826930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-af8c17bf-f414-4d81-a7a0-3dd29b2444a4 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports/cc2513cd-e1c3-42c7-981c-29ab4b768ef2 HTTP/1.1" status: 404 len: 333 time: 0.4643941 Dec 07 13:27:02.833377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d097af12-9ce2-4cc0-a492-e632c22f1de8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:02.835256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d097af12-9ce2-4cc0-a492-e632c22f1de8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Synchronizing usage tracker for tenant:4efb9fbcbb244fba955007257c86f673 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:27:02.838949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 42988) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:02.839667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Pushing event updated for resources: {'Port': ['ID=7466e917-c92d-4d49-80e2-5256dde30fd6,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:02.892628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:02.967034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.433s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:02.967469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:02.982204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-466c089e-983a-4c41-90ca-b55841515850 None None] For port 7c67211e-845b-4830-8ed2-ca21bc1ebe90, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:27:02.986397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-466c089e-983a-4c41-90ca-b55841515850 None None] For port 7c67211e-845b-4830-8ed2-ca21bc1ebe90, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7c67211e-845b-4830-8ed2-ca21bc1ebe90,segment=NetworkSegment(c8298da4-a28a-46f1-871f-a6b9e228db09),segment_id=c8298da4-a28a-46f1-871f-a6b9e228db09)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:27:02.989920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:03.001800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d097af12-9ce2-4cc0-a492-e632c22f1de8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Unset dirty status for tenant:4efb9fbcbb244fba955007257c86f673 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:27:03.003434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d097af12-9ce2-4cc0-a492-e632c22f1de8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5725069 Dec 07 13:27:03.055331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:03.064374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:03.074323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42992) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:03.082535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:03.149137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting subnet 0636998c-e8f6-414e-9f9f-f1f334d27b59 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:27:03.163976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:03.189882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94effff0-e9af-4701-8579-d39020a9b515 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:03.255636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:03.256939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:03.342849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Deleting port 7c67211e-845b-4830-8ed2-ca21bc1ebe90 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:03.343146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:03.393842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port a18e2d20-af09-48df-8c9f-53e0c7ec3d93 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:03.416459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:03.438173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:03.443543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port a18e2d20-af09-48df-8c9f-53e0c7ec3d93 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:03.444340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:03.548283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] For port a1fa9339-ffde-4b9a-8e76-932b1f1175eb, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:27:03.608317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] For port a1fa9339-ffde-4b9a-8e76-932b1f1175eb, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a1fa9339-ffde-4b9a-8e76-932b1f1175eb,segment=NetworkSegment(4112b0a7-3a9d-426f-8f37-0c798bd38c9e),segment_id=4112b0a7-3a9d-426f-8f37-0c798bd38c9e)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:27:03.614862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Pushing event updated for resources: {'Port': ['ID=7c67211e-845b-4830-8ed2-ca21bc1ebe90,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:03.618867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:03.642154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Deleting port 7466e917-c92d-4d49-80e2-5256dde30fd6 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:03.642548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:03.669672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25091b9b-fd9f-4a82-8d83-e8475540d7b6 None None] Network 041e0bc8-d90e-4c66-878e-570000b3b656 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:03.688582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94effff0-e9af-4701-8579-d39020a9b515 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:03.703981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:03.714851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-624d5ceb-ab91-4a34-b856-baa74c077f72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:03.731150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94effff0-e9af-4701-8579-d39020a9b515 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:03.863035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] For port 7c67211e-845b-4830-8ed2-ca21bc1ebe90, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7c67211e-845b-4830-8ed2-ca21bc1ebe90,segment=NetworkSegment(c8298da4-a28a-46f1-871f-a6b9e228db09),segment_id=c8298da4-a28a-46f1-871f-a6b9e228db09)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:03.863386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:03.965197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61bda77c-4a40-494f-addb-6196873c44f1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:03.984530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Pushing event updated for resources: {'Port': ['ID=a1fa9339-ffde-4b9a-8e76-932b1f1175eb,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:04.008132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:04.053289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:04.076929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-61bda77c-4a40-494f-addb-6196873c44f1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Deleting port 901fb733-05d8-42ee-8faa-d121e8b4d838 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:04.078469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61bda77c-4a40-494f-addb-6196873c44f1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:04.231480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port a18e2d20-af09-48df-8c9f-53e0c7ec3d93, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a18e2d20-af09-48df-8c9f-53e0c7ec3d93,segment=NetworkSegment(fc944cef-a8d4-4f90-8502-f76ab34013ce),segment_id=fc944cef-a8d4-4f90-8502-f76ab34013ce)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:04.266367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f3bd43ac-2ea0-4b6b-b70a-aae6e7a197f1 None None] Provisioning complete for port a18e2d20-af09-48df-8c9f-53e0c7ec3d93 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:04.267150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3bd43ac-2ea0-4b6b-b70a-aae6e7a197f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:04.307350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61bda77c-4a40-494f-addb-6196873c44f1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:04.307650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:04.315740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-466c089e-983a-4c41-90ca-b55841515850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:04.414397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a8fc13-a0ec-43eb-b1df-907b482768e0 None None] Network 041e0bc8-d90e-4c66-878e-570000b3b656 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:04.547881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-61bda77c-4a40-494f-addb-6196873c44f1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Calling delete_port for 901fb733-05d8-42ee-8faa-d121e8b4d838 owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:04.569017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7466e917-c92d-4d49-80e2-5256dde30fd6 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:27:04.649350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:04.699590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Calling delete_port for 7c67211e-845b-4830-8ed2-ca21bc1ebe90 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:04.704245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=a18e2d20-af09-48df-8c9f-53e0c7ec3d93,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:04.707717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:04.758289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b989f471-9a3d-41b4-9ef6-e6e548c0c724 None None] Network 3e516bf7-9566-45ff-9ae4-6a0216b02eb2 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:04.785951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bae5c75-b355-4329-86f1-45525392aeef tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:27:04.798798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f4c9b1-8591-49f5-9335-dc4fdabc2ff8 None None] Sync routers for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:27:04.800393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] For port 7466e917-c92d-4d49-80e2-5256dde30fd6, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7466e917-c92d-4d49-80e2-5256dde30fd6,segment=NetworkSegment(e0060490-46d7-4f45-8e0d-a5f2613913d5),segment_id=e0060490-46d7-4f45-8e0d-a5f2613913d5)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:04.800930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:04.821974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f4c9b1-8591-49f5-9335-dc4fdabc2ff8 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:04.830075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-48f4c9b1-8591-49f5-9335-dc4fdabc2ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:04.926909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-48f4c9b1-8591-49f5-9335-dc4fdabc2ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:04.936923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:04.944929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f4c9b1-8591-49f5-9335-dc4fdabc2ff8 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:04.946421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-48f4c9b1-8591-49f5-9335-dc4fdabc2ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:04.993202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Calling delete_port for 7466e917-c92d-4d49-80e2-5256dde30fd6 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:05.028090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049f315-4c06-48d4-909f-83443958b318 req-dc459c2b-9a19-42bc-9f25-13bf63163f2d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:05.029797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d049f315-4c06-48d4-909f-83443958b318 req-dc459c2b-9a19-42bc-9f25-13bf63163f2d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 1.2214475 Dec 07 13:27:05.030210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 7466e917-c92d-4d49-80e2-5256dde30fd6 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:05.064833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94effff0-e9af-4701-8579-d39020a9b515 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.065960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94effff0-e9af-4701-8579-d39020a9b515 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Fanout notify agent at l3_agent the message router_deleted on router 3007c0a7-a063-45d1-a146-584fbc21ac29 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:27:05.095023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-48f4c9b1-8591-49f5-9335-dc4fdabc2ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:05.096675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f4c9b1-8591-49f5-9335-dc4fdabc2ff8 None None] The sync data for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:27:05.101722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3bae5c75-b355-4329-86f1-45525392aeef tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.127017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.140217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c4e7165-937c-4f97-92d9-95986cb6cab9 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:05.190304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d049f315-4c06-48d4-909f-83443958b318 req-4b19de9e-e821-42bb-a6aa-71644400e65a tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447599 Dec 07 13:27:05.222398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94effff0-e9af-4701-8579-d39020a9b515 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.222398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-94effff0-e9af-4701-8579-d39020a9b515 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "DELETE /v2.0/routers/3007c0a7-a063-45d1-a146-584fbc21ac29 HTTP/1.1" status: 204 len: 168 time: 6.5330634 Dec 07 13:27:05.222727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d973c3f3-126a-48ea-972d-56566f1c81b9 None None] Provisioning for port 7466e917-c92d-4d49-80e2-5256dde30fd6 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:05.222842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Port': ['ID=7c67211e-845b-4830-8ed2-ca21bc1ebe90,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:05.227183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 42998) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:05.228937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:05.231757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3bae5c75-b355-4329-86f1-45525392aeef tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "PUT /v2.0/floatingips/e7ce3a3a-53d9-47ca-a9b8-bbd392b8d7fa HTTP/1.1" status: 200 len: 687 time: 7.5652690 Dec 07 13:27:05.235287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d973c3f3-126a-48ea-972d-56566f1c81b9 None None] Provisioning complete for port 7466e917-c92d-4d49-80e2-5256dde30fd6 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:05.235922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d973c3f3-126a-48ea-972d-56566f1c81b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.236707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-52544d83-de3e-4986-b2b4-4faac4934ff1 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-63062213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:05.239379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43004) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:05.243536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.255299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-52544d83-de3e-4986-b2b4-4faac4934ff1 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:05.255299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No DVR routers for this DVR port 7c67211e-845b-4830-8ed2-ca21bc1ebe90 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:27:05.256244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-52544d83-de3e-4986-b2b4-4faac4934ff1 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Usage tracker for resource:router and tenant:6be95b94d5264722a5d26ec189906b2f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:05.262409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-52544d83-de3e-4986-b2b4-4faac4934ff1 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:05.299452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d973c3f3-126a-48ea-972d-56566f1c81b9 None None] Port 7466e917-c92d-4d49-80e2-5256dde30fd6 was deleted so its status cannot be updated. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 07 13:27:05.316373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:05.325726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-52544d83-de3e-4986-b2b4-4faac4934ff1 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:05.330752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.341319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-003c31ed-1bb3-44e3-901d-d32f8f90dbd0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:05.428599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Subnet': ['ID=0636998c-e8f6-414e-9f9f-f1f334d27b59,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:05.428896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event deleted for resources: {'Port': ['ID=7466e917-c92d-4d49-80e2-5256dde30fd6,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:05.439456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4323bfa-9f0d-477c-87c3-f38b8d75b070 None None] DHCP port deletion for 3e516bf7-9566-45ff-9ae4-6a0216b02eb2 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:27:05.458750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.496785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:05.505890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52544d83-de3e-4986-b2b4-4faac4934ff1 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.506928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52544d83-de3e-4986-b2b4-4faac4934ff1 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.510522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] No DVR routers for this DVR port 7466e917-c92d-4d49-80e2-5256dde30fd6 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:27:05.551578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/0636998c-e8f6-414e-9f9f-f1f334d27b59 HTTP/1.1" status: 204 len: 168 time: 2.7044489 Dec 07 13:27:05.555430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:05.555852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:05.556267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:05.556672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:05.557079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:05.557479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:05.557876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:05.558272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:05.558670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:05.559063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:05.559478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:05.563837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:05.566158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43008) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:05.597607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.609421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-78789a9e-e549-40e7-b705-0d10da392bf4 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting port e4bb8256-a842-4903-9a5d-1c1f124799cf {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:05.609854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78789a9e-e549-40e7-b705-0d10da392bf4 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.713865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041e0bc8-d90e-4c66-878e-570000b3b656']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:05.722061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61bda77c-4a40-494f-addb-6196873c44f1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.724582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.735731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f6c15a70-4757-48df-8013-5ffe68ecf37e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:05.745152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8298da4-a28a-46f1-871f-a6b9e228db09') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:05.745473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8298da4-a28a-46f1-871f-a6b9e228db09') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:05.768485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52544d83-de3e-4986-b2b4-4faac4934ff1 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.787556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e516bf7-9566-45ff-9ae4-6a0216b02eb2']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:05.798106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.803610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bda77c-4a40-494f-addb-6196873c44f1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Pushing event deleted for resources: {'Port': ['ID=901fb733-05d8-42ee-8faa-d121e8b4d838,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:05.806543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61bda77c-4a40-494f-addb-6196873c44f1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:05.819171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0060490-46d7-4f45-8e0d-a5f2613913d5') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:05.819557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0060490-46d7-4f45-8e0d-a5f2613913d5') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:05.841217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.845606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.863831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:27:05.864373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:27:05.882090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:27:05.891571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52544d83-de3e-4986-b2b4-4faac4934ff1 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.900477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.901110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:05.988815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:27:05.988815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:27:06.005873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:27:06.071014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port a1fa9339-ffde-4b9a-8e76-932b1f1175eb {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:06.072359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:06.130081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52544d83-de3e-4986-b2b4-4faac4934ff1 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:06.131603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-52544d83-de3e-4986-b2b4-4faac4934ff1 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9013100 Dec 07 13:27:06.134800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43012) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:06.141518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'enable_snat': True}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:06.199640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:06.201264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:06.214814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:06.235804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:06.283056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78789a9e-e549-40e7-b705-0d10da392bf4 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:06.283056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78789a9e-e549-40e7-b705-0d10da392bf4 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:06.298518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:06.322314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event deleted for resources: {'Network': ['ID=3e516bf7-9566-45ff-9ae4-6a0216b02eb2,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:06.338490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:06.339068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c8d1d32-32f5-47da-a86a-f48e32e92f20 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:06.361895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144ec522-016f-4970-8766-922ffd48113a None None] Network 180a1f16-6b45-420d-8169-5031a4525792 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:06.364042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "DELETE /v2.0/networks/3e516bf7-9566-45ff-9ae4-6a0216b02eb2 HTTP/1.1" status: 204 len: 168 time: 3.2885647 Dec 07 13:27:06.373079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/networks/041e0bc8-d90e-4c66-878e-570000b3b656 HTTP/1.1" status: 204 len: 168 time: 6.5465319 Dec 07 13:27:06.373079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43016) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:06.373314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Network': ['ID=041e0bc8-d90e-4c66-878e-570000b3b656,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:06.378491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:06.378902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43018) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:06.462862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d50daf3-e81c-46d1-bf22-233d0dee6461 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] DELETE failed (client error): The resource could not be found. Dec 07 13:27:06.463661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d50daf3-e81c-46d1-bf22-233d0dee6461 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:27:06.466540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0d50daf3-e81c-46d1-bf22-233d0dee6461 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/subnets/ff803a3d-c381-49e0-bbee-616a9ff5ded8 HTTP/1.1" status: 404 len: 337 time: 0.0855141 Dec 07 13:27:06.529470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43024) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:06.541282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-78789a9e-e549-40e7-b705-0d10da392bf4 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Calling delete_port for e4bb8256-a842-4903-9a5d-1c1f124799cf owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:06.571545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a1fa9339-ffde-4b9a-8e76-932b1f1175eb up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:27:06.588653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:27:06.616411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61bda77c-4a40-494f-addb-6196873c44f1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:06.764538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-392e8061-1069-4d51-9cad-b342caf021c9 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] DELETE failed (client error): The resource could not be found. Dec 07 13:27:06.765463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-392e8061-1069-4d51-9cad-b342caf021c9 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:27:06.767028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-392e8061-1069-4d51-9cad-b342caf021c9 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/networks/041e0bc8-d90e-4c66-878e-570000b3b656 HTTP/1.1" status: 404 len: 339 time: 0.2277179 Dec 07 13:27:06.777976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43028) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:06.810812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:06.841119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-587e658a-d20d-40d3-9839-4223d97417ea None None] Provisioning for port a1fa9339-ffde-4b9a-8e76-932b1f1175eb completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:06.848723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-587e658a-d20d-40d3-9839-4223d97417ea None None] Provisioning complete for port a1fa9339-ffde-4b9a-8e76-932b1f1175eb triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:06.849301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-587e658a-d20d-40d3-9839-4223d97417ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:06.893298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] DHCP port deletion for 180a1f16-6b45-420d-8169-5031a4525792 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:27:06.911631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] Deleting port a1fa9339-ffde-4b9a-8e76-932b1f1175eb {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:06.912680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:06.972853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Deleting port 06dc711f-f828-46bc-b947-70c16639c637 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:06.973263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:06.975975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port a1fa9339-ffde-4b9a-8e76-932b1f1175eb completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:06.998178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port a1fa9339-ffde-4b9a-8e76-932b1f1175eb triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:06.998611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:07.149755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40a041e1-2a2b-4005-96f3-57fac76dfc80 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:07.342476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-587e658a-d20d-40d3-9839-4223d97417ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:07.520327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61bda77c-4a40-494f-addb-6196873c44f1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:07.532657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] For port a1fa9339-ffde-4b9a-8e76-932b1f1175eb, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a1fa9339-ffde-4b9a-8e76-932b1f1175eb,segment=NetworkSegment(4112b0a7-3a9d-426f-8f37-0c798bd38c9e),segment_id=4112b0a7-3a9d-426f-8f37-0c798bd38c9e)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:07.533072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:07.544319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-587e658a-d20d-40d3-9839-4223d97417ea None None] For port a1fa9339-ffde-4b9a-8e76-932b1f1175eb, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a1fa9339-ffde-4b9a-8e76-932b1f1175eb,segment=NetworkSegment(4112b0a7-3a9d-426f-8f37-0c798bd38c9e),segment_id=4112b0a7-3a9d-426f-8f37-0c798bd38c9e)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:07.557075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] For port a1fa9339-ffde-4b9a-8e76-932b1f1175eb, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a1fa9339-ffde-4b9a-8e76-932b1f1175eb,segment=NetworkSegment(4112b0a7-3a9d-426f-8f37-0c798bd38c9e),segment_id=4112b0a7-3a9d-426f-8f37-0c798bd38c9e)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:07.563206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:07.594046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61bda77c-4a40-494f-addb-6196873c44f1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:07.697647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:07.711804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:07.711973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-587e658a-d20d-40d3-9839-4223d97417ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:07.721474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] Calling delete_port for a1fa9339-ffde-4b9a-8e76-932b1f1175eb owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:07.722267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for a1fa9339-ffde-4b9a-8e76-932b1f1175eb owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:07.749620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f881ce4f-5c10-46df-bf25-1d91a5287c60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:07.763267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40a041e1-2a2b-4005-96f3-57fac76dfc80 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:07.781009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] For port 06dc711f-f828-46bc-b947-70c16639c637, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=06dc711f-f828-46bc-b947-70c16639c637,segment=NetworkSegment(ad948720-357d-43d8-a74d-fa392e723702),segment_id=ad948720-357d-43d8-a74d-fa392e723702)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:07.781295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:07.868097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-40a041e1-2a2b-4005-96f3-57fac76dfc80 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f463f51-ac0c-46b5-bfd7-6655f7cfeac4']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:07.911714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e658a-d20d-40d3-9839-4223d97417ea None None] Pushing event updated for resources: {'Port': ['ID=a1fa9339-ffde-4b9a-8e76-932b1f1175eb,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:07.917039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-587e658a-d20d-40d3-9839-4223d97417ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:07.930294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:27:07.931278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:27:07.956396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:27:07.956841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:27:07.958162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Calling delete_port for 06dc711f-f828-46bc-b947-70c16639c637 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:07.973836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78789a9e-e549-40e7-b705-0d10da392bf4 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:07.985469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-80e17e09-63c2-485a-b17b-60cee6fce8a0 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:07.990128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-40a041e1-2a2b-4005-96f3-57fac76dfc80 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e641175b-f7d0-4ce1-a6b9-6ca5b505bcac') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:07.990470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-40a041e1-2a2b-4005-96f3-57fac76dfc80 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e641175b-f7d0-4ce1-a6b9-6ca5b505bcac') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:08.013260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40a041e1-2a2b-4005-96f3-57fac76dfc80 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.017744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61bda77c-4a40-494f-addb-6196873c44f1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.018332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bda77c-4a40-494f-addb-6196873c44f1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Fanout notify agent at l3_agent the message router_deleted on router 82d69f80-c1e4-424a-a9b3-ec03bf5781a1 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:27:08.043731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78789a9e-e549-40e7-b705-0d10da392bf4 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Port': ['ID=e4bb8256-a842-4903-9a5d-1c1f124799cf,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:08.052626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-78789a9e-e549-40e7-b705-0d10da392bf4 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:08.096864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40a041e1-2a2b-4005-96f3-57fac76dfc80 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.106379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:27:08.107000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:27:08.118516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a041e1-2a2b-4005-96f3-57fac76dfc80 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:27:08.118966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40a041e1-2a2b-4005-96f3-57fac76dfc80 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:27:08.142380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:27:08.144957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61bda77c-4a40-494f-addb-6196873c44f1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.144957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-61bda77c-4a40-494f-addb-6196873c44f1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "DELETE /v2.0/routers/82d69f80-c1e4-424a-a9b3-ec03bf5781a1 HTTP/1.1" status: 204 len: 168 time: 7.8756909 Dec 07 13:27:08.150360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43032) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:08.165892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e7b7de7c-e59d-43d6-9413-87e5b8fc7f8a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1678135555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:08.186562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e7b7de7c-e59d-43d6-9413-87e5b8fc7f8a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:08.196861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e7b7de7c-e59d-43d6-9413-87e5b8fc7f8a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Usage tracker for resource:router and tenant:b006f579dde149999e70cc419dd52073 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:08.203042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e7b7de7c-e59d-43d6-9413-87e5b8fc7f8a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:08.214948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78789a9e-e549-40e7-b705-0d10da392bf4 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.219215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e7b7de7c-e59d-43d6-9413-87e5b8fc7f8a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:08.232062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78789a9e-e549-40e7-b705-0d10da392bf4 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.233891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-78789a9e-e549-40e7-b705-0d10da392bf4 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/floatingips/e7ce3a3a-53d9-47ca-a9b8-bbd392b8d7fa HTTP/1.1" status: 204 len: 168 time: 2.9920139 Dec 07 13:27:08.236998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43036) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:08.310974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e7b7de7c-e59d-43d6-9413-87e5b8fc7f8a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.312498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e7b7de7c-e59d-43d6-9413-87e5b8fc7f8a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.328356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-25fdb0e5-bb83-41fb-abcc-6acee52b6902 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] delete failed (client error): The resource could not be found. Dec 07 13:27:08.329526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-25fdb0e5-bb83-41fb-abcc-6acee52b6902 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/floatingips/e7ce3a3a-53d9-47ca-a9b8-bbd392b8d7fa HTTP/1.1" status: 404 len: 345 time: 0.0909071 Dec 07 13:27:08.333934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40a041e1-2a2b-4005-96f3-57fac76dfc80 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.334142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:27:08.334245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.334941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43040) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:08.348350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:08.355159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Sync routers for ids ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:27:08.369971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Routers {'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:08.370720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:08.378658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40a041e1-2a2b-4005-96f3-57fac76dfc80 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.410260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event deleted for resources: {'Port': ['ID=06dc711f-f828-46bc-b947-70c16639c637,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:08.418954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:08.419757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:08.425925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e7b7de7c-e59d-43d6-9413-87e5b8fc7f8a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.442487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-40a041e1-2a2b-4005-96f3-57fac76dfc80 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/networks/5f463f51-ac0c-46b5-bfd7-6655f7cfeac4 HTTP/1.1" status: 204 len: 168 time: 1.6638680 Dec 07 13:27:08.448206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43044) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:08.449974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.481115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] No DVR routers for this DVR port 06dc711f-f828-46bc-b947-70c16639c637 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:27:08.486849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a041e1-2a2b-4005-96f3-57fac76dfc80 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Network': ['ID=5f463f51-ac0c-46b5-bfd7-6655f7cfeac4,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:08.490448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.491792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.9337680 Dec 07 13:27:08.496442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] Deleting port a1fa9339-ffde-4b9a-8e76-932b1f1175eb {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:08.496867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.497182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43048) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:08.509931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef4e97-54b2-4563-8fb1-22be27c73b67 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:08.514277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef4e97-54b2-4563-8fb1-22be27c73b67 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:08.518855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef4e97-54b2-4563-8fb1-22be27c73b67 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:08.519809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0bef4e97-54b2-4563-8fb1-22be27c73b67 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Synchronizing usage tracker for tenant:07116a0e0f5f400f8e01d51898ee34fa on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:27:08.526204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-40a041e1-2a2b-4005-96f3-57fac76dfc80 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:08.527134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.527982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-211f6691-7d1e-4a4f-bae3-4e20160aeed0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] DELETE failed (client error): The resource could not be found. Dec 07 13:27:08.529305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211f6691-7d1e-4a4f-bae3-4e20160aeed0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:27:08.530363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-211f6691-7d1e-4a4f-bae3-4e20160aeed0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/subnets/106aae3a-fa6c-4c5e-b01d-7405e9ed4d61 HTTP/1.1" status: 404 len: 337 time: 0.0807505 Dec 07 13:27:08.549239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43052) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:08.617793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port a1fa9339-ffde-4b9a-8e76-932b1f1175eb {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:08.618388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.660544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a18e2d20-af09-48df-8c9f-53e0c7ec3d93 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:27:08.686856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e7b7de7c-e59d-43d6-9413-87e5b8fc7f8a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.710316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-a512b875-0b5f-4a11-b5de-325108e67497 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] DELETE failed (client error): The resource could not be found. Dec 07 13:27:08.710813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a512b875-0b5f-4a11-b5de-325108e67497 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:27:08.726440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.742368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0bef4e97-54b2-4563-8fb1-22be27c73b67 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Unset dirty status for tenant:07116a0e0f5f400f8e01d51898ee34fa on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:27:08.742617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a512b875-0b5f-4a11-b5de-325108e67497 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/networks/e5c14f18-1a1c-40eb-859e-dbfe77366314 HTTP/1.1" status: 404 len: 339 time: 0.1518519 Dec 07 13:27:08.743432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0bef4e97-54b2-4563-8fb1-22be27c73b67 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "GET /v2.0/ports?network_id=62671911-d9ea-42cb-a263-e16fb778aa1c HTTP/1.1" status: 200 len: 2356 time: 0.4059765 Dec 07 13:27:08.748552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43056) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:08.748824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43058) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:08.792160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Set router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:27:08.818827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe05fa6-84d0-43de-9d3c-d980368dd204']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:08.846728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad948720-357d-43d8-a74d-fa392e723702') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:08.847096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad948720-357d-43d8-a74d-fa392e723702') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:08.859290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e7b7de7c-e59d-43d6-9413-87e5b8fc7f8a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:08.863845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e7b7de7c-e59d-43d6-9413-87e5b8fc7f8a tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7017775 Dec 07 13:27:08.865593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43064) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:08.872602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'enable_snat': False}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:08.985285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:09.049595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] For port a1fa9339-ffde-4b9a-8e76-932b1f1175eb, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a1fa9339-ffde-4b9a-8e76-932b1f1175eb,segment=NetworkSegment(4112b0a7-3a9d-426f-8f37-0c798bd38c9e),segment_id=4112b0a7-3a9d-426f-8f37-0c798bd38c9e)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:09.050021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:09.076068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb188c-3f51-415a-b693-099463b898ea tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:09.078792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5efb188c-3f51-415a-b693-099463b898ea tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "GET /v2.0/subnets/363788d4-031d-4b7c-9cf7-9b02bb7cf943 HTTP/1.1" status: 200 len: 797 time: 0.3192296 Dec 07 13:27:09.085802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43068) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:09.086913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:09.101900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'port': {'network_id': '62671911-d9ea-42cb-a263-e16fb778aa1c', 'name': 'tempest-FloatingIPTestJSON-1861736380', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:09.128095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:27:09.128095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:27:09.144731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:27:09.214997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] For port a1fa9339-ffde-4b9a-8e76-932b1f1175eb, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a1fa9339-ffde-4b9a-8e76-932b1f1175eb,segment=NetworkSegment(4112b0a7-3a9d-426f-8f37-0c798bd38c9e),segment_id=4112b0a7-3a9d-426f-8f37-0c798bd38c9e)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:09.215407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:09.225645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Allocated IP 172.36.4.4 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/844eefb1-d1b0-41c6-b7aa-d8c1c6f56f86) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:09.282105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] Calling delete_port for a1fa9339-ffde-4b9a-8e76-932b1f1175eb owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:09.322413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port a18e2d20-af09-48df-8c9f-53e0c7ec3d93 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:09.323129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:09.538507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:09.607484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a230abc5-1941-44f6-85b3-f1e18084b0d8 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:09.631155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:09.651952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for a1fa9339-ffde-4b9a-8e76-932b1f1175eb owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:09.674078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:09.679611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event deleted for resources: {'Network': ['ID=4fe05fa6-84d0-43de-9d3c-d980368dd204,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:09.696413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "DELETE /v2.0/networks/4fe05fa6-84d0-43de-9d3c-d980368dd204 HTTP/1.1" status: 204 len: 168 time: 3.3197734 Dec 07 13:27:09.705716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43072) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:09.723156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:09.733761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:09.753367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:09.753792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:09.754174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:09.754835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:09.755327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:09.755662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:09.756175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:09.756992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:09.756992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:09.757318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:09.757669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:09.817330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:09.824072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:09.827150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:09.865787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e196089-145c-4456-93b8-5997998dd892 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Deleting subnet 21c70222-c44d-4d69-8383-64c664187109 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:27:09.876279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] Pushing event deleted for resources: {'Port': ['ID=a1fa9339-ffde-4b9a-8e76-932b1f1175eb,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:09.880595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:09.888447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] No DVR routers for this DVR port a1fa9339-ffde-4b9a-8e76-932b1f1175eb on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:27:09.899483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e196089-145c-4456-93b8-5997998dd892 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:09.924528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'name': 'tempest-ServersTestManualDisk-273232448-router', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199'}], 'enable_snat': True}, 'gw_port_id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:26:55Z', 'updated_at': '2021-12-07T13:27:02Z', 'revision_number': 3, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'gw_port': {'id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:26:58Z', 'updated_at': '2021-12-07T13:26:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:09.941403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6ef88c-3309-4c0d-9782-70b4b2a20ed5 None None] get_active_networks_info from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 07 13:27:09.978505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7466e917-c92d-4d49-80e2-5256dde30fd6 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:27:10.022888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Checking router: ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:27:10.023821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Updating router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac port 7437957b-b505-4917-96d3-beed2e1bcb69 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:27:10.066102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 7466e917-c92d-4d49-80e2-5256dde30fd6 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:27:10.066849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7466e917-c92d-4d49-80e2-5256dde30fd6 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:27:10.104292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd597f25-40ba-4554-bc38-68273c70c857 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:10.116071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e196089-145c-4456-93b8-5997998dd892 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:10.143018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Made reservation on behalf of 07116a0e0f5f400f8e01d51898ee34fa for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:10.153857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:10.158139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:27:10.158509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:27:10.262775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:10.294419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:10.332275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a1fa9339-ffde-4b9a-8e76-932b1f1175eb no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:27:10.355555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:10.372972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd597f25-40ba-4554-bc38-68273c70c857 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:10.380089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: a1fa9339-ffde-4b9a-8e76-932b1f1175eb {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:27:10.380486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a1fa9339-ffde-4b9a-8e76-932b1f1175eb not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:27:10.382800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port a1fa9339-ffde-4b9a-8e76-932b1f1175eb {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:10.383864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:10.395420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] device_id is not set on port 95e79136-ea8a-408a-a953-0977927ef835 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:27:10.450579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:10.463283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:10.529252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] The port 'a1fa9339-ffde-4b9a-8e76-932b1f1175eb' was deleted {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:27:10.536937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ef88c-3309-4c0d-9782-70b4b2a20ed5 None None] Resources bound (agent type, host, resource id): {{(pid=88899) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 07 13:27:10.538326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-dd597f25-40ba-4554-bc38-68273c70c857 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de9f9b5-2cc3-4cc6-9462-89e247b4524a']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:10.591432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-dd597f25-40ba-4554-bc38-68273c70c857 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613a04e3-7ee5-4b0a-be46-93148b852060') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:10.591657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-dd597f25-40ba-4554-bc38-68273c70c857 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613a04e3-7ee5-4b0a-be46-93148b852060') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:10.637707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e196089-145c-4456-93b8-5997998dd892 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:10.649436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:10.680833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd597f25-40ba-4554-bc38-68273c70c857 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:10.693120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Pushing event updated for resources: {'Port': ['ID=844eefb1-d1b0-41c6-b7aa-d8c1c6f56f86,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:10.695533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:10.703051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:10.712882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:10.769555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd597f25-40ba-4554-bc38-68273c70c857 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:10.799998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd597f25-40ba-4554-bc38-68273c70c857 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:27:10.800484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd597f25-40ba-4554-bc38-68273c70c857 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:27:10.824173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:27:10.898700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:10.926969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:10.974305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Transition to ACTIVE for port object 7437957b-b505-4917-96d3-beed2e1bcb69 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:10.976177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180a1f16-6b45-420d-8169-5031a4525792']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:10.993263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4112b0a7-3a9d-426f-8f37-0c798bd38c9e') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:10.993612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4112b0a7-3a9d-426f-8f37-0c798bd38c9e') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:11.013823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.025399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd597f25-40ba-4554-bc38-68273c70c857 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.034764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e79c44f7-6449-4ce8-a4e3-a6c8fe2fc0e8 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:11.054925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd597f25-40ba-4554-bc38-68273c70c857 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.059848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.073105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.075060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd597f25-40ba-4554-bc38-68273c70c857 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event deleted for resources: {'Network': ['ID=2de9f9b5-2cc3-4cc6-9462-89e247b4524a,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:11.084113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:11.136952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e196089-145c-4456-93b8-5997998dd892 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.144136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dd597f25-40ba-4554-bc38-68273c70c857 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:11.146109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:27:11.146335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.168735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e0834b16-18fe-4c46-8e3a-1fc66982b9f7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:11.179010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Allocated IP 172.20.0.14 (62671911-d9ea-42cb-a263-e16fb778aa1c/363788d4-031d-4b7c-9cf7-9b02bb7cf943/95e79136-ea8a-408a-a953-0977927ef835) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:11.189993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Allocated IP 172.20.0.13 (62671911-d9ea-42cb-a263-e16fb778aa1c/363788d4-031d-4b7c-9cf7-9b02bb7cf943/95e79136-ea8a-408a-a953-0977927ef835) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:11.191145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c70b54-790b-426b-8a9e-8d5e4fc75911 None None] Pushing event updated for resources: {'Port': ['ID=7437957b-b505-4917-96d3-beed2e1bcb69,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:11.195573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71c70b54-790b-426b-8a9e-8d5e4fc75911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:11.196356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Attempting to bind port 7437957b-b505-4917-96d3-beed2e1bcb69 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:27:11.196761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Attempting to bind port 7437957b-b505-4917-96d3-beed2e1bcb69 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:27:11.197160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Attempting to bind port 7437957b-b505-4917-96d3-beed2e1bcb69 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:27:11.204952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:27:11.205293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:27:11.208682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:27:11.208682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.208682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:27:11.208682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Bound port: 7437957b-b505-4917-96d3-beed2e1bcb69, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:27:11.208682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.237766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef82940-3198-48d6-9f17-547b16899575 None None] get_active_networks_info from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 07 13:27:11.281310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.281609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dd597f25-40ba-4554-bc38-68273c70c857 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "DELETE /v2.0/networks/2de9f9b5-2cc3-4cc6-9462-89e247b4524a HTTP/1.1" status: 204 len: 168 time: 1.5721827 Dec 07 13:27:11.282592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e196089-145c-4456-93b8-5997998dd892 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Subnet': ['ID=21c70222-c44d-4d69-8383-64c664187109,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:11.285305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43076) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:11.305337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8e196089-145c-4456-93b8-5997998dd892 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:11.348123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.363647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] For port 7437957b-b505-4917-96d3-beed2e1bcb69, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:27:11.397683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e196089-145c-4456-93b8-5997998dd892 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.399747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8e196089-145c-4456-93b8-5997998dd892 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/subnets/21c70222-c44d-4d69-8383-64c664187109 HTTP/1.1" status: 204 len: 168 time: 2.6490119 Dec 07 13:27:11.421535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43080) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:11.425082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] For port 7437957b-b505-4917-96d3-beed2e1bcb69, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7437957b-b505-4917-96d3-beed2e1bcb69,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:27:11.431365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef82940-3198-48d6-9f17-547b16899575 None None] Resources bound (agent type, host, resource id): {{(pid=88899) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 07 13:27:11.476897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.523675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.531772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:11.535814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c22dca6a-46ab-43d0-8c43-2483e95652f4 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.542835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:11.567493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.583291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Network': ['ID=180a1f16-6b45-420d-8169-5031a4525792,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:11.591878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ddd66b-cc3c-4a98-8f01-f4bc797342cf tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Deleting subnet d9a9166c-6eff-43b2-b351-eb98baf966d6 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:27:11.632747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.645624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:11.651762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-92ddd66b-cc3c-4a98-8f01-f4bc797342cf tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.666471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c70b54-790b-426b-8a9e-8d5e4fc75911 None None] Pushing event updated for resources: {'Port': ['ID=7437957b-b505-4917-96d3-beed2e1bcb69,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:11.672434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71c70b54-790b-426b-8a9e-8d5e4fc75911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:11.692898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/networks/180a1f16-6b45-420d-8169-5031a4525792 HTTP/1.1" status: 204 len: 168 time: 6.1118181 Dec 07 13:27:11.697434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43084) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:11.700391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Routers {'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:11.701079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:11.712465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e0a7d43f-a906-4ff5-bf6e-e60b6cb8c786 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c', 'name': 'tempest-PortsIpV6TestJSON-1267343478'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:11.750931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.912556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Allocated IP 172.36.4.13 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/2573c688-8330-419d-a655-33d8b9fb1fdb) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:11.936716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.943106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:11.973191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:12.031825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b4a2de57-95fa-42fc-a08b-effe962201ff tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:12.033469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] Set router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:27:12.178194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-92ddd66b-cc3c-4a98-8f01-f4bc797342cf tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:12.215981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network 62671911-d9ea-42cb-a263-e16fb778aa1c is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:12.223775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=95e79136-ea8a-408a-a953-0977927ef835,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:12.227151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:12.229644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:12.232277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:12.276894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c22dca6a-46ab-43d0-8c43-2483e95652f4 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:12.298057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e0a7d43f-a906-4ff5-bf6e-e60b6cb8c786 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:12.339335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e0a7d43f-a906-4ff5-bf6e-e60b6cb8c786 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:12.364221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c22dca6a-46ab-43d0-8c43-2483e95652f4 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4357ac6e-ce17-43fb-87d9-0392fb00bef9']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:12.370064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:12.370756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:12.387334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c22dca6a-46ab-43d0-8c43-2483e95652f4 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9513889-ff59-4c20-997c-730542b6ecee') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:12.387872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c22dca6a-46ab-43d0-8c43-2483e95652f4 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9513889-ff59-4c20-997c-730542b6ecee') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:12.412956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c22dca6a-46ab-43d0-8c43-2483e95652f4 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:12.432541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a7d43f-a906-4ff5-bf6e-e60b6cb8c786 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:12.435050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce24082-8514-4e29-b7a1-304ef6464adb None None] Network 1b8015f1-2321-4360-a189-8034cff58726 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:12.439501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d43f-a906-4ff5-bf6e-e60b6cb8c786 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:12.466381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c22dca6a-46ab-43d0-8c43-2483e95652f4 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:12.516946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-92ddd66b-cc3c-4a98-8f01-f4bc797342cf tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:12.558077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22dca6a-46ab-43d0-8c43-2483e95652f4 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:27:12.558908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c22dca6a-46ab-43d0-8c43-2483e95652f4 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:27:12.576530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:27:12.598681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-e0a7d43f-a906-4ff5-bf6e-e60b6cb8c786 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] device_id is not set on port f6bd55cb-befe-45a2-ade8-c310e8d2c2cc yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:27:12.688130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:12.774269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.6804857 Dec 07 13:27:12.774738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43088) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:12.784515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': '95e79136-ea8a-408a-a953-0977927ef835', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:12.791628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:12.807719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:12.814876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:12.817141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8b38afbc-19da-499e-ae22-0e12657b9eca tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:12.823455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'name': 'tempest-ServersTestManualDisk-273232448-router', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199'}], 'enable_snat': True}, 'gw_port_id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:26:55Z', 'updated_at': '2021-12-07T13:27:02Z', 'revision_number': 3, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'gw_port': {'id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:26:58Z', 'updated_at': '2021-12-07T13:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:12.830149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e572930-ff20-400e-8d1d-22ecbd3d5c97 None None] The sync data for ids ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'name': 'tempest-ServersTestManualDisk-273232448-router', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199'}], 'enable_snat': True}, 'gw_port_id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:26:55Z', 'updated_at': '2021-12-07T13:27:02Z', 'revision_number': 3, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'gw_port': {'id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:26:58Z', 'updated_at': '2021-12-07T13:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:27:12.896489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c22dca6a-46ab-43d0-8c43-2483e95652f4 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:12.923280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-47a22df4-d1a0-402f-b8fc-a9139db4b455 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:12.934043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:12.938417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:12.939887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Pushing event updated for resources: {'Port': ['ID=2573c688-8330-419d-a655-33d8b9fb1fdb,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:12.941397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c22dca6a-46ab-43d0-8c43-2483e95652f4 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:12.942730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:12.944918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:12.949914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:12.962635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dca6a-46ab-43d0-8c43-2483e95652f4 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Pushing event deleted for resources: {'Network': ['ID=4357ac6e-ce17-43fb-87d9-0392fb00bef9,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:12.986188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-92ddd66b-cc3c-4a98-8f01-f4bc797342cf tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:12.990313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c22dca6a-46ab-43d0-8c43-2483e95652f4 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:13.002007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:13.105296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddd66b-cc3c-4a98-8f01-f4bc797342cf tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a9166c-6eff-43b2-b351-eb98baf966d6,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:13.108573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:13.120680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-92ddd66b-cc3c-4a98-8f01-f4bc797342cf tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:13.135980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c22dca6a-46ab-43d0-8c43-2483e95652f4 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] 10.222.0.24 "DELETE /v2.0/networks/4357ac6e-ce17-43fb-87d9-0392fb00bef9 HTTP/1.1" status: 204 len: 168 time: 1.8435802 Dec 07 13:27:13.159883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-92ddd66b-cc3c-4a98-8f01-f4bc797342cf tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:13.161963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-92ddd66b-cc3c-4a98-8f01-f4bc797342cf tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/subnets/d9a9166c-6eff-43b2-b351-eb98baf966d6 HTTP/1.1" status: 204 len: 168 time: 1.7413094 Dec 07 13:27:13.166531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43094) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:13.216064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Router 2d1b3e9a-4514-4552-8294-c0e634902534 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:27:13.283186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d43f-a906-4ff5-bf6e-e60b6cb8c786 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:13.420059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:13.541542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d43f-a906-4ff5-bf6e-e60b6cb8c786 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:13.558458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:13.583205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Deleting port 0c2281ec-761a-4428-829a-a1cb2f1387b1 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:13.583529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:13.634075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a7d43f-a906-4ff5-bf6e-e60b6cb8c786 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network a3a58e01-8e5f-4bba-98da-fc492232915c is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:13.647299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43100) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:13.648234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e0a7d43f-a906-4ff5-bf6e-e60b6cb8c786 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:13.652750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7d43f-a906-4ff5-bf6e-e60b6cb8c786 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:13.658433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a7d43f-a906-4ff5-bf6e-e60b6cb8c786 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:13.659130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d43f-a906-4ff5-bf6e-e60b6cb8c786 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:13.663906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Allocated IP 172.20.0.1 (6c962f77-029a-4d3f-8fec-e60389bdc894/1224687e-5b0c-4a0e-bd15-13393deb64e3/a27fa4ab-7fd3-44b7-8205-dea7d80cb000) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:13.691222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:13.745371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7d43f-a906-4ff5-bf6e-e60b6cb8c786 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=f6bd55cb-befe-45a2-ade8-c310e8d2c2cc,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:13.753989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e0a7d43f-a906-4ff5-bf6e-e60b6cb8c786 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:13.824892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e0a7d43f-a906-4ff5-bf6e-e60b6cb8c786 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1263089 Dec 07 13:27:13.834104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43106) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:13.954382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:13.990692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Transition to ACTIVE for port object a27fa4ab-7fd3-44b7-8205-dea7d80cb000 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:14.001032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b500e764-e5c6-4f46-9fbe-b96f44c5f41a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4efb9fbcbb244fba955007257c86f673&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3491499 Dec 07 13:27:14.002514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43110) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:14.002670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f8548b-c248-4f57-9bda-10847d435e42 None None] Network 1b8015f1-2321-4360-a189-8034cff58726 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:14.103600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-badbb7bf-e962-4be6-b767-8b5c238ebdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:14.151524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Allocated IP 172.36.4.226 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/68369323-6f56-4499-a0b5-5fb6f0b5d584) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:14.170003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:14.178004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a1a539a4-03b6-4183-9d99-fe737f90f62e None None] Provisioning complete for port 0c2281ec-761a-4428-829a-a1cb2f1387b1 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:14.178499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a1a539a4-03b6-4183-9d99-fe737f90f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:14.178828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-badbb7bf-e962-4be6-b767-8b5c238ebdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:14.196613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c099c5de-54fb-4605-bdd4-6ac14178a4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:14.325989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Network 6c962f77-029a-4d3f-8fec-e60389bdc894 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:14.328726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ec908c3f-38a9-45ea-8780-4ee5099eab11 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port f6bd55cb-befe-45a2-ade8-c310e8d2c2cc {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:14.329073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec908c3f-38a9-45ea-8780-4ee5099eab11 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:14.331099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:14.337435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:14.368473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7437957b-b505-4917-96d3-beed2e1bcb69 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:27:14.374641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:14.401627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Pushing event updated for resources: {'Port': ['ID=a27fa4ab-7fd3-44b7-8205-dea7d80cb000,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:14.426059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:14.452575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:14.480652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] For port 0c2281ec-761a-4428-829a-a1cb2f1387b1, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=0c2281ec-761a-4428-829a-a1cb2f1387b1,segment=NetworkSegment(14ed8734-edfc-43e6-be5f-c60bf7db9c34),segment_id=14ed8734-edfc-43e6-be5f-c60bf7db9c34)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:14.481564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:14.482504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-badbb7bf-e962-4be6-b767-8b5c238ebdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:14.488762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ca314c5f-c435-4392-a28a-92054d9d2872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:14.506106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbb7bf-e962-4be6-b767-8b5c238ebdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803dd054-78ef-4b39-97f8-abd4e6d0ae57,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:14.519062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-badbb7bf-e962-4be6-b767-8b5c238ebdc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:14.521124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-badbb7bf-e962-4be6-b767-8b5c238ebdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:14.538308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-badbb7bf-e962-4be6-b767-8b5c238ebdc7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/803dd054-78ef-4b39-97f8-abd4e6d0ae57 HTTP/1.1" status: 204 len: 168 time: 0.5229189 Dec 07 13:27:14.619336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b58a71-eb17-44d6-aa15-a1f679e33576 None None] DHCP port deletion for 1b8015f1-2321-4360-a189-8034cff58726 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:27:14.625196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-76b58a71-eb17-44d6-aa15-a1f679e33576 None None] Deleting port 0c2281ec-761a-4428-829a-a1cb2f1387b1 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:14.625814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-76b58a71-eb17-44d6-aa15-a1f679e33576 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:14.673109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Calling delete_port for 0c2281ec-761a-4428-829a-a1cb2f1387b1 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:14.677194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 7437957b-b505-4917-96d3-beed2e1bcb69 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:14.684251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:14.685185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 7437957b-b505-4917-96d3-beed2e1bcb69 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:14.685605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:14.807106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-76b58a71-eb17-44d6-aa15-a1f679e33576 None None] The port '0c2281ec-761a-4428-829a-a1cb2f1387b1' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:27:14.844062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:14.874441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:14.884009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ffb24db4-1187-4f64-9cb1-ee488085f9a0 None None] Provisioning for port a27fa4ab-7fd3-44b7-8205-dea7d80cb000 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:14.893641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ffb24db4-1187-4f64-9cb1-ee488085f9a0 None None] Provisioning complete for port a27fa4ab-7fd3-44b7-8205-dea7d80cb000 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:14.894059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffb24db4-1187-4f64-9cb1-ee488085f9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:14.976032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:14.982192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ffb24db4-1187-4f64-9cb1-ee488085f9a0 None None] Port a27fa4ab-7fd3-44b7-8205-dea7d80cb000 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:27:14.997504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 7437957b-b505-4917-96d3-beed2e1bcb69, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7437957b-b505-4917-96d3-beed2e1bcb69,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:15.013697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:15.049452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:15.057751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7212356a-6509-45f1-820f-7f13e2262ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:15.078445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:15.122033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0e202237-2ea9-422f-bd49-aeed787a2a46 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:15.180853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=7437957b-b505-4917-96d3-beed2e1bcb69,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:15.192309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No DVR routers for this DVR port 0c2281ec-761a-4428-829a-a1cb2f1387b1 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:27:15.196163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:15.222588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:15.227162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Pushing event updated for resources: {'Port': ['ID=a27fa4ab-7fd3-44b7-8205-dea7d80cb000,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:15.231050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:15.387220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Network 6c962f77-029a-4d3f-8fec-e60389bdc894 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:15.388599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:15.399571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Port': ['ID=0c2281ec-761a-4428-829a-a1cb2f1387b1,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:15.402208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:15.549135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:15.662793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:15.669992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:15.763332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:27:15.774647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc9a06e-5c03-4647-b0c8-731d66c43fdb None None] Sync routers for ids ['2d1b3e9a-4514-4552-8294-c0e634902534'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:27:15.783475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:15.790183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc9a06e-5c03-4647-b0c8-731d66c43fdb None None] Routers {'2d1b3e9a-4514-4552-8294-c0e634902534'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:15.791360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2cc9a06e-5c03-4647-b0c8-731d66c43fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2d1b3e9a-4514-4552-8294-c0e634902534'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:15.836601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-37362d9b-003e-4446-97a9-38ca15cd78bc None None] Provisioning complete for port a27fa4ab-7fd3-44b7-8205-dea7d80cb000 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:15.837140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37362d9b-003e-4446-97a9-38ca15cd78bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:15.846114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8015f1-2321-4360-a189-8034cff58726']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:15.884129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:15.884854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2cc9a06e-5c03-4647-b0c8-731d66c43fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:15.888048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "PUT /v2.0/routers/2d1b3e9a-4514-4552-8294-c0e634902534 HTTP/1.1" status: 200 len: 911 time: 9.7495098 Dec 07 13:27:15.888901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43130) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:15.904115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc9a06e-5c03-4647-b0c8-731d66c43fdb None None] Routers {'2d1b3e9a-4514-4552-8294-c0e634902534'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:15.904876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2cc9a06e-5c03-4647-b0c8-731d66c43fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2d1b3e9a-4514-4552-8294-c0e634902534'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:15.916745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-37362d9b-003e-4446-97a9-38ca15cd78bc None None] Port a27fa4ab-7fd3-44b7-8205-dea7d80cb000 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:27:15.963748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ed8734-edfc-43e6-be5f-c60bf7db9c34') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:15.964102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ed8734-edfc-43e6-be5f-c60bf7db9c34') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:15.984493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec908c3f-38a9-45ea-8780-4ee5099eab11 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:15.985718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2cc9a06e-5c03-4647-b0c8-731d66c43fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:15.986334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc9a06e-5c03-4647-b0c8-731d66c43fdb None None] The sync data for ids ['2d1b3e9a-4514-4552-8294-c0e634902534'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:27:15.999469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-837bfcd7-9403-4d94-817f-405e5fa3dfca req-cbe7b6f1-9e54-4b78-8071-8e8de711d05f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7921824 Dec 07 13:27:16.006784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:27:16.007893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:16.158023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ec908c3f-38a9-45ea-8780-4ee5099eab11 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for f6bd55cb-befe-45a2-ade8-c310e8d2c2cc owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:16.241036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7437957b-b505-4917-96d3-beed2e1bcb69 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:27:16.244818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:16.250408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64f2303e-e71e-4e9d-8a06-e4e7e226c0ee tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:16.283500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:16.293083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43136) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:16.334560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:27:16.335018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:16.347521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 7437957b-b505-4917-96d3-beed2e1bcb69 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:16.348103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:27:16.357635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:27:16.502728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:16.533685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:16.535769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=68369323-6f56-4499-a0b5-5fb6f0b5d584,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:16.540438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:16.572317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:16.599505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1182842702'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:16.604677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 0c2281ec-761a-4428-829a-a1cb2f1387b1 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:27:16.645952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 0c2281ec-761a-4428-829a-a1cb2f1387b1 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:27:16.646667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 0c2281ec-761a-4428-829a-a1cb2f1387b1 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:27:16.668002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:16.668437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e7af59d8-f6ca-4308-bd10-c61d5209a2e5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "GET /v2.0/routers/2d1b3e9a-4514-4552-8294-c0e634902534 HTTP/1.1" status: 200 len: 917 time: 0.7772949 Dec 07 13:27:16.672765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43142) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:16.681901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec908c3f-38a9-45ea-8780-4ee5099eab11 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:16.683610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:16.696141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:16.726327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Usage tracker for resource:network and tenant:1454363494b1489db61d58cbb574de5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:16.746380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:16.749641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:16.773856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:27:16.779434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-837bfcd7-9403-4d94-817f-405e5fa3dfca req-d5e116a2-aa3c-4767-bc24-6a1194165ade service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f775aff5c0545dfb20578f646bb3e6d&device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 1098 time: 0.5872960 Dec 07 13:27:16.780586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] 10.222.0.24 "PUT /v2.0/routers/ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2559009 Dec 07 13:27:16.781620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec908c3f-38a9-45ea-8780-4ee5099eab11 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=f6bd55cb-befe-45a2-ade8-c310e8d2c2cc,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:16.793428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-683c512c-721e-45f5-b217-1d721db7848a tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&device_id=2d1b3e9a-4514-4552-8294-c0e634902534&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1153133 Dec 07 13:27:16.794723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43148) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:16.796430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:16.832135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ec908c3f-38a9-45ea-8780-4ee5099eab11 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:16.833989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b5291a65-bdf1-4312-918f-0780125d8dd6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:16.903572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/networks/1b8015f1-2321-4360-a189-8034cff58726 HTTP/1.1" status: 204 len: 168 time: 3.7358465 Dec 07 13:27:16.913506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43152) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:16.913704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Network': ['ID=1b8015f1-2321-4360-a189-8034cff58726,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:16.916734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:16.921206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec908c3f-38a9-45ea-8780-4ee5099eab11 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:16.923775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ec908c3f-38a9-45ea-8780-4ee5099eab11 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/f6bd55cb-befe-45a2-ade8-c310e8d2c2cc HTTP/1.1" status: 204 len: 168 time: 3.0767941 Dec 07 13:27:16.976589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43156) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:16.979821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51f13e4-eae2-41f0-8c30-ce50b8a00c87 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] DELETE failed (client error): The resource could not be found. Dec 07 13:27:16.980315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51f13e4-eae2-41f0-8c30-ce50b8a00c87 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:27:16.982107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b51f13e4-eae2-41f0-8c30-ce50b8a00c87 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/subnets/fefa2d2b-b066-409d-a497-1e2f652670bb HTTP/1.1" status: 404 len: 337 time: 0.0675180 Dec 07 13:27:16.985069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43164) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:16.991631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Sync routers for ids ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:27:16.992335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Made reservation on behalf of 1454363494b1489db61d58cbb574de5f for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:16.996954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-10473b6c-c602-4296-b23a-6fddc0477612 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c', 'mac_address': 'fa:16:3e:6b:ab:66', 'name': 'tempest-PortsIpV6TestJSON-835109266'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:17.001800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:17.005288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Routers {'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:17.006049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:17.043049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0149ba-9fb4-4c3b-b7d7-8eef0de58ccc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] DELETE failed (client error): The resource could not be found. Dec 07 13:27:17.043590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0149ba-9fb4-4c3b-b7d7-8eef0de58ccc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:27:17.045971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dc0149ba-9fb4-4c3b-b7d7-8eef0de58ccc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/networks/fc67d0d4-b076-42f7-9a74-a654e2535dcd HTTP/1.1" status: 404 len: 339 time: 0.0569773 Dec 07 13:27:17.107275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43168) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:17.125873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:17.160735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c17191-48d6-44be-9dee-74772a47ced5 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] DELETE failed (client error): The resource could not be found. Dec 07 13:27:17.161236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c17191-48d6-44be-9dee-74772a47ced5 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:27:17.163072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-90c17191-48d6-44be-9dee-74772a47ced5 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/subnets/0390d3dd-25ba-4a8f-8b12-44649d706dd9 HTTP/1.1" status: 404 len: 337 time: 0.0546615 Dec 07 13:27:17.182934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:17.189205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43172) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:17.190332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Usage tracker for resource:security_group_rule and tenant:1454363494b1489db61d58cbb574de5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:17.194321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:17.202898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:17.217634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Set router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:27:17.266491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-402529e9-2266-4f64-84ba-4df6adc0f441 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] DELETE failed (client error): The resource could not be found. Dec 07 13:27:17.266696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402529e9-2266-4f64-84ba-4df6adc0f441 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:27:17.270988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-402529e9-2266-4f64-84ba-4df6adc0f441 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/networks/1abda0ca-d544-422f-86de-e1a66ae8b87c HTTP/1.1" status: 404 len: 339 time: 0.0783954 Dec 07 13:27:17.275283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-10473b6c-c602-4296-b23a-6fddc0477612 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:17.277685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43178) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:17.288297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-10473b6c-c602-4296-b23a-6fddc0477612 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:17.301210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cad36a3-47dc-45ad-87ea-31373779b09a tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:17.307727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5cad36a3-47dc-45ad-87ea-31373779b09a tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "GET /v2.0/networks/3e4fe3c4-9dba-4ff1-b219-f50882f57056 HTTP/1.1" status: 200 len: 881 time: 0.5108325 Dec 07 13:27:17.310169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43182) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:17.377014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cef2d2c5-0e48-488d-9737-bf8b19323885 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d1b3e9a-4514-4552-8294-c0e634902534 HTTP/1.1" status: 200 len: 205 time: 0.0633454 Dec 07 13:27:17.380213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43186) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:17.392648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:17.454709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10473b6c-c602-4296-b23a-6fddc0477612 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:17.622701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-10473b6c-c602-4296-b23a-6fddc0477612 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:17.665255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'name': 'tempest-ServersTestManualDisk-273232448-router', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199'}], 'enable_snat': True}, 'gw_port_id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:26:55Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'gw_port': {'id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:26:58Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'a27fa4ab-7fd3-44b7-8205-dea7d80cb000', 'name': '', 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'mac_address': 'fa:16:3e:21:51:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:27:13Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 2, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'subnets': [{'id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:17.670664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Checking router: ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:27:17.671034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Updating router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac port a27fa4ab-7fd3-44b7-8205-dea7d80cb000 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:27:17.715596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-10473b6c-c602-4296-b23a-6fddc0477612 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] device_id is not set on port 9d6ea8af-09c8-4854-aa64-afbc103e31c9 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:27:17.754565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:17.823140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab157409-5ec3-4dd6-945f-312396040791 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:17.829752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:17.843172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:17.856091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c218280a-e20b-47cc-8a02-c04f157c6bc6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] DELETE failed (client error): The resource could not be found. Dec 07 13:27:17.856601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c218280a-e20b-47cc-8a02-c04f157c6bc6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:27:17.873940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c218280a-e20b-47cc-8a02-c04f157c6bc6 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/subnets/a2d62140-ba7c-4aad-b4f5-c18276f3cea8 HTTP/1.1" status: 404 len: 337 time: 0.5949011 Dec 07 13:27:17.886202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43190) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:17.886582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43192) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:17.902633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bfcd7-9403-4d94-817f-405e5fa3dfca req-a0ca5eba-ff82-42af-be15-860bc86bb5c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:17.904328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-837bfcd7-9403-4d94-817f-405e5fa3dfca req-a0ca5eba-ff82-42af-be15-860bc86bb5c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c206a118-c157-4a6a-b31d-dd0a64e6aab7 HTTP/1.1" status: 200 len: 912 time: 1.0735421 Dec 07 13:27:17.922217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7d1ab71b-4f10-4226-99e6-c8daa123ca23 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756019847', 'description': 'tempest-description--1789734083'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:17.935369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:27:18.022305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7d1ab71b-4f10-4226-99e6-c8daa123ca23 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:18.050383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7d1ab71b-4f10-4226-99e6-c8daa123ca23 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Usage tracker for resource:security_group and tenant:e0e0103fbec1461caa3f0787ea67511c is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:18.072499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7d1ab71b-4f10-4226-99e6-c8daa123ca23 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:18.078706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e1cd8a-063d-48ea-a132-6aa4bbb15614,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:18.089321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ddfa1c-f690-4c4d-8749-85ee05e84b4d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] DELETE failed (client error): The resource could not be found. Dec 07 13:27:18.090144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ddfa1c-f690-4c4d-8749-85ee05e84b4d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:27:18.101163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:18.113098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:18.113775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Added segment 744b6b87-7279-4cfd-86a2-b93309ace85a of type vlan for network a6faa3b9-ba30-4645-9dff-a6fa46ffac66 Dec 07 13:27:18.142574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-36ddfa1c-f690-4c4d-8749-85ee05e84b4d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/networks/74b35a0c-e0c0-4564-85ca-473ffab8f3d6 HTTP/1.1" status: 404 len: 339 time: 0.2434673 Dec 07 13:27:18.147852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43198) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:18.150507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7d1ab71b-4f10-4226-99e6-c8daa123ca23 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:18.224931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:18.246155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:18.259473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab71b-4f10-4226-99e6-c8daa123ca23 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:18.266031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Transition to ACTIVE for port object a27fa4ab-7fd3-44b7-8205-dea7d80cb000 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:18.278123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-10473b6c-c602-4296-b23a-6fddc0477612 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:18.281033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-837bfcd7-9403-4d94-817f-405e5fa3dfca req-0a402e05-c77f-497c-a3f8-e7fefedb2736 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6806a1b7-5a64-46dd-8526-5cb9fb1a2061 HTTP/1.1" status: 200 len: 1000 time: 0.3425744 Dec 07 13:27:18.344499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:18.350178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-51d33cc2-a84d-479c-b1a7-f74abfe6249d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:18.364156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Router 822cb0cd-0769-420f-abe1-e7c42ed8c435 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:27:18.414208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7d1ab71b-4f10-4226-99e6-c8daa123ca23 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:18.427158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:18.434121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:18.434811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:18.443092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7d1ab71b-4f10-4226-99e6-c8daa123ca23 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Usage tracker for resource:security_group_rule and tenant:e0e0103fbec1461caa3f0787ea67511c is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:18.447346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:18.469606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bfcd7-9403-4d94-817f-405e5fa3dfca req-95feb68b-3088-46f1-b436-1f6a58080dec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:18.471311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-837bfcd7-9403-4d94-817f-405e5fa3dfca req-95feb68b-3088-46f1-b436-1f6a58080dec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=603ac916-d99b-4cfa-ac27-f21a852f5c1b HTTP/1.1" status: 200 len: 850 time: 0.1781499 Dec 07 13:27:18.482776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7d1ab71b-4f10-4226-99e6-c8daa123ca23 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:18.521236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2165a1-94cf-4415-96ad-daafae2dfa69 None None] Pushing event updated for resources: {'Port': ['ID=a27fa4ab-7fd3-44b7-8205-dea7d80cb000,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:18.533685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2165a1-94cf-4415-96ad-daafae2dfa69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:18.534357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2165a1-94cf-4415-96ad-daafae2dfa69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:18.534798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2165a1-94cf-4415-96ad-daafae2dfa69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:18.535588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2165a1-94cf-4415-96ad-daafae2dfa69 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:18.536466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2165a1-94cf-4415-96ad-daafae2dfa69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:18.537012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2165a1-94cf-4415-96ad-daafae2dfa69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:18.537489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2165a1-94cf-4415-96ad-daafae2dfa69 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:18.537964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2165a1-94cf-4415-96ad-daafae2dfa69 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:18.538439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2165a1-94cf-4415-96ad-daafae2dfa69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:18.538907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2165a1-94cf-4415-96ad-daafae2dfa69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:18.539471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2165a1-94cf-4415-96ad-daafae2dfa69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:27:18.543684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d2165a1-94cf-4415-96ad-daafae2dfa69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:18.555614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7d1ab71b-4f10-4226-99e6-c8daa123ca23 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:18.649491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Attempting to bind port a27fa4ab-7fd3-44b7-8205-dea7d80cb000 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:27:18.650079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Attempting to bind port a27fa4ab-7fd3-44b7-8205-dea7d80cb000 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'fc944cef-a8d4-4f90-8502-f76ab34013ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:27:18.651699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Attempting to bind port a27fa4ab-7fd3-44b7-8205-dea7d80cb000 on network 6c962f77-029a-4d3f-8fec-e60389bdc894 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:27:18.659938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:27:18.660429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Checking segment: {'id': 'fc944cef-a8d4-4f90-8502-f76ab34013ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:27:18.661081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:18.662174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Bound using segment: {'id': 'fc944cef-a8d4-4f90-8502-f76ab34013ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:27:18.662174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Bound port: a27fa4ab-7fd3-44b7-8205-dea7d80cb000, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc944cef-a8d4-4f90-8502-f76ab34013ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:27:18.662732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:18.738414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab157409-5ec3-4dd6-945f-312396040791 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:18.747171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-10473b6c-c602-4296-b23a-6fddc0477612 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:18.754503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeee6739-6280-4195-af1d-556e393a2bdd tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Deleting subnet bcb86481-3b15-4fcd-90fc-6209af4e462e {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:27:18.762206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:18.780136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] For port a27fa4ab-7fd3-44b7-8205-dea7d80cb000, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:27:18.784083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] For port a27fa4ab-7fd3-44b7-8205-dea7d80cb000, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a27fa4ab-7fd3-44b7-8205-dea7d80cb000,segment=NetworkSegment(fc944cef-a8d4-4f90-8502-f76ab34013ce),segment_id=fc944cef-a8d4-4f90-8502-f76ab34013ce)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:27:18.799118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aeee6739-6280-4195-af1d-556e393a2bdd tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:18.800916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event updated for resources: {'Network': ['ID=a6faa3b9-ba30-4645-9dff-a6fa46ffac66,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:18.804627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:18.817523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network a6faa3b9-ba30-4645-9dff-a6fa46ffac66 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:27:18.844378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5392349 Dec 07 13:27:18.844615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ab157409-5ec3-4dd6-945f-312396040791 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Deleting port 844eefb1-d1b0-41c6-b7aa-d8c1c6f56f86 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:18.844615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab157409-5ec3-4dd6-945f-312396040791 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:18.863148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:18.940591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aeee6739-6280-4195-af1d-556e393a2bdd tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:18.983837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10473b6c-c602-4296-b23a-6fddc0477612 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network a3a58e01-8e5f-4bba-98da-fc492232915c is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:18.985873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:18.997990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-10473b6c-c602-4296-b23a-6fddc0477612 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:19.000701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10473b6c-c602-4296-b23a-6fddc0477612 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=9d6ea8af-09c8-4854-aa64-afbc103e31c9,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:19.015276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10473b6c-c602-4296-b23a-6fddc0477612 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:19.019852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10473b6c-c602-4296-b23a-6fddc0477612 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:19.020580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-10473b6c-c602-4296-b23a-6fddc0477612 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:19.030340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-10473b6c-c602-4296-b23a-6fddc0477612 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:19.169709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:19.177210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71c70b54-790b-426b-8a9e-8d5e4fc75911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:19.219152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-10473b6c-c602-4296-b23a-6fddc0477612 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2332740 Dec 07 13:27:19.229473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43202) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:19.282145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:19.286826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab157409-5ec3-4dd6-945f-312396040791 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:19.287832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2165a1-94cf-4415-96ad-daafae2dfa69 None None] Pushing event updated for resources: {'Port': ['ID=a27fa4ab-7fd3-44b7-8205-dea7d80cb000,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:19.293200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d2165a1-94cf-4415-96ad-daafae2dfa69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:19.309218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aeee6739-6280-4195-af1d-556e393a2bdd tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:19.332269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Routers {'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:19.333141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:19.382152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:19.425038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3343282c-a869-42b6-8d9e-76b3050dd0c2 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:19.535072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=68369323-6f56-4499-a0b5-5fb6f0b5d584,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:19.550405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-837bfcd7-9403-4d94-817f-405e5fa3dfca req-5e8c5ac3-c268-4f2e-ae4d-3b35ebcaa9c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c206a118-c157-4a6a-b31d-dd0a64e6aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0615861 Dec 07 13:27:19.558470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ab157409-5ec3-4dd6-945f-312396040791 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Calling delete_port for 844eefb1-d1b0-41c6-b7aa-d8c1c6f56f86 owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:19.597928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b64cb3-5ccd-49ca-832c-bf1c74f12b7b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:19.598556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b6b64cb3-5ccd-49ca-832c-bf1c74f12b7b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Synchronizing usage tracker for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:27:19.630198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab71b-4f10-4226-99e6-c8daa123ca23 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:19.631756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:19.693859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab71b-4f10-4226-99e6-c8daa123ca23 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:19.731970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] Set router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:27:19.743090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b6b64cb3-5ccd-49ca-832c-bf1c74f12b7b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Unset dirty status for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:27:19.752980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b6b64cb3-5ccd-49ca-832c-bf1c74f12b7b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports/9d6ea8af-09c8-4854-aa64-afbc103e31c9 HTTP/1.1" status: 200 len: 844 time: 0.5198481 Dec 07 13:27:19.767528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43206) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:19.810434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c2d33506-7cce-4bc0-bbea-8f127939bd7c tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:19.849933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aeee6739-6280-4195-af1d-556e393a2bdd tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:19.864347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ab71b-4f10-4226-99e6-c8daa123ca23 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f75da5-99c1-4729-b360-6d59ebb1f536,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:19.871849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:19.938643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee6739-6280-4195-af1d-556e393a2bdd tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb86481-3b15-4fcd-90fc-6209af4e462e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:19.948321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aeee6739-6280-4195-af1d-556e393a2bdd tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:19.950324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aeee6739-6280-4195-af1d-556e393a2bdd tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:19.959270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-08f7e228-f60f-4fc2-86ae-1f763e7a14c2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port 9d6ea8af-09c8-4854-aa64-afbc103e31c9 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:19.959681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08f7e228-f60f-4fc2-86ae-1f763e7a14c2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:19.965787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:20.001828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c044d2-83bc-460e-9f81-54f86aaf63b9 None None] Network 89e0b47d-9804-4980-acda-4a2ad8e6f345 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:20.017854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aeee6739-6280-4195-af1d-556e393a2bdd tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/subnets/bcb86481-3b15-4fcd-90fc-6209af4e462e HTTP/1.1" status: 204 len: 168 time: 1.8687239 Dec 07 13:27:20.021907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43210) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:20.027893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7d1ab71b-4f10-4226-99e6-c8daa123ca23 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:20.096511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab71b-4f10-4226-99e6-c8daa123ca23 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:20.100692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7d1ab71b-4f10-4226-99e6-c8daa123ca23 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.1973693 Dec 07 13:27:20.103323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43214) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:20.119353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3e7380ee-6e26-4d17-a8c7-8831c013ae1e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Request body: {'security_group_rule': {'security_group_id': '06f75da5-99c1-4729-b360-6d59ebb1f536', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:20.137678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3e7380ee-6e26-4d17-a8c7-8831c013ae1e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:20.144245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3e7380ee-6e26-4d17-a8c7-8831c013ae1e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Usage tracker for resource:security_group_rule and tenant:e0e0103fbec1461caa3f0787ea67511c is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:20.148320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3e7380ee-6e26-4d17-a8c7-8831c013ae1e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:20.155755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3e7380ee-6e26-4d17-a8c7-8831c013ae1e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:20.230915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-837bfcd7-9403-4d94-817f-405e5fa3dfca req-2df6f505-2d1e-4811-9dcb-5294c7339b0c service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977335 Dec 07 13:27:20.236701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3e7380ee-6e26-4d17-a8c7-8831c013ae1e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:20.375962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:20.427506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Deleting port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:20.427879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:20.463433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab157409-5ec3-4dd6-945f-312396040791 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:20.469766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08f7e228-f60f-4fc2-86ae-1f763e7a14c2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:20.484834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-78789a9e-e549-40e7-b705-0d10da392bf4 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:20.539772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3e7380ee-6e26-4d17-a8c7-8831c013ae1e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:20.568556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:27:20.581531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf73f6-41cd-4d5a-9d40-d36613918c80 None None] Sync routers for ids ['822cb0cd-0769-420f-abe1-e7c42ed8c435'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:27:20.599045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3e7380ee-6e26-4d17-a8c7-8831c013ae1e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:20.603655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab157409-5ec3-4dd6-945f-312396040791 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Pushing event deleted for resources: {'Port': ['ID=844eefb1-d1b0-41c6-b7aa-d8c1c6f56f86,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:20.612587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:20.614936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "PUT /v2.0/routers/822cb0cd-0769-420f-abe1-e7c42ed8c435 HTTP/1.1" status: 200 len: 919 time: 11.7491186 Dec 07 13:27:20.639550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2380a640-c212-41b2-af70-525ddb94d24d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:20.646339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf73f6-41cd-4d5a-9d40-d36613918c80 None None] Routers {'822cb0cd-0769-420f-abe1-e7c42ed8c435'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:20.649017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-cccf73f6-41cd-4d5a-9d40-d36613918c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['822cb0cd-0769-420f-abe1-e7c42ed8c435'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:20.649890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43218) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:20.681802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'name': 'tempest-ServersTestManualDisk-273232448-router', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199'}], 'enable_snat': True}, 'gw_port_id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:26:55Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'gw_port': {'id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:26:58Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'a27fa4ab-7fd3-44b7-8205-dea7d80cb000', 'name': '', 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'mac_address': 'fa:16:3e:21:51:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:27:13Z', 'updated_at': '2021-12-07T13:27:18Z', 'revision_number': 4, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'subnets': [{'id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:20.694140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42524f4-4616-48a7-89fc-7d6fb320c150 None None] The sync data for ids ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'name': 'tempest-ServersTestManualDisk-273232448-router', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199'}], 'enable_snat': True}, 'gw_port_id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:26:55Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'gw_port': {'id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:26:58Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'a27fa4ab-7fd3-44b7-8205-dea7d80cb000', 'name': '', 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'mac_address': 'fa:16:3e:21:51:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:27:13Z', 'updated_at': '2021-12-07T13:27:18Z', 'revision_number': 4, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'subnets': [{'id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:27:20.709667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a6fe3-5979-4dfa-989f-a01b295cc1a4 None None] DHCP port deletion for 89e0b47d-9804-4980-acda-4a2ad8e6f345 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:27:20.714676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a6fe3-5979-4dfa-989f-a01b295cc1a4 None None] Deleting port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:20.715250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6fe3-5979-4dfa-989f-a01b295cc1a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:20.748177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-08f7e228-f60f-4fc2-86ae-1f763e7a14c2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for 9d6ea8af-09c8-4854-aa64-afbc103e31c9 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:20.785352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7380ee-6e26-4d17-a8c7-8831c013ae1e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97935fea-5004-41f2-be4f-2ae6e4768b7a,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:20.788964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-cccf73f6-41cd-4d5a-9d40-d36613918c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:20.816049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf73f6-41cd-4d5a-9d40-d36613918c80 None None] Routers {'822cb0cd-0769-420f-abe1-e7c42ed8c435'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:20.816838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-cccf73f6-41cd-4d5a-9d40-d36613918c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['822cb0cd-0769-420f-abe1-e7c42ed8c435'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:20.870634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3e7380ee-6e26-4d17-a8c7-8831c013ae1e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:20.922400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3e7380ee-6e26-4d17-a8c7-8831c013ae1e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:20.924073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3e7380ee-6e26-4d17-a8c7-8831c013ae1e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8193748 Dec 07 13:27:20.928944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-837bfcd7-9403-4d94-817f-405e5fa3dfca req-9ab53266-f710-45a8-9429-9998892270fb service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292310 Dec 07 13:27:20.933358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43222) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:20.969615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-693c3601-aa65-4cf3-b533-5d76af487d31 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Request body: {'security_group_rule': {'security_group_id': '06f75da5-99c1-4729-b360-6d59ebb1f536', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:21.003150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab157409-5ec3-4dd6-945f-312396040791 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:21.005572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-693c3601-aa65-4cf3-b533-5d76af487d31 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:21.008414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-cccf73f6-41cd-4d5a-9d40-d36613918c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:21.011827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf73f6-41cd-4d5a-9d40-d36613918c80 None None] The sync data for ids ['822cb0cd-0769-420f-abe1-e7c42ed8c435'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:27:21.023351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-693c3601-aa65-4cf3-b533-5d76af487d31 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Usage tracker for resource:security_group_rule and tenant:e0e0103fbec1461caa3f0787ea67511c is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:21.034945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-693c3601-aa65-4cf3-b533-5d76af487d31 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:21.052104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-693c3601-aa65-4cf3-b533-5d76af487d31 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:21.089485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Floating IP b2032475-7603-4876-8951-7830047dd439 associated. External IP: 172.36.4.226, port: 95e79136-ea8a-408a-a953-0977927ef835. Dec 07 13:27:21.190442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6c9a6fe3-5979-4dfa-989f-a01b295cc1a4 None None] For port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1,segment=NetworkSegment(d5fd8665-7a20-4fe6-9ae6-8a0de9c7320f),segment_id=d5fd8665-7a20-4fe6-9ae6-8a0de9c7320f)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:21.197784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6fe3-5979-4dfa-989f-a01b295cc1a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:21.333946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] For port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1,segment=NetworkSegment(d5fd8665-7a20-4fe6-9ae6-8a0de9c7320f),segment_id=d5fd8665-7a20-4fe6-9ae6-8a0de9c7320f)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:21.334333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:21.500273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a6fe3-5979-4dfa-989f-a01b295cc1a4 None None] Calling delete_port for 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:21.563192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Calling delete_port for 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:21.704414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6fe3-5979-4dfa-989f-a01b295cc1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:21.709962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64b2cada-942f-4e9a-a173-2bab6665e25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:21.715632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08f7e228-f60f-4fc2-86ae-1f763e7a14c2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:21.735522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-10473b6c-c602-4296-b23a-6fddc0477612 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:21.798005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-693c3601-aa65-4cf3-b533-5d76af487d31 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:21.817221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:27:21.818087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:27:21.821135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a6fe3-5979-4dfa-989f-a01b295cc1a4 None None] Pushing event deleted for resources: {'Port': ['ID=4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:21.830195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08f7e228-f60f-4fc2-86ae-1f763e7a14c2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:21.834846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6c9a6fe3-5979-4dfa-989f-a01b295cc1a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:21.840237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a6fe3-5979-4dfa-989f-a01b295cc1a4 None None] No DVR routers for this DVR port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:27:21.864201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7e228-f60f-4fc2-86ae-1f763e7a14c2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=9d6ea8af-09c8-4854-aa64-afbc103e31c9,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:21.974125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-693c3601-aa65-4cf3-b533-5d76af487d31 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:21.989085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-08f7e228-f60f-4fc2-86ae-1f763e7a14c2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:22.049046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-693c3601-aa65-4cf3-b533-5d76af487d31 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:22.072761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:22.099777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c3601-aa65-4cf3-b533-5d76af487d31 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614b1db4-7bdf-4cb8-8799-3cb66a5b0af2,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:22.103276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-693c3601-aa65-4cf3-b533-5d76af487d31 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:22.174882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-de20a367-7a9a-490f-84c6-df9d8de6d988 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "GET /v2.0/routers/822cb0cd-0769-420f-abe1-e7c42ed8c435 HTTP/1.1" status: 200 len: 925 time: 1.5136445 Dec 07 13:27:22.182056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43228) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:22.241497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-693c3601-aa65-4cf3-b533-5d76af487d31 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:22.242887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-693c3601-aa65-4cf3-b533-5d76af487d31 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2994659 Dec 07 13:27:22.249792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43232) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:22.295591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:22.313279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:22.337705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a27fa4ab-7fd3-44b7-8205-dea7d80cb000 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:27:22.351731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Usage tracker for resource:floatingip and tenant:e0e0103fbec1461caa3f0787ea67511c is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:22.445086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:22.475785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:22.502162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Deleting port 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:22.502630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:22.509159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port a27fa4ab-7fd3-44b7-8205-dea7d80cb000 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:22.514957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port a27fa4ab-7fd3-44b7-8205-dea7d80cb000 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:22.515422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:22.541763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab157409-5ec3-4dd6-945f-312396040791 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:22.547799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:22.620655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-34f1c530-a5f0-41cb-80f2-a1249554ad72 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&device_id=822cb0cd-0769-420f-abe1-e7c42ed8c435&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4315386 Dec 07 13:27:22.628384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43236) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:22.719372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:22.754001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] The port '4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1' was deleted {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:27:22.754872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43240) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:22.769254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Request body: {'subnet': {'network_id': 'a6faa3b9-ba30-4645-9dff-a6fa46ffac66', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:22.772481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port a27fa4ab-7fd3-44b7-8205-dea7d80cb000, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a27fa4ab-7fd3-44b7-8205-dea7d80cb000,segment=NetworkSegment(fc944cef-a8d4-4f90-8502-f76ab34013ce),segment_id=fc944cef-a8d4-4f90-8502-f76ab34013ce)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:22.807378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:22.809875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7212356a-6509-45f1-820f-7f13e2262ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:22.891785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:27:22.935059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:27:22.935505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4ff4b1e2-efc8-4c8d-a8ae-742c6d945ad1 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:27:22.955106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=a27fa4ab-7fd3-44b7-8205-dea7d80cb000,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:22.958878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-08f7e228-f60f-4fc2-86ae-1f763e7a14c2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/9d6ea8af-09c8-4854-aa64-afbc103e31c9 HTTP/1.1" status: 204 len: 168 time: 3.1892812 Dec 07 13:27:22.961649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:22.964775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab157409-5ec3-4dd6-945f-312396040791 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:22.970400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43244) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:23.047709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab157409-5ec3-4dd6-945f-312396040791 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:23.122730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:23.127884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-292d870f-c12a-4b11-8dee-4f04eff1001b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] GET failed (client error): The resource could not be found. Dec 07 13:27:23.128902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-292d870f-c12a-4b11-8dee-4f04eff1001b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Synchronizing usage tracker for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:27:23.149588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Usage tracker for resource:subnet and tenant:1454363494b1489db61d58cbb574de5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:23.153802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:23.160157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bbe824-bcfe-46a5-84af-02bd25efb86e tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:23.160788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c3bbe824-bcfe-46a5-84af-02bd25efb86e tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Synchronizing usage tracker for tenant:35d13ec5f1f044a7a22f332adbd3bd03 on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:27:23.171337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:23.215364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:23.222011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router f8ff709e-bfa8-4797-a997-7bf27676d18e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:27:23.234307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Made reservation on behalf of 1454363494b1489db61d58cbb574de5f for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:23.259153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e0b47d-9804-4980-acda-4a2ad8e6f345']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:23.268564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-292d870f-c12a-4b11-8dee-4f04eff1001b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Unset dirty status for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:27:23.269877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-292d870f-c12a-4b11-8dee-4f04eff1001b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports/9d6ea8af-09c8-4854-aa64-afbc103e31c9 HTTP/1.1" status: 404 len: 333 time: 0.2984262 Dec 07 13:27:23.276044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43248) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:23.284934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fd8665-7a20-4fe6-9ae6-8a0de9c7320f') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:23.285261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fd8665-7a20-4fe6-9ae6-8a0de9c7320f') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:23.297025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-10bb6fd9-aef5-4e4c-9d3b-e529cec9a736 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c', 'name': 'tempest-PortsIpV6TestJSON-399594175'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:23.318282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab157409-5ec3-4dd6-945f-312396040791 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:23.318793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab157409-5ec3-4dd6-945f-312396040791 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Fanout notify agent at l3_agent the message router_deleted on router 2d1b3e9a-4514-4552-8294-c0e634902534 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:27:23.323824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c3bbe824-bcfe-46a5-84af-02bd25efb86e tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Unset dirty status for tenant:35d13ec5f1f044a7a22f332adbd3bd03 on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:27:23.325152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c3bbe824-bcfe-46a5-84af-02bd25efb86e tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "GET /v2.0/networks/3e4fe3c4-9dba-4ff1-b219-f50882f57056 HTTP/1.1" status: 200 len: 881 time: 0.6412334 Dec 07 13:27:23.347905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43252) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:23.388629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:23.413385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:23.424727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e5cd5bb7-2dab-4835-8f4a-fe9bbd117983 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "GET /v2.0/ports?device_id=822cb0cd-0769-420f-abe1-e7c42ed8c435 HTTP/1.1" status: 200 len: 205 time: 0.0690153 Dec 07 13:27:23.427274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab157409-5ec3-4dd6-945f-312396040791 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:23.428465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ab157409-5ec3-4dd6-945f-312396040791 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "DELETE /v2.0/routers/2d1b3e9a-4514-4552-8294-c0e634902534 HTTP/1.1" status: 204 len: 168 time: 6.0468225 Dec 07 13:27:23.435288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43256) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:23.473260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43260) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:23.522264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:23.526851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2d020cff-a422-47a4-aa68-4920ef68f480 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1526241942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:23.538545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:23.548017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:27:23.548459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:27:23.567610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:27:23.570604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-10bb6fd9-aef5-4e4c-9d3b-e529cec9a736 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:23.577599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2d020cff-a422-47a4-aa68-4920ef68f480 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:23.655994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-10bb6fd9-aef5-4e4c-9d3b-e529cec9a736 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:23.667260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2d020cff-a422-47a4-aa68-4920ef68f480 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Usage tracker for resource:router and tenant:6be95b94d5264722a5d26ec189906b2f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:23.673675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2d020cff-a422-47a4-aa68-4920ef68f480 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:23.696758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2d020cff-a422-47a4-aa68-4920ef68f480 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:23.755044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:23.759566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:23.762820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bb6fd9-aef5-4e4c-9d3b-e529cec9a736 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:23.769394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-10bb6fd9-aef5-4e4c-9d3b-e529cec9a736 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:23.784794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2d020cff-a422-47a4-aa68-4920ef68f480 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:23.785799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2d020cff-a422-47a4-aa68-4920ef68f480 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:23.788079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-72876ef6-0fb5-4a9f-8797-598e670ff4fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:23.828834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Network': ['ID=89e0b47d-9804-4980-acda-4a2ad8e6f345,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:23.831332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:23.835917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/networks/89e0b47d-9804-4980-acda-4a2ad8e6f345 HTTP/1.1" status: 204 len: 168 time: 3.8123138 Dec 07 13:27:23.840849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43264) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:23.846701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-10bb6fd9-aef5-4e4c-9d3b-e529cec9a736 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] device_id is not set on port 4b09959d-0063-49f3-868a-fa865f50d423 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:27:23.947090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Allocated IP 172.36.4.159 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/9f7ce1a6-70db-491f-8fcc-5729ae90486f) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:23.952068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d7e515-6d9c-45ba-80a1-1212f2095409 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] DELETE failed (client error): The resource could not be found. Dec 07 13:27:23.952780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d7e515-6d9c-45ba-80a1-1212f2095409 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:27:23.969094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-12d7e515-6d9c-45ba-80a1-1212f2095409 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/subnets/796b7b8c-830f-49cc-83c8-e8815a0389b0 HTTP/1.1" status: 404 len: 337 time: 0.1230204 Dec 07 13:27:23.973218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43268) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:23.987130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2d020cff-a422-47a4-aa68-4920ef68f480 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:24.154260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05590c25-2112-4324-9b60-4b7b736bf8f5 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:24.230893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a27fa4ab-7fd3-44b7-8205-dea7d80cb000 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:27:24.264122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-10bb6fd9-aef5-4e4c-9d3b-e529cec9a736 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:24.370807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port a27fa4ab-7fd3-44b7-8205-dea7d80cb000 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:24.371893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:24.408105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-10bb6fd9-aef5-4e4c-9d3b-e529cec9a736 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:24.415054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fda84cd0-4bc9-4111-97de-35b8d4f2e4c7 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:24.438140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2d020cff-a422-47a4-aa68-4920ef68f480 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:24.486349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bb6fd9-aef5-4e4c-9d3b-e529cec9a736 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network a3a58e01-8e5f-4bba-98da-fc492232915c is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:24.497686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-10bb6fd9-aef5-4e4c-9d3b-e529cec9a736 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:24.504228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a58da99-8a7d-42fb-9e4e-1e002c0b1eb8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] DELETE failed (client error): The resource could not be found. Dec 07 13:27:24.504734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a58da99-8a7d-42fb-9e4e-1e002c0b1eb8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:27:24.519434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb6fd9-aef5-4e4c-9d3b-e529cec9a736 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:24.522889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb6fd9-aef5-4e4c-9d3b-e529cec9a736 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:24.523619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-10bb6fd9-aef5-4e4c-9d3b-e529cec9a736 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:24.528219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05590c25-2112-4324-9b60-4b7b736bf8f5 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:24.543595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb6fd9-aef5-4e4c-9d3b-e529cec9a736 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=4b09959d-0063-49f3-868a-fa865f50d423,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:24.550253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-10bb6fd9-aef5-4e4c-9d3b-e529cec9a736 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:24.559109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8a58da99-8a7d-42fb-9e4e-1e002c0b1eb8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/networks/f2da0c31-4092-4864-a7e8-7ff27e96156b HTTP/1.1" status: 404 len: 339 time: 0.5766017 Dec 07 13:27:24.562172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43272) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:24.574061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:24.583529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d1202991-cfc8-4327-a21e-ed40b7570a36 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:24.610314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-10bb6fd9-aef5-4e4c-9d3b-e529cec9a736 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3254836 Dec 07 13:27:24.610314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-05590c25-2112-4324-9b60-4b7b736bf8f5 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Deleting port 2573c688-8330-419d-a655-33d8b9fb1fdb {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:24.610314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05590c25-2112-4324-9b60-4b7b736bf8f5 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:24.612717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43276) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:24.629645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-dba2704c-8c47-480c-a54c-f36c9019f4f5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:24.669060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2d020cff-a422-47a4-aa68-4920ef68f480 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:24.670353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2d020cff-a422-47a4-aa68-4920ef68f480 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1940706 Dec 07 13:27:24.682360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43280) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:24.709698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'enable_snat': False}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:24.808316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event updated for resources: {'Subnet': ['ID=1e91d600-4e1f-4e2b-8ab1-da783b69c52d,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:24.811453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:24.872432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:24.885719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:27:24.899410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca3199-05b8-4c7c-9e41-c1547f4051e4 None None] Sync routers for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:27:24.913930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca3199-05b8-4c7c-9e41-c1547f4051e4 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:24.914522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-76ca3199-05b8-4c7c-9e41-c1547f4051e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:24.929284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Checking segment: {'id': '744b6b87-7279-4cfd-86a2-b93309ace85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a6faa3b9-ba30-4645-9dff-a6fa46ffac66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:27:24.929742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Network hostable DHCP agents. Network: a6faa3b9-ba30-4645-9dff-a6fa46ffac66, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:27:24.948561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dba2704c-8c47-480c-a54c-f36c9019f4f5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:24.985029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-76ca3199-05b8-4c7c-9e41-c1547f4051e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:24.998106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca3199-05b8-4c7c-9e41-c1547f4051e4 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:24.999339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-76ca3199-05b8-4c7c-9e41-c1547f4051e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:25.022081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:25.072957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-76ca3199-05b8-4c7c-9e41-c1547f4051e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:25.074785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca3199-05b8-4c7c-9e41-c1547f4051e4 None None] The sync data for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:27:25.100300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:25.113166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-08d9c649-3591-41d5-9dd1-8bd6fb934871 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:25.172199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Network a6faa3b9-ba30-4645-9dff-a6fa46ffac66 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:27:25.205818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 12.4298201 Dec 07 13:27:25.212774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43284) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:25.236265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d3025508-ba91-400c-9ee7-6494cdc55138 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'floatingip': {'port_id': '95e79136-ea8a-408a-a953-0977927ef835', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:25.278439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, a6faa3b9-ba30-4645-9dff-a6fa46ffac66) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:25.283431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:25.284288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:25.294606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c22dba-a4e4-4f53-93a1-5781633a9196 None None] Network a6faa3b9-ba30-4645-9dff-a6fa46ffac66 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:25.315030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Pushing event updated for resources: {'Port': ['ID=9f7ce1a6-70db-491f-8fcc-5729ae90486f,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:25.318386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:25.334575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:25.347531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:25.350284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:25.439180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6711872 Dec 07 13:27:25.447486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43288) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:25.456518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1895566819'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:25.457530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05590c25-2112-4324-9b60-4b7b736bf8f5 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:25.465834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dba2704c-8c47-480c-a54c-f36c9019f4f5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:25.469340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:25.475209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Usage tracker for resource:network and tenant:1454363494b1489db61d58cbb574de5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:25.479453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:25.491186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:25.541628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3025508-ba91-400c-9ee7-6494cdc55138 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:25.566502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Made reservation on behalf of 1454363494b1489db61d58cbb574de5f for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:25.572132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:25.587162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-a6faa3b9-ba30-4645-9dff-a6fa46ffac66', 'network_id': 'a6faa3b9-ba30-4645-9dff-a6fa46ffac66', 'tenant_id': '1454363494b1489db61d58cbb574de5f', 'fixed_ips': [{'subnet_id': '1e91d600-4e1f-4e2b-8ab1-da783b69c52d'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:27:25.588197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:25.604151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dba2704c-8c47-480c-a54c-f36c9019f4f5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:25.616489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c402e45b-eb71-4221-933b-d2bf1feae804 tempest-PortsAdminExtendedAttrsTestJSON-254785109 tempest-PortsAdminExtendedAttrsTestJSON-254785109-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:25.660569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:25.687554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dba2704c-8c47-480c-a54c-f36c9019f4f5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] In _notify_port_updated(), no bound segment for port 4b09959d-0063-49f3-868a-fa865f50d423 on network a3a58e01-8e5f-4bba-98da-fc492232915c {{(pid=88898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:27:25.692114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba2704c-8c47-480c-a54c-f36c9019f4f5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:25.692824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dba2704c-8c47-480c-a54c-f36c9019f4f5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:25.696915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dba2704c-8c47-480c-a54c-f36c9019f4f5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "PUT /v2.0/ports/4b09959d-0063-49f3-868a-fa865f50d423 HTTP/1.1" status: 200 len: 818 time: 1.0759809 Dec 07 13:27:25.707311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43292) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:25.769676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-68703129-5973-4fd7-997f-4441a5a66fe2 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Deleting subnet e8ae81b2-3e25-40d2-9b5e-2b6b62b4b7a9 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:27:25.788699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:27:25.793118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-05590c25-2112-4324-9b60-4b7b736bf8f5 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Calling delete_port for 2573c688-8330-419d-a655-33d8b9fb1fdb owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:25.800827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2704c-8c47-480c-a54c-f36c9019f4f5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=4b09959d-0063-49f3-868a-fa865f50d423,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:25.804338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dba2704c-8c47-480c-a54c-f36c9019f4f5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:25.845681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68703129-5973-4fd7-997f-4441a5a66fe2 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:25.854379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:25.854750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Added segment 78a8a9e3-ad1f-4e85-95d2-43df21b308bb of type vlan for network 00345574-bf0f-4581-bcd1-4e90ae0453da Dec 07 13:27:25.856808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Allocated IP 2001:db8:0:ffff::2 (a6faa3b9-ba30-4645-9dff-a6fa46ffac66/1e91d600-4e1f-4e2b-8ab1-da783b69c52d/f1764903-8473-4629-b7ca-7970510528d5) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:25.866349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:25.905164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9fc53e92-f8dc-40a7-842f-e7dd6197e415 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port 4b09959d-0063-49f3-868a-fa865f50d423 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:25.905784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fc53e92-f8dc-40a7-842f-e7dd6197e415 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:25.995434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:26.021999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68703129-5973-4fd7-997f-4441a5a66fe2 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:26.295796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:26.300708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:26.300708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:26.315150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:26.372116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:26.393525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Transition to ACTIVE for port object f1764903-8473-4629-b7ca-7970510528d5 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:26.432337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:26.497977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fc53e92-f8dc-40a7-842f-e7dd6197e415 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:26.516691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0680008 Dec 07 13:27:26.523617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43296) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:26.593665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68703129-5973-4fd7-997f-4441a5a66fe2 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:26.661353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Request body: {'subnet': {'network_id': '00345574-bf0f-4581-bcd1-4e90ae0453da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:26.678090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event updated for resources: {'Network': ['ID=00345574-bf0f-4581-bcd1-4e90ae0453da,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:26.691194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9fc53e92-f8dc-40a7-842f-e7dd6197e415 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for 4b09959d-0063-49f3-868a-fa865f50d423 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:26.694333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 00345574-bf0f-4581-bcd1-4e90ae0453da details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:27:26.725353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:26.804434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:26.859431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:26.870731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-204129a0-cbce-4af7-a81a-b97bd7f3a47c tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:26.947679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:26.959493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Usage tracker for resource:subnet and tenant:1454363494b1489db61d58cbb574de5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:26.964476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:26.969279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Transition to ACTIVE for port object f1764903-8473-4629-b7ca-7970510528d5 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:27.016026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:27.022453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:27.026887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05590c25-2112-4324-9b60-4b7b736bf8f5 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:27.036772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:27.104273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Network a6faa3b9-ba30-4645-9dff-a6fa46ffac66 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:27.118004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:27.121373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:27.129825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Pushing event updated for resources: {'Port': ['ID=f1764903-8473-4629-b7ca-7970510528d5,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:27.135908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:27.161735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05590c25-2112-4324-9b60-4b7b736bf8f5 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Pushing event deleted for resources: {'Port': ['ID=2573c688-8330-419d-a655-33d8b9fb1fdb,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:27.176810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-05590c25-2112-4324-9b60-4b7b736bf8f5 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:27.249198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Attempting to bind port f1764903-8473-4629-b7ca-7970510528d5 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:27:27.249565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Attempting to bind port f1764903-8473-4629-b7ca-7970510528d5 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '744b6b87-7279-4cfd-86a2-b93309ace85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a6faa3b9-ba30-4645-9dff-a6fa46ffac66'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:27:27.250549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Attempting to bind port f1764903-8473-4629-b7ca-7970510528d5 on network a6faa3b9-ba30-4645-9dff-a6fa46ffac66 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:27:27.258179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:27.263560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:27:27.264905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Checking segment: {'id': '744b6b87-7279-4cfd-86a2-b93309ace85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a6faa3b9-ba30-4645-9dff-a6fa46ffac66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:27:27.265725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:27.266435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Bound using segment: {'id': '744b6b87-7279-4cfd-86a2-b93309ace85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a6faa3b9-ba30-4645-9dff-a6fa46ffac66'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:27:27.267156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Bound port: f1764903-8473-4629-b7ca-7970510528d5, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744b6b87-7279-4cfd-86a2-b93309ace85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a6faa3b9-ba30-4645-9dff-a6fa46ffac66'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:27:27.267798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:27.307078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68703129-5973-4fd7-997f-4441a5a66fe2 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:27.322727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ffa004e-a1cf-4bb7-9842-00b149613a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:27.335406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fc53e92-f8dc-40a7-842f-e7dd6197e415 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:27.339630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Pushing event updated for resources: {'Port': ['ID=9f7ce1a6-70db-491f-8fcc-5729ae90486f,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:27.381861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68703129-5973-4fd7-997f-4441a5a66fe2 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ae81b2-3e25-40d2-9b5e-2b6b62b4b7a9,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:27.389860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68703129-5973-4fd7-997f-4441a5a66fe2 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:27.399073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:27.400436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:27.400912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68703129-5973-4fd7-997f-4441a5a66fe2 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:27.407918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] For port f1764903-8473-4629-b7ca-7970510528d5, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:27:27.414407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] For port f1764903-8473-4629-b7ca-7970510528d5, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f1764903-8473-4629-b7ca-7970510528d5,segment=NetworkSegment(744b6b87-7279-4cfd-86a2-b93309ace85a),segment_id=744b6b87-7279-4cfd-86a2-b93309ace85a)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:27:27.418690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f597f0-f8b2-4c21-ba23-539cbf027d82 None None] Network 9c257b7c-b017-4a7f-ae1e-34bad6503852 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:27.440996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Made reservation on behalf of 1454363494b1489db61d58cbb574de5f for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:27.472548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fc53e92-f8dc-40a7-842f-e7dd6197e415 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:27.475547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:27.479545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc53e92-f8dc-40a7-842f-e7dd6197e415 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=4b09959d-0063-49f3-868a-fa865f50d423,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:27.542991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9fc53e92-f8dc-40a7-842f-e7dd6197e415 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:27.554218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:27.564225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-68703129-5973-4fd7-997f-4441a5a66fe2 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/subnets/e8ae81b2-3e25-40d2-9b5e-2b6b62b4b7a9 HTTP/1.1" status: 204 len: 168 time: 3.0000167 Dec 07 13:27:27.564876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43300) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:27.572788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-de209d8c-7b49-4956-b6ea-209cc28b3282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:27.597185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05590c25-2112-4324-9b60-4b7b736bf8f5 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:27.612818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9fc53e92-f8dc-40a7-842f-e7dd6197e415 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/4b09959d-0063-49f3-868a-fa865f50d423 HTTP/1.1" status: 204 len: 168 time: 1.9045205 Dec 07 13:27:27.659839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43304) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:27.714133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:27.725610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4638553 Dec 07 13:27:27.725610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:27.849406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:27.888200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Deleting port ac019663-5f48-4293-acb7-b42052109ce2 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:27.888637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:27.961855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Pushing event updated for resources: {'Port': ['ID=f1764903-8473-4629-b7ca-7970510528d5,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:27.970537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:28.102358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d51c6c-8d7f-43ba-a890-06a849b18c07 None None] DHCP port deletion for 9c257b7c-b017-4a7f-ae1e-34bad6503852 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:27:28.111654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-61d51c6c-8d7f-43ba-a890-06a849b18c07 None None] Deleting port ac019663-5f48-4293-acb7-b42052109ce2 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:28.113321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61d51c6c-8d7f-43ba-a890-06a849b18c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:28.234839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05590c25-2112-4324-9b60-4b7b736bf8f5 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:28.245006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] For port ac019663-5f48-4293-acb7-b42052109ce2, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ac019663-5f48-4293-acb7-b42052109ce2,segment=NetworkSegment(8c46b264-f263-4952-9c2d-641230d10a77),segment_id=8c46b264-f263-4952-9c2d-641230d10a77)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:28.245417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:28.307063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:28.415954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ac019663-5f48-4293-acb7-b42052109ce2 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:27:28.444963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05590c25-2112-4324-9b60-4b7b736bf8f5 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:28.473728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:28.477878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-f1ebda67-1e0a-4b84-bd3b-9423647f6806 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1756019847&fields=id&tenant_id=e0e0103fbec1461caa3f0787ea67511c HTTP/1.1" status: 200 len: 267 time: 0.4369671 Dec 07 13:27:28.520362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Calling delete_port for ac019663-5f48-4293-acb7-b42052109ce2 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:28.610246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-61d51c6c-8d7f-43ba-a890-06a849b18c07 None None] For port ac019663-5f48-4293-acb7-b42052109ce2, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ac019663-5f48-4293-acb7-b42052109ce2,segment=NetworkSegment(8c46b264-f263-4952-9c2d-641230d10a77),segment_id=8c46b264-f263-4952-9c2d-641230d10a77)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:28.612015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61d51c6c-8d7f-43ba-a890-06a849b18c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:28.711571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3025508-ba91-400c-9ee7-6494cdc55138 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:28.724137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:28.724505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e0b52e-6b4a-4a26-b664-11623bfd3af8 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:28.725301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f2e0b52e-6b4a-4a26-b664-11623bfd3af8 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Synchronizing usage tracker for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:27:28.734426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9fc53e92-f8dc-40a7-842f-e7dd6197e415 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:28.753654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3025508-ba91-400c-9ee7-6494cdc55138 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:28.791195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Port': ['ID=ac019663-5f48-4293-acb7-b42052109ce2,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:28.795338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:28.803806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:28.805651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:27:28.809268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] No DVR routers for this DVR port ac019663-5f48-4293-acb7-b42052109ce2 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:27:28.815012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61fbc6f7-8961-4c89-b28b-9b760608dd26 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:28.829053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05590c25-2112-4324-9b60-4b7b736bf8f5 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:28.829607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05590c25-2112-4324-9b60-4b7b736bf8f5 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Fanout notify agent at l3_agent the message router_deleted on router 822cb0cd-0769-420f-abe1-e7c42ed8c435 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:27:28.860856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-61d51c6c-8d7f-43ba-a890-06a849b18c07 None None] Calling delete_port for ac019663-5f48-4293-acb7-b42052109ce2 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:28.918102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.021522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-61d51c6c-8d7f-43ba-a890-06a849b18c07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:27:29.021522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-61d51c6c-8d7f-43ba-a890-06a849b18c07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:27:29.054167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.073730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event updated for resources: {'Subnet': ['ID=61728c26-0730-4d26-8091-eaf3dedf4cbc,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:29.080926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:29.104025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c257b7c-b017-4a7f-ae1e-34bad6503852']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:29.113544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Checking segment: {'id': '78a8a9e3-ad1f-4e85-95d2-43df21b308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '00345574-bf0f-4581-bcd1-4e90ae0453da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:27:29.113970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Network hostable DHCP agents. Network: 00345574-bf0f-4581-bcd1-4e90ae0453da, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:27:29.131495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c46b264-f263-4952-9c2d-641230d10a77') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:29.131830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c46b264-f263-4952-9c2d-641230d10a77') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:29.148625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.169284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.177814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:27:29.178264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:27:29.194624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:27:29.212988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f2e0b52e-6b4a-4a26-b664-11623bfd3af8 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Unset dirty status for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:27:29.214305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f2e0b52e-6b4a-4a26-b664-11623bfd3af8 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.5509117 Dec 07 13:27:29.220922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a0d116f8-facd-4c68-8b50-929f693f44de tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:29.222642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a0d116f8-facd-4c68-8b50-929f693f44de tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/networks?id=6c962f77-029a-4d3f-8fec-e60389bdc894 HTTP/1.1" status: 200 len: 811 time: 0.6959381 Dec 07 13:27:29.223987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43324) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:29.229445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05590c25-2112-4324-9b60-4b7b736bf8f5 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.230678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-05590c25-2112-4324-9b60-4b7b736bf8f5 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "DELETE /v2.0/routers/822cb0cd-0769-420f-abe1-e7c42ed8c435 HTTP/1.1" status: 204 len: 168 time: 5.7970665 Dec 07 13:27:29.250407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43328) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:29.258879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Network 00345574-bf0f-4581-bcd1-4e90ae0453da is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:27:29.268630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-169843419', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}, 'admin_state_up': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:29.293936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:29.305737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Allocated IP 172.36.4.89 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/b8aa7825-1d28-482a-bfcc-a62dc763cf9e) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:29.312367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Usage tracker for resource:router and tenant:b006f579dde149999e70cc419dd52073 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:29.313100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9b313b-bf53-445b-aee2-da9461cdef2a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] GET failed (client error): The resource could not be found. Dec 07 13:27:29.315739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ee9b313b-bf53-445b-aee2-da9461cdef2a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports/4b09959d-0063-49f3-868a-fa865f50d423 HTTP/1.1" status: 404 len: 333 time: 0.0824459 Dec 07 13:27:29.316877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:29.324046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43332) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:29.327867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:29.332752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-f3e7c044-5320-4fd7-9654-b1c993eaf8b8 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/quotas/e0e0103fbec1461caa3f0787ea67511c HTTP/1.1" status: 200 len: 375 time: 0.0988972 Dec 07 13:27:29.334731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-934021967'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:29.343596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:29.351153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:network and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:29.354207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 00345574-bf0f-4581-bcd1-4e90ae0453da) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:29.357990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:29.364113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f0643b-93d7-42b3-a847-a8c5e50a5e11 None None] Network 00345574-bf0f-4581-bcd1-4e90ae0453da requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:29.364863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:29.365514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.369819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:29.387002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.397430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:29.417943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.447639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] 10.222.0.24 "DELETE /v2.0/networks/9c257b7c-b017-4a7f-ae1e-34bad6503852 HTTP/1.1" status: 204 len: 168 time: 1.8725669 Dec 07 13:27:29.453300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.454609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.458622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Pushing event deleted for resources: {'Network': ['ID=9c257b7c-b017-4a7f-ae1e-34bad6503852,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:29.463015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:29.472054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.489882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:29.497511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9177542 Dec 07 13:27:29.504552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43338) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:29.520790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Request body: {'port': {'network_id': '00345574-bf0f-4581-bcd1-4e90ae0453da', 'name': 'tempest-NetworksIpV6TestAttrs-669913778'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:29.541575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-61d51c6c-8d7f-43ba-a890-06a849b18c07 None None] Deleting port ac019663-5f48-4293-acb7-b42052109ce2 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:29.542002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61d51c6c-8d7f-43ba-a890-06a849b18c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.656899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:27:29.668861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.676259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.695516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.695516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Added segment a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef of type vlan for network 70868a69-54da-4d1a-8752-65193f6cfe72 Dec 07 13:27:29.697947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-61d51c6c-8d7f-43ba-a890-06a849b18c07 None None] The port 'ac019663-5f48-4293-acb7-b42052109ce2' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:27:29.754404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-881beb31-77a1-41ba-b441-a0774675ab2d tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Synchronizing usage tracker for tenant:e0e0103fbec1461caa3f0787ea67511c on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:27:29.788139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.802024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:29.806636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Usage tracker for resource:port and tenant:1454363494b1489db61d58cbb574de5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:29.807808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e0a7d43f-a906-4ff5-bf6e-e60b6cb8c786 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:29.809868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:29.833565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-00345574-bf0f-4581-bcd1-4e90ae0453da', 'network_id': '00345574-bf0f-4581-bcd1-4e90ae0453da', 'tenant_id': '1454363494b1489db61d58cbb574de5f', 'fixed_ips': [{'subnet_id': '61728c26-0730-4d26-8091-eaf3dedf4cbc'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:27:29.834558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.889807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Pushing event updated for resources: {'Port': ['ID=b8aa7825-1d28-482a-bfcc-a62dc763cf9e,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:29.899511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:29.900019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:29.903205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:29.918533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:29.923615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:29.926562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:29.964504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-881beb31-77a1-41ba-b441-a0774675ab2d tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Unset dirty status for tenant:e0e0103fbec1461caa3f0787ea67511c on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:27:29.981165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-881beb31-77a1-41ba-b441-a0774675ab2d tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0e0103fbec1461caa3f0787ea67511c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6249878 Dec 07 13:27:30.027466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Made reservation on behalf of 1454363494b1489db61d58cbb574de5f for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:30.033333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:30.074027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:30.087031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] device_id is not set on port 0121a3da-e117-4737-a42e-a5619aefaeec yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:27:30.105722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Allocated IP 2001:db8::f816:3eff:fe99:5dfe (00345574-bf0f-4581-bcd1-4e90ae0453da/61728c26-0730-4d26-8091-eaf3dedf4cbc/e985cefa-69b3-472c-bade-7697ddd3df66) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:30.190357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:30.198501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:30.199205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:30.219739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:30.230501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43348) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:30.430472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99969fe-b7c0-4e1b-acb0-906141407c69 None None] Network a6faa3b9-ba30-4645-9dff-a6fa46ffac66 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:30.457893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f1764903-8473-4629-b7ca-7970510528d5 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:27:30.480638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Network': ['ID=70868a69-54da-4d1a-8752-65193f6cfe72,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:30.480869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:30.500781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:30.520512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 70868a69-54da-4d1a-8752-65193f6cfe72 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:27:30.535971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2107513 Dec 07 13:27:30.539919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43356) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:30.550345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'subnet': {'network_id': '70868a69-54da-4d1a-8752-65193f6cfe72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:30.612773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-77104ab7-a501-421e-b1c0-a653bc449ca4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:27:30.615191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-77104ab7-a501-421e-b1c0-a653bc449ca4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1685140 Dec 07 13:27:30.701347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:30.709036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:subnet and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:30.712922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:30.726739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:30.796867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:30.828554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:30.856438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3025508-ba91-400c-9ee7-6494cdc55138 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router f8ff709e-bfa8-4797-a997-7bf27676d18e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:27:30.856656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:30.885289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:30.900160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8de1857-e703-4c50-a277-9d109210f143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:30.970063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Transition to ACTIVE for port object e985cefa-69b3-472c-bade-7697ddd3df66 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:30.990605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b88b62cd-3449-4915-b703-21542230a306 None None] Provisioning for port f1764903-8473-4629-b7ca-7970510528d5 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:31.034214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Transition to ACTIVE for port object e985cefa-69b3-472c-bade-7697ddd3df66 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:31.050204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-389d7625-1c7b-492f-ae85-7234b67a5e6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1aaffe8bc6f04f8fa80880ddacd9e2e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8009617 Dec 07 13:27:31.059389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:31.066163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43362) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:31.085564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:31.093156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-e42b0437-3264-4dfa-9d30-697c828f15e4 service neutron] 10.222.0.24 "GET /v2.0/networks/6c962f77-029a-4d3f-8fec-e60389bdc894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585514 Dec 07 13:27:31.094207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:31.102150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71c70b54-790b-426b-8a9e-8d5e4fc75911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:31.155186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port f1764903-8473-4629-b7ca-7970510528d5 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:31.188832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port f1764903-8473-4629-b7ca-7970510528d5 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:31.189258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:31.280413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Pushing event updated for resources: {'Port': ['ID=e985cefa-69b3-472c-bade-7697ddd3df66,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:31.297383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Network 00345574-bf0f-4581-bcd1-4e90ae0453da is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:31.313403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:31.344610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:31.349421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:31.354114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:31.408482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Allocated IP 2001:db8::f816:3eff:fe18:92d2 (00345574-bf0f-4581-bcd1-4e90ae0453da/61728c26-0730-4d26-8091-eaf3dedf4cbc/0121a3da-e117-4737-a42e-a5619aefaeec) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:31.461615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3027a5e-f2b1-41bb-8638-95bd30bb86df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:31.523448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-e306d518-4966-42bf-8618-9ef0deb1bf9b service neutron] 10.222.0.24 "GET /v2.0/networks/6c962f77-029a-4d3f-8fec-e60389bdc894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969741 Dec 07 13:27:31.536503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3027a5e-f2b1-41bb-8638-95bd30bb86df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:31.539561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Attempting to bind port e985cefa-69b3-472c-bade-7697ddd3df66 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:27:31.539992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Attempting to bind port e985cefa-69b3-472c-bade-7697ddd3df66 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '78a8a9e3-ad1f-4e85-95d2-43df21b308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '00345574-bf0f-4581-bcd1-4e90ae0453da'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:27:31.540388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Attempting to bind port e985cefa-69b3-472c-bade-7697ddd3df66 on network 00345574-bf0f-4581-bcd1-4e90ae0453da {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:27:31.545817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:31.584122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:27:31.584486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Checking segment: {'id': '78a8a9e3-ad1f-4e85-95d2-43df21b308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '00345574-bf0f-4581-bcd1-4e90ae0453da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:27:31.584888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:31.585329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Bound using segment: {'id': '78a8a9e3-ad1f-4e85-95d2-43df21b308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '00345574-bf0f-4581-bcd1-4e90ae0453da'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:27:31.586166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Bound port: e985cefa-69b3-472c-bade-7697ddd3df66, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a8a9e3-ad1f-4e85-95d2-43df21b308bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '00345574-bf0f-4581-bcd1-4e90ae0453da'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:27:31.586289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:31.658097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Allocated IP 172.36.4.221 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/6db84121-d682-4f07-84fd-177f56a34314) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:31.662037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port f1764903-8473-4629-b7ca-7970510528d5, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f1764903-8473-4629-b7ca-7970510528d5,segment=NetworkSegment(744b6b87-7279-4cfd-86a2-b93309ace85a),segment_id=744b6b87-7279-4cfd-86a2-b93309ace85a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:31.663425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:31.709609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:31.715029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:31.787301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] For port e985cefa-69b3-472c-bade-7697ddd3df66, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:27:31.824182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] For port e985cefa-69b3-472c-bade-7697ddd3df66, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e985cefa-69b3-472c-bade-7697ddd3df66,segment=NetworkSegment(78a8a9e3-ad1f-4e85-95d2-43df21b308bb),segment_id=78a8a9e3-ad1f-4e85-95d2-43df21b308bb)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:27:31.832518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=f1764903-8473-4629-b7ca-7970510528d5,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:31.836220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:31.892609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:31.898916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4f8231d1-faf5-41fe-bdbc-a040450d031d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:32.035654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3025508-ba91-400c-9ee7-6494cdc55138 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:27:32.054384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ef7315-32a6-4d3f-9caf-ee2696e8aba9 None None] Sync routers for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:27:32.061468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3027a5e-f2b1-41bb-8638-95bd30bb86df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:32.076601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0e533b13-25a1-4686-a8a1-d5dd51416ad6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:32.087415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ef7315-32a6-4d3f-9caf-ee2696e8aba9 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:32.088102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f7ef7315-32a6-4d3f-9caf-ee2696e8aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:32.120682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Pushing event updated for resources: {'Port': ['ID=e985cefa-69b3-472c-bade-7697ddd3df66,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:32.133280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:32.184389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9d507e81-0d2b-4684-a9a4-feb68bf85565 None None] Provisioning complete for port f1764903-8473-4629-b7ca-7970510528d5 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:32.184923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d507e81-0d2b-4684-a9a4-feb68bf85565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:32.262487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f7ef7315-32a6-4d3f-9caf-ee2696e8aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:32.280802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3027a5e-f2b1-41bb-8638-95bd30bb86df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e008e2c-b0f6-4184-8f29-68907fe32d69,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:32.282912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:32.302818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ef7315-32a6-4d3f-9caf-ee2696e8aba9 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:32.303826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f7ef7315-32a6-4d3f-9caf-ee2696e8aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:32.305401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3027a5e-f2b1-41bb-8638-95bd30bb86df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:32.306657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:32.307155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d3027a5e-f2b1-41bb-8638-95bd30bb86df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e008e2c-b0f6-4184-8f29-68907fe32d69 HTTP/1.1" status: 204 len: 168 time: 1.2386098 Dec 07 13:27:32.324380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d3027a5e-f2b1-41bb-8638-95bd30bb86df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:32.332999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3025508-ba91-400c-9ee7-6494cdc55138 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:32.333641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Transition to ACTIVE for port object 0121a3da-e117-4737-a42e-a5619aefaeec will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:32.364102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:32.375719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f1764903-8473-4629-b7ca-7970510528d5 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:27:32.386103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d36433b0-fe6a-4d5c-8be8-3eee6bc7c708 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:32.454045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cb0cf3ba-fe49-4d75-9f00-f4ce84c07118 req-e1f93c7c-4af8-48cc-abb6-c61b625a7456 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 210 time: 0.3445649 Dec 07 13:27:32.487434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f7ef7315-32a6-4d3f-9caf-ee2696e8aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:32.489592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ef7315-32a6-4d3f-9caf-ee2696e8aba9 None None] The sync data for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:27:32.594721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4df5d53f-22c8-442e-928b-9958d62e08d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:32.604024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d3025508-ba91-400c-9ee7-6494cdc55138 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "PUT /v2.0/floatingips/b2032475-7603-4876-8951-7830047dd439 HTTP/1.1" status: 200 len: 979 time: 7.3852391 Dec 07 13:27:32.604999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43378) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:32.640568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port f1764903-8473-4629-b7ca-7970510528d5 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:32.641330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:32.652501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:32.720943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Network 00345574-bf0f-4581-bcd1-4e90ae0453da is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:32.728417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:32.764122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:32.768884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:32.779209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:32.780528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:32.789974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Subnet': ['ID=5ae85607-ac21-424a-8c57-5cdd3f4e8a85,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:32.817907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:32.827295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-760ba60b-6ce1-4d75-b56a-c8fdb16be377 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:32.913119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Router 688c20ca-6129-4bc3-a3f1-70ee3db79fcf is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:27:32.916557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:32.996747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:33.010389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Checking segment: {'id': 'a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70868a69-54da-4d1a-8752-65193f6cfe72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:27:33.011259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network hostable DHCP agents. Network: 70868a69-54da-4d1a-8752-65193f6cfe72, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:27:33.029463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:33.036309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:33.069070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event updated for resources: {'Port': ['ID=0121a3da-e117-4737-a42e-a5619aefaeec,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:33.070921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cda86623-272c-4cd4-9d88-5b8ecddb904e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting port 68369323-6f56-4499-a0b5-5fb6f0b5d584 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:33.071945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cda86623-272c-4cd4-9d88-5b8ecddb904e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:33.155793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-570b42a2-0c05-426d-9198-ca1b3da08e7a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.6467304 Dec 07 13:27:33.171874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43384) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:33.266644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Pushing event updated for resources: {'Port': ['ID=6db84121-d682-4f07-84fd-177f56a34314,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:33.275636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:33.311134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.521s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:33.311721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:33.366435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network 70868a69-54da-4d1a-8752-65193f6cfe72 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:27:33.484459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 70868a69-54da-4d1a-8752-65193f6cfe72) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:33.496717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:33.498072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:33.507489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88764fc-a44a-4c37-b062-2f3fb3106919 None None] Network 70868a69-54da-4d1a-8752-65193f6cfe72 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:33.636415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:33.637215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:33.648806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1043565 Dec 07 13:27:33.692900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cda86623-272c-4cd4-9d88-5b8ecddb904e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:33.693349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cda86623-272c-4cd4-9d88-5b8ecddb904e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:33.726032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43400) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:33.741719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5592c814-9c70-47a0-97fd-05175765de5b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'subnet': {'network_id': '70868a69-54da-4d1a-8752-65193f6cfe72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:33.846457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-70868a69-54da-4d1a-8752-65193f6cfe72', 'network_id': '70868a69-54da-4d1a-8752-65193f6cfe72', 'tenant_id': '7871a3fa84c9490183aa52d2c611f303', 'fixed_ips': [{'subnet_id': '5ae85607-ac21-424a-8c57-5cdd3f4e8a85'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:27:33.847382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:33.950284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9e4375d8-bf62-416d-85fc-477d05d8519e req-7abaaefc-269e-4778-bfe9-3bc595e963c3 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 210 time: 0.0774412 Dec 07 13:27:33.974632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cda86623-272c-4cd4-9d88-5b8ecddb904e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Calling delete_port for 68369323-6f56-4499-a0b5-5fb6f0b5d584 owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:34.089737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Allocated IP 2001:db8::2 (70868a69-54da-4d1a-8752-65193f6cfe72/5ae85607-ac21-424a-8c57-5cdd3f4e8a85/bd53818b-866a-4f10-875b-8a4c808d4632) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:34.189803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5dc9c19-2494-42d9-acde-f7ebd91505d2 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Deleting subnet 61728c26-0730-4d26-8091-eaf3dedf4cbc {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:27:34.192585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5592c814-9c70-47a0-97fd-05175765de5b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:34.198398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5dc9c19-2494-42d9-acde-f7ebd91505d2 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:34.211450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5592c814-9c70-47a0-97fd-05175765de5b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:subnet and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:34.214440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5592c814-9c70-47a0-97fd-05175765de5b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:34.236274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5592c814-9c70-47a0-97fd-05175765de5b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:34.367912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e985cefa-69b3-472c-bade-7697ddd3df66 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:27:34.397720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5592c814-9c70-47a0-97fd-05175765de5b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:34.415146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5592c814-9c70-47a0-97fd-05175765de5b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:34.440402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5dc9c19-2494-42d9-acde-f7ebd91505d2 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:34.537453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:34.552115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Transition to ACTIVE for port object bd53818b-866a-4f10-875b-8a4c808d4632 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:34.553108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5dc9c19-2494-42d9-acde-f7ebd91505d2 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:34.577063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Transition to ACTIVE for port object bd53818b-866a-4f10-875b-8a4c808d4632 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:34.584841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port e985cefa-69b3-472c-bade-7697ddd3df66 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:34.634170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:34.646628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6c9a6fe3-5979-4dfa-989f-a01b295cc1a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:34.657112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.ipam_backend_mixin [None req-5592c814-9c70-47a0-97fd-05175765de5b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ae85607-ac21-424a-8c57-5cdd3f4e8a85 (CIDR: 2001:db8::/64) Dec 07 13:27:34.659343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:27:34.665572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43410) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:34.682778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:34.682778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "PUT /v2.0/routers/688c20ca-6129-4bc3-a3f1-70ee3db79fcf HTTP/1.1" status: 200 len: 915 time: 9.9948828 Dec 07 13:27:34.682778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5dc9c19-2494-42d9-acde-f7ebd91505d2 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:34.684554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43416) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:34.710281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:34.733746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483407a5-8b34-415d-a3f1-71a7992cb69f None None] Network 00345574-bf0f-4581-bcd1-4e90ae0453da requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:34.754085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d3d92-7973-45ac-8c57-389e2f78b412 None None] Sync routers for ids ['688c20ca-6129-4bc3-a3f1-70ee3db79fcf'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:27:34.769824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-5592c814-9c70-47a0-97fd-05175765de5b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:27:34.770331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5592c814-9c70-47a0-97fd-05175765de5b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:27:34.776851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Router 01ff8178-f185-4abe-a658-5766375e3ba3 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:27:34.859159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Network 70868a69-54da-4d1a-8752-65193f6cfe72 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:34.878259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5592c814-9c70-47a0-97fd-05175765de5b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1480250 Dec 07 13:27:34.878490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:34.878580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43420) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:34.893969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:34.894327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0bf21de3-844d-4a1b-bc90-4c722d05291c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'subnet': {'network_id': '70868a69-54da-4d1a-8752-65193f6cfe72', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:34.905872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc9c19-2494-42d9-acde-f7ebd91505d2 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Subnet': ['ID=61728c26-0730-4d26-8091-eaf3dedf4cbc,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:34.909330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:34.915949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a5dc9c19-2494-42d9-acde-f7ebd91505d2 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:34.917602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5dc9c19-2494-42d9-acde-f7ebd91505d2 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:34.945618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a5dc9c19-2494-42d9-acde-f7ebd91505d2 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/subnets/61728c26-0730-4d26-8091-eaf3dedf4cbc HTTP/1.1" status: 204 len: 168 time: 1.7721686 Dec 07 13:27:34.949087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43424) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:34.995697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c7ea7507-e7a4-4fd1-98ab-88b534750359 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:34.996437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-c7ea7507-e7a4-4fd1-98ab-88b534750359 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): There was a conflict when trying to complete your request. Dec 07 13:27:35.002083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c7ea7507-e7a4-4fd1-98ab-88b534750359 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3352969 Dec 07 13:27:35.007630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43428) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:35.016799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8d3d92-7973-45ac-8c57-389e2f78b412 None None] Routers {'688c20ca-6129-4bc3-a3f1-70ee3db79fcf'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:35.017507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8d8d3d92-7973-45ac-8c57-389e2f78b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['688c20ca-6129-4bc3-a3f1-70ee3db79fcf'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:35.026173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015081698'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:35.037990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:35.042351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:35.046268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:35.052699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:35.076112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Pushing event updated for resources: {'Port': ['ID=bd53818b-866a-4f10-875b-8a4c808d4632,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:35.085568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b984f66-7344-4c9c-9751-bad29c13c343 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:35.087518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b984f66-7344-4c9c-9751-bad29c13c343 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:35.088568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6b984f66-7344-4c9c-9751-bad29c13c343 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Synchronizing usage tracker for tenant:1454363494b1489db61d58cbb574de5f on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:27:35.093798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:35.100453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:35.117662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:35.125830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Attempting to bind port bd53818b-866a-4f10-875b-8a4c808d4632 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:27:35.131077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Attempting to bind port bd53818b-866a-4f10-875b-8a4c808d4632 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70868a69-54da-4d1a-8752-65193f6cfe72'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:27:35.131077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Attempting to bind port bd53818b-866a-4f10-875b-8a4c808d4632 on network 70868a69-54da-4d1a-8752-65193f6cfe72 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:27:35.131077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8d8d3d92-7973-45ac-8c57-389e2f78b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:35.139271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cda86623-272c-4cd4-9d88-5b8ecddb904e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:35.145037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea85f2f6-5aa0-4ed4-8e75-e06e8d7820f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:35.175315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:27:35.175829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Checking segment: {'id': 'a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70868a69-54da-4d1a-8752-65193f6cfe72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:27:35.176352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:35.176865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Bound using segment: {'id': 'a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70868a69-54da-4d1a-8752-65193f6cfe72'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:27:35.177485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Bound port: bd53818b-866a-4f10-875b-8a4c808d4632, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '70868a69-54da-4d1a-8752-65193f6cfe72'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:27:35.177977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:35.206900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6b984f66-7344-4c9c-9751-bad29c13c343 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Unset dirty status for tenant:1454363494b1489db61d58cbb574de5f on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:27:35.208176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6b984f66-7344-4c9c-9751-bad29c13c343 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2580128 Dec 07 13:27:35.210217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda86623-272c-4cd4-9d88-5b8ecddb904e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Port': ['ID=68369323-6f56-4499-a0b5-5fb6f0b5d584,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:35.212899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cda86623-272c-4cd4-9d88-5b8ecddb904e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:35.213485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43434) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:35.285957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b946a6af-6ca1-4a84-839a-77b292a15a17 None None] Provisioning for port e985cefa-69b3-472c-bade-7697ddd3df66 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:35.302261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b946a6af-6ca1-4a84-839a-77b292a15a17 None None] Provisioning complete for port e985cefa-69b3-472c-bade-7697ddd3df66 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:35.302773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b946a6af-6ca1-4a84-839a-77b292a15a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:35.406974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8d3d92-7973-45ac-8c57-389e2f78b412 None None] Routers {'688c20ca-6129-4bc3-a3f1-70ee3db79fcf'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:35.407850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8d8d3d92-7973-45ac-8c57-389e2f78b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['688c20ca-6129-4bc3-a3f1-70ee3db79fcf'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:35.506085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:35.538899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f4caaa98-ff61-46f1-aef5-2bd77a1a3c6b req-be870112-8282-4857-b847-59faff1d2679 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 210 time: 0.2536950 Dec 07 13:27:35.539548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:35.554029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:35.568395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:35.619639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5f68911-d73f-420d-9423-bf04a4ebb244 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:35.629425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cda86623-272c-4cd4-9d88-5b8ecddb904e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:35.751823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0bf21de3-844d-4a1b-bc90-4c722d05291c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:35.758080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8d8d3d92-7973-45ac-8c57-389e2f78b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:35.758843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d3d92-7973-45ac-8c57-389e2f78b412 None None] The sync data for ids ['688c20ca-6129-4bc3-a3f1-70ee3db79fcf'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:27:35.761304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-c4e8a116-19a6-447b-ae80-cdb7de843909 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:35.762133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-c4e8a116-19a6-447b-ae80-cdb7de843909 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Synchronizing usage tracker for tenant:e0e0103fbec1461caa3f0787ea67511c on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:27:35.772786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0bf21de3-844d-4a1b-bc90-4c722d05291c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:subnet and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:35.781046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0bf21de3-844d-4a1b-bc90-4c722d05291c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:35.793392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0bf21de3-844d-4a1b-bc90-4c722d05291c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:35.799750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] For port bd53818b-866a-4f10-875b-8a4c808d4632, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:27:35.812017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] For port bd53818b-866a-4f10-875b-8a4c808d4632, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=bd53818b-866a-4f10-875b-8a4c808d4632,segment=NetworkSegment(a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef),segment_id=a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:27:35.848292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e95dfaa2-f0a5-4f93-a86f-05dc2f9e132d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "GET /v2.0/routers/688c20ca-6129-4bc3-a3f1-70ee3db79fcf HTTP/1.1" status: 200 len: 921 time: 1.1594796 Dec 07 13:27:35.851821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43442) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:35.883734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:35.894450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:35.910849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf21de3-844d-4a1b-bc90-4c722d05291c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:35.921103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bf21de3-844d-4a1b-bc90-4c722d05291c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:35.932981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] DHCP port deletion for 00345574-bf0f-4581-bcd1-4e90ae0453da request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:27:35.944888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-c4e8a116-19a6-447b-ae80-cdb7de843909 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Unset dirty status for tenant:e0e0103fbec1461caa3f0787ea67511c on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:27:35.946379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-c4e8a116-19a6-447b-ae80-cdb7de843909 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.45 "GET /v2.0/networks?id=6c962f77-029a-4d3f-8fec-e60389bdc894 HTTP/1.1" status: 200 len: 811 time: 1.0191081 Dec 07 13:27:35.958753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] Deleting port e985cefa-69b3-472c-bade-7697ddd3df66 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:35.959165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:36.009818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b946a6af-6ca1-4a84-839a-77b292a15a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:36.070829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f68911-d73f-420d-9423-bf04a4ebb244 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 07 13:27:36.071331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f68911-d73f-420d-9423-bf04a4ebb244 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:27:36.075031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Pushing event updated for resources: {'Port': ['ID=bd53818b-866a-4f10-875b-8a4c808d4632,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:36.083192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:36.099792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:27:36.100332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a5f68911-d73f-420d-9423-bf04a4ebb244 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/networks/00345574-bf0f-4581-bcd1-4e90ae0453da HTTP/1.1" status: 409 len: 405 time: 0.8836308 Dec 07 13:27:36.109264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43446) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:36.135101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e260f3a6-f36a-47b5-8baf-5eb442bf2d41 None None] Sync routers for ids ['01ff8178-f185-4abe-a658-5766375e3ba3'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:27:36.138865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-248620811'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:36.152470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e260f3a6-f36a-47b5-8baf-5eb442bf2d41 None None] Routers {'01ff8178-f185-4abe-a658-5766375e3ba3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:36.153146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e260f3a6-f36a-47b5-8baf-5eb442bf2d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['01ff8178-f185-4abe-a658-5766375e3ba3'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:36.158635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b946a6af-6ca1-4a84-839a-77b292a15a17 None None] For port e985cefa-69b3-472c-bade-7697ddd3df66, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e985cefa-69b3-472c-bade-7697ddd3df66,segment=NetworkSegment(78a8a9e3-ad1f-4e85-95d2-43df21b308bb),segment_id=78a8a9e3-ad1f-4e85-95d2-43df21b308bb)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:36.164526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:36.172223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-2dc1886d-c40a-4e51-bc00-d03f38ad817d tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Synchronizing usage tracker for tenant:e0e0103fbec1461caa3f0787ea67511c on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:27:36.188542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Usage tracker for resource:network and tenant:1454363494b1489db61d58cbb574de5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:36.195042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:36.223652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:36.247387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:36.249297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.9974298 Dec 07 13:27:36.255775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43450) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:36.259509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e260f3a6-f36a-47b5-8baf-5eb442bf2d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:36.272116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e1214b57-f27d-4335-9c72-2a15c1f43a92 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&device_id=688c20ca-6129-4bc3-a3f1-70ee3db79fcf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4138443 Dec 07 13:27:36.272751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:36.324624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e260f3a6-f36a-47b5-8baf-5eb442bf2d41 None None] Routers {'01ff8178-f185-4abe-a658-5766375e3ba3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:36.325312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e260f3a6-f36a-47b5-8baf-5eb442bf2d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['01ff8178-f185-4abe-a658-5766375e3ba3'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:36.340937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43454) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:36.344859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b946a6af-6ca1-4a84-839a-77b292a15a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:36.352994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:36.355416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1a08e689-ff54-4f1a-a435-4d9fbdf2b040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:36.389115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e985cefa-69b3-472c-bade-7697ddd3df66 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:27:36.393256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-2dc1886d-c40a-4e51-bc00-d03f38ad817d tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Unset dirty status for tenant:e0e0103fbec1461caa3f0787ea67511c on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:27:36.394553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-2dc1886d-c40a-4e51-bc00-d03f38ad817d tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0e0103fbec1461caa3f0787ea67511c HTTP/1.1" status: 200 len: 380 time: 0.3885963 Dec 07 13:27:36.419309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:36.420652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Request body: {'port': {'device_id': '94f8e565-b542-4736-8bd9-1338b3208a8e', 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894', 'admin_state_up': True, 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'security_groups': ['06f75da5-99c1-4729-b360-6d59ebb1f536']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:36.465695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Made reservation on behalf of 1454363494b1489db61d58cbb574de5f for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:36.471813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:36.488743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0bfcc5d7-6288-4fc0-ae84-a3c1f4afe47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:36.551331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:36.570733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:36.581029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:36.600693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a86ff5e-d025-4a71-8905-1fd90822d9e1,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:36.623962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:36.630437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:36.700482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] For port e985cefa-69b3-472c-bade-7697ddd3df66, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e985cefa-69b3-472c-bade-7697ddd3df66,segment=NetworkSegment(78a8a9e3-ad1f-4e85-95d2-43df21b308bb),segment_id=78a8a9e3-ad1f-4e85-95d2-43df21b308bb)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:36.701974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:36.792578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e260f3a6-f36a-47b5-8baf-5eb442bf2d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:36.793311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e260f3a6-f36a-47b5-8baf-5eb442bf2d41 None None] The sync data for ids ['01ff8178-f185-4abe-a658-5766375e3ba3'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:27:36.827776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:27:36.838342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f267fb8-79a3-41e6-8d02-daaee79d8a85 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:36.841026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3f267fb8-79a3-41e6-8d02-daaee79d8a85 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "GET /v2.0/networks/3e4fe3c4-9dba-4ff1-b219-f50882f57056 HTTP/1.1" status: 200 len: 881 time: 0.4985645 Dec 07 13:27:36.869114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43460) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:36.937226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:36.972388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7d72ab1e-b48f-4503-bb1e-defb907f12b1 req-68d3ad61-8c16-43ca-9a17-7efb7a0ee491 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 210 time: 0.1259165 Dec 07 13:27:37.031579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946a6af-6ca1-4a84-839a-77b292a15a17 None None] Pushing event updated for resources: {'Port': ['ID=e985cefa-69b3-472c-bade-7697ddd3df66,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:37.042037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] Calling delete_port for e985cefa-69b3-472c-bade-7697ddd3df66 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:37.043134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:37.043560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Added segment d51ec841-d356-4c42-b979-e00ad6c97742 of type vlan for network 3ebdc5b4-8fe9-485f-a888-ff364eda8f4a Dec 07 13:27:37.069641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bf21de3-844d-4a1b-bc90-4c722d05291c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:37.071221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b946a6af-6ca1-4a84-839a-77b292a15a17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:37.074359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:37.120530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:37.137835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:37.143406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c0b1c8c0-830b-4e6e-844a-e4010e043c23 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "GET /v2.0/ports?device_id=688c20ca-6129-4bc3-a3f1-70ee3db79fcf HTTP/1.1" status: 200 len: 205 time: 0.2101417 Dec 07 13:27:37.144856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43464) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:37.194422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:37.216031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:37.217838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:37.219639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Made reservation on behalf of e0e0103fbec1461caa3f0787ea67511c for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:37.225448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:37.230536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b527994-97b7-46e4-a881-581cba543b5f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:37.237055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:27:37.237434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:27:37.244037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf21de3-844d-4a1b-bc90-4c722d05291c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network 70868a69-54da-4d1a-8752-65193f6cfe72 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:37.244987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf21de3-844d-4a1b-bc90-4c722d05291c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Subnet': ['ID=30d09fcc-c394-4aa6-a415-60dd2b8bb14c,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:37.253386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-0bf21de3-844d-4a1b-bc90-4c722d05291c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:37.257711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0bf21de3-844d-4a1b-bc90-4c722d05291c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:37.263532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf21de3-844d-4a1b-bc90-4c722d05291c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:37.264164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bf21de3-844d-4a1b-bc90-4c722d05291c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:37.268234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port e985cefa-69b3-472c-bade-7697ddd3df66, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e985cefa-69b3-472c-bade-7697ddd3df66,segment=NetworkSegment(78a8a9e3-ad1f-4e85-95d2-43df21b308bb),segment_id=78a8a9e3-ad1f-4e85-95d2-43df21b308bb)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:37.298562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:37.300839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d2165a1-94cf-4415-96ad-daafae2dfa69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:37.346111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49b19c2-5a29-4b08-be25-2fbd50a7add9,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:37.371631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:37.375508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.3630941 Dec 07 13:27:37.377846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:37.380186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43470) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:37.426440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:37.430709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:37.431388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:37.442392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:37.454590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=e985cefa-69b3-472c-bade-7697ddd3df66,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:37.461419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:37.478030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0bf21de3-844d-4a1b-bc90-4c722d05291c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5984380 Dec 07 13:27:37.512722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43472) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:37.530433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-330abb4c-bb11-4e09-b59d-886de9152431 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': 'b49b19c2-5a29-4b08-be25-2fbd50a7add9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:37.587155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'network_id': '70868a69-54da-4d1a-8752-65193f6cfe72', 'fixed_ips': [{'subnet_id': '5ae85607-ac21-424a-8c57-5cdd3f4e8a85'}, {'subnet_id': '30d09fcc-c394-4aa6-a415-60dd2b8bb14c'}], 'name': 'tempest-PortsIpV6TestJSON-1243242631'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:37.615684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-330abb4c-bb11-4e09-b59d-886de9152431 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:37.649876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5317488 Dec 07 13:27:37.671482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43478) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:37.676284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-330abb4c-bb11-4e09-b59d-886de9152431 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:37.688845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b4bb339c-b7e8-413b-9be0-888540880413 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Request body: {'subnet': {'network_id': '3ebdc5b4-8fe9-485f-a888-ff364eda8f4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:37.692045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-330abb4c-bb11-4e09-b59d-886de9152431 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:37.721678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-330abb4c-bb11-4e09-b59d-886de9152431 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:37.723579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event updated for resources: {'Network': ['ID=3ebdc5b4-8fe9-485f-a888-ff364eda8f4a,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:37.737402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 3ebdc5b4-8fe9-485f-a888-ff364eda8f4a details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:27:37.787126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:37.814544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Allocated IP 172.20.0.13 (6c962f77-029a-4d3f-8fec-e60389bdc894/1224687e-5b0c-4a0e-bd15-13393deb64e3/a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:37.855114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] Deleting port e985cefa-69b3-472c-bade-7697ddd3df66 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:37.855737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:37.900085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b4bb339c-b7e8-413b-9be0-888540880413 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:37.927441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-330abb4c-bb11-4e09-b59d-886de9152431 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:37.960060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b4bb339c-b7e8-413b-9be0-888540880413 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:38.043602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3a390-367c-4af6-b1c0-0ba0bb0d72e1 req-8152f3cf-2e73-4b8e-bdea-c862c2ab5742 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:38.047651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ab3a390-367c-4af6-b1c0-0ba0bb0d72e1 req-8152f3cf-2e73-4b8e-bdea-c862c2ab5742 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.5318840 Dec 07 13:27:38.077498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:38.111847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] For port e985cefa-69b3-472c-bade-7697ddd3df66, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e985cefa-69b3-472c-bade-7697ddd3df66,segment=NetworkSegment(78a8a9e3-ad1f-4e85-95d2-43df21b308bb),segment_id=78a8a9e3-ad1f-4e85-95d2-43df21b308bb)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:38.112283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:38.114024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-330abb4c-bb11-4e09-b59d-886de9152431 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:38.116186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:port and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:38.130908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:38.144002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:38.299816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ab3a390-367c-4af6-b1c0-0ba0bb0d72e1 req-ed833a4c-18d2-439d-b6cd-41c41da941ef tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424126 Dec 07 13:27:38.334549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device bd53818b-866a-4f10-875b-8a4c808d4632 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:27:38.355356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-330abb4c-bb11-4e09-b59d-886de9152431 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:38.374467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-74f5eff8-1611-4bfa-9b42-2c117fec26a7 req-bdb0674b-f5c0-4452-88fb-3499946ae20a tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 210 time: 0.1647987 Dec 07 13:27:38.387936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda86623-272c-4cd4-9d88-5b8ecddb904e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router f8ff709e-bfa8-4797-a997-7bf27676d18e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:27:38.400432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:38.416380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] Calling delete_port for e985cefa-69b3-472c-bade-7697ddd3df66 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:38.432425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:38.506916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bb339c-b7e8-413b-9be0-888540880413 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Made reservation on behalf of 1454363494b1489db61d58cbb574de5f for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:38.556514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb9f82f-695f-432f-ae6b-03f369550224 None None] Network 70868a69-54da-4d1a-8752-65193f6cfe72 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:38.566544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330abb4c-bb11-4e09-b59d-886de9152431 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3587aad4-e376-4e41-ae8d-1090dcba0dbf,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:38.569954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-330abb4c-bb11-4e09-b59d-886de9152431 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:38.632805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-330abb4c-bb11-4e09-b59d-886de9152431 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:38.634112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-330abb4c-bb11-4e09-b59d-886de9152431 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1332917 Dec 07 13:27:38.639286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43486) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:38.653778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:38.665034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-284b8050-ce01-4ba5-a417-569c2ba63626 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': 'b49b19c2-5a29-4b08-be25-2fbd50a7add9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:38.679065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:38.688002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-587e658a-d20d-40d3-9839-4223d97417ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:38.694036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-284b8050-ce01-4ba5-a417-569c2ba63626 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:38.707419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-284b8050-ce01-4ba5-a417-569c2ba63626 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:38.714600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4bb339c-b7e8-413b-9be0-888540880413 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:38.732214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b9d96cd-93a0-4593-ba34-48ae648b70b3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:38.736972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-284b8050-ce01-4ba5-a417-569c2ba63626 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:38.743914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Transition to ACTIVE for port object a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:38.750587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] Pushing event deleted for resources: {'Port': ['ID=e985cefa-69b3-472c-bade-7697ddd3df66,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:38.752544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port bd53818b-866a-4f10-875b-8a4c808d4632 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:38.761348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:38.762059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port bd53818b-866a-4f10-875b-8a4c808d4632 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:38.762540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:38.794016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4476e709-0706-4f7d-b0bd-fc5504eb1bd2 None None] Provisioning for port bd53818b-866a-4f10-875b-8a4c808d4632 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:38.813763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-284b8050-ce01-4ba5-a417-569c2ba63626 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:38.824742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] No DVR routers for this DVR port e985cefa-69b3-472c-bade-7697ddd3df66 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:27:38.827144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4476e709-0706-4f7d-b0bd-fc5504eb1bd2 None None] Provisioning complete for port bd53818b-866a-4f10-875b-8a4c808d4632 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:38.827859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4476e709-0706-4f7d-b0bd-fc5504eb1bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:38.860365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:38.960231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-284b8050-ce01-4ba5-a417-569c2ba63626 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:39.092530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:39.120263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1760684b-43ca-4be8-9ecc-57b43ecc8062 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:39.186629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] device_id is not set on port ed12164f-c08a-4358-8a42-9be6e4ae1e85 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:27:39.253743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c7dd0-d950-4fc9-a58a-d7da2f9cb275 req-c8aad4e8-c277-4235-a274-903dc791a38d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:39.255576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d8c7dd0-d950-4fc9-a58a-d7da2f9cb275 req-c8aad4e8-c277-4235-a274-903dc791a38d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.7043962 Dec 07 13:27:39.302305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Pushing event updated for resources: {'Port': ['ID=a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:39.307135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Network 6c962f77-029a-4d3f-8fec-e60389bdc894 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:39.308286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:39.315709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:39.319807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-284b8050-ce01-4ba5-a417-569c2ba63626 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): There was a conflict when trying to complete your request. Dec 07 13:27:39.324900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-284b8050-ce01-4ba5-a417-569c2ba63626 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6769538 Dec 07 13:27:39.324900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:39.325379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:39.329998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43490) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:39.414876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:39.415674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:39.441173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port bd53818b-866a-4f10-875b-8a4c808d4632, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=bd53818b-866a-4f10-875b-8a4c808d4632,segment=NetworkSegment(a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef),segment_id=a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:39.456901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4476e709-0706-4f7d-b0bd-fc5504eb1bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:39.485533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:39.498938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:39.503683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:39.533057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1193738 Dec 07 13:27:39.552870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Request body: {'port': {'device_id': '94f8e565-b542-4736-8bd9-1338b3208a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:39.716526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:39.723864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-4476e709-0706-4f7d-b0bd-fc5504eb1bd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:27:39.724380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-4476e709-0706-4f7d-b0bd-fc5504eb1bd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:27:39.729912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=bd53818b-866a-4f10-875b-8a4c808d4632,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:39.734224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:39.741935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:39.750666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e0f69f-26a5-4743-855b-f04ea3cd3167 None None] Update dhcp port {'port': {'network_id': '70868a69-54da-4d1a-8752-65193f6cfe72', 'fixed_ips': [{'subnet_id': '5ae85607-ac21-424a-8c57-5cdd3f4e8a85', 'ip_address': '2001:db8::2'}, {'subnet_id': '30d09fcc-c394-4aa6-a415-60dd2b8bb14c'}], 'binding:host_id': 'dv-neutron-ussuri-2-hyperv'}, 'id': 'bd53818b-866a-4f10-875b-8a4c808d4632'} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 07 13:27:39.783994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:39.802530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Deleting port 6db84121-d682-4f07-84fd-177f56a34314 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:39.803045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:39.812191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33e0f69f-26a5-4743-855b-f04ea3cd3167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:39.834507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d8c7dd0-d950-4fc9-a58a-d7da2f9cb275 req-a9a1659f-e0a1-4840-9c78-f09825eff58d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5522466 Dec 07 13:27:39.940547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-213c80eb-3206-47e1-ae86-ddb1344cd46b tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:40.039159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-213c80eb-3206-47e1-ae86-ddb1344cd46b tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:40.070386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e07873-a8cf-4834-9ee0-09572e35a1d8 req-e55d6167-36ff-4a1e-9a1b-769e4699d501 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:40.072211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c2e07873-a8cf-4834-9ee0-09572e35a1d8 req-e55d6167-36ff-4a1e-9a1b-769e4699d501 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 932 time: 0.4475274 Dec 07 13:27:40.095342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-33e0f69f-26a5-4743-855b-f04ea3cd3167 None None] Allocated IP 2001:db8:0:1::2 (70868a69-54da-4d1a-8752-65193f6cfe72/30d09fcc-c394-4aa6-a415-60dd2b8bb14c/bd53818b-866a-4f10-875b-8a4c808d4632) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:40.136355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4bb339c-b7e8-413b-9be0-888540880413 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:40.136680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda86623-272c-4cd4-9d88-5b8ecddb904e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:27:40.156141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb7ffd0-82e5-452e-a6b0-f97d9497a32e None None] Sync routers for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:27:40.156247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:40.163408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b9d96cd-93a0-4593-ba34-48ae648b70b3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:40.164644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb7ffd0-82e5-452e-a6b0-f97d9497a32e None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:40.165451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5bb7ffd0-82e5-452e-a6b0-f97d9497a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:40.174304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cda86623-272c-4cd4-9d88-5b8ecddb904e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:40.235353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c2e07873-a8cf-4834-9ee0-09572e35a1d8 req-15113bb4-4146-4838-892a-e0ddcd31fd43 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f75da5-99c1-4729-b360-6d59ebb1f536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458170 Dec 07 13:27:40.260741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb339c-b7e8-413b-9be0-888540880413 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event updated for resources: {'Subnet': ['ID=d76a997b-981b-4ca4-808a-89ef15d6e286,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:40.275828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b4bb339c-b7e8-413b-9be0-888540880413 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:40.284394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cda86623-272c-4cd4-9d88-5b8ecddb904e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/floatingips/b2032475-7603-4876-8951-7830047dd439 HTTP/1.1" status: 204 len: 168 time: 7.6777244 Dec 07 13:27:40.287293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43500) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:40.383199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d96cd-93a0-4593-ba34-48ae648b70b3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Deleting port b8aa7825-1d28-482a-bfcc-a62dc763cf9e {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:40.383586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b9d96cd-93a0-4593-ba34-48ae648b70b3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:40.443573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bb339c-b7e8-413b-9be0-888540880413 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Checking segment: {'id': 'd51ec841-d356-4c42-b979-e00ad6c97742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3ebdc5b4-8fe9-485f-a888-ff364eda8f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:27:40.443950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb339c-b7e8-413b-9be0-888540880413 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Network hostable DHCP agents. Network: 3ebdc5b4-8fe9-485f-a888-ff364eda8f4a, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:27:40.510837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-213c80eb-3206-47e1-ae86-ddb1344cd46b tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:40.526329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f8095efd-8fc7-4590-aba5-834620591f9d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting port 95e79136-ea8a-408a-a953-0977927ef835 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:40.526821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8095efd-8fc7-4590-aba5-834620591f9d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:40.537161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device bd53818b-866a-4f10-875b-8a4c808d4632 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:27:40.543339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:40.580086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5bb7ffd0-82e5-452e-a6b0-f97d9497a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:40.609513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-33e0f69f-26a5-4743-855b-f04ea3cd3167 None None] For port bd53818b-866a-4f10-875b-8a4c808d4632, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=bd53818b-866a-4f10-875b-8a4c808d4632,segment=NetworkSegment(a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef),segment_id=a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:40.612688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-76bfa427-4d5c-42e2-9c03-0dcbaac33f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:40.652058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb7ffd0-82e5-452e-a6b0-f97d9497a32e None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:40.652784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5bb7ffd0-82e5-452e-a6b0-f97d9497a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:40.730096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb339c-b7e8-413b-9be0-888540880413 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Network 3ebdc5b4-8fe9-485f-a888-ff364eda8f4a is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:27:40.733722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5bb7ffd0-82e5-452e-a6b0-f97d9497a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:40.734131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb7ffd0-82e5-452e-a6b0-f97d9497a32e None None] The sync data for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:27:40.748134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33e0f69f-26a5-4743-855b-f04ea3cd3167 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:40.751978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Calling delete_port for 6db84121-d682-4f07-84fd-177f56a34314 owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:40.775345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-33e0f69f-26a5-4743-855b-f04ea3cd3167 None None] Transition to ACTIVE for port object bd53818b-866a-4f10-875b-8a4c808d4632 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:40.798501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b4bb339c-b7e8-413b-9be0-888540880413 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 3ebdc5b4-8fe9-485f-a888-ff364eda8f4a) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:40.809040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ba765d-964b-45a4-bc1a-e567164a93e1 None None] Network 3ebdc5b4-8fe9-485f-a888-ff364eda8f4a requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:40.809493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bb339c-b7e8-413b-9be0-888540880413 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:40.810195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4bb339c-b7e8-413b-9be0-888540880413 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:40.830740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33e0f69f-26a5-4743-855b-f04ea3cd3167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:40.882197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c80eb-3206-47e1-ae86-ddb1344cd46b tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49b19c2-5a29-4b08-be25-2fbd50a7add9,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:40.885189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2da9e5c8-8c25-4a14-be47-7eaa9b5a547a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:40.885825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-213c80eb-3206-47e1-ae86-ddb1344cd46b tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:40.887711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-213c80eb-3206-47e1-ae86-ddb1344cd46b tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "DELETE /v2.0/security-groups/b49b19c2-5a29-4b08-be25-2fbd50a7add9 HTTP/1.1" status: 204 len: 168 time: 1.4975152 Dec 07 13:27:40.897138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-213c80eb-3206-47e1-ae86-ddb1344cd46b tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:40.899557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43504) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:40.928266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cb1d7dfb-305f-4834-9f9e-7177fde582d0 None None] Provisioning for port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:40.968372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b4bb339c-b7e8-413b-9be0-888540880413 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2956927 Dec 07 13:27:40.972112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43508) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:40.972608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cb1d7dfb-305f-4834-9f9e-7177fde582d0 None None] Provisioning complete for port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:40.974110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cb1d7dfb-305f-4834-9f9e-7177fde582d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:40.994514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Request body: {'port': {'network_id': '3ebdc5b4-8fe9-485f-a888-ff364eda8f4a', 'name': 'tempest-NetworksIpV6TestAttrs-979219352'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:41.056336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d7dfb-305f-4834-9f9e-7177fde582d0 None None] Port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:27:41.119024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8095efd-8fc7-4590-aba5-834620591f9d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:41.165389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ddf28026-b5ff-47b5-8da4-2e41563a0f2c tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2645030 Dec 07 13:27:41.168978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43512) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:41.210375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c868e-1e4d-4436-a5d7-276d7bf19d2a req-f7fea882-b72c-4beb-8ca1-4ad9dc15ef91 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:41.220323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ab5c868e-1e4d-4436-a5d7-276d7bf19d2a req-f7fea882-b72c-4beb-8ca1-4ad9dc15ef91 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.7149291 Dec 07 13:27:41.246962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0f69f-26a5-4743-855b-f04ea3cd3167 None None] Pushing event updated for resources: {'Port': ['ID=bd53818b-866a-4f10-875b-8a4c808d4632,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:41.260606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-33e0f69f-26a5-4743-855b-f04ea3cd3167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:41.477058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f8095efd-8fc7-4590-aba5-834620591f9d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Calling delete_port for 95e79136-ea8a-408a-a953-0977927ef835 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:41.485049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-3ebdc5b4-8fe9-485f-a888-ff364eda8f4a', 'network_id': '3ebdc5b4-8fe9-485f-a888-ff364eda8f4a', 'tenant_id': '1454363494b1489db61d58cbb574de5f', 'fixed_ips': [{'subnet_id': 'd76a997b-981b-4ca4-808a-89ef15d6e286'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:27:41.485988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:41.520813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c7fbd45e-3548-4bc4-88a3-5b21d77f9c31 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group': {'name': 'tempest-secgroup--287367707'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:41.528505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c7fbd45e-3548-4bc4-88a3-5b21d77f9c31 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:41.533785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c7fbd45e-3548-4bc4-88a3-5b21d77f9c31 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:41.539408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c7fbd45e-3548-4bc4-88a3-5b21d77f9c31 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:41.546810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c7fbd45e-3548-4bc4-88a3-5b21d77f9c31 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:41.601102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:27:41.646818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:41.668962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c7fbd45e-3548-4bc4-88a3-5b21d77f9c31 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:41.710450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Allocated IP 2001:db8::f816:3eff:fe49:f39 (3ebdc5b4-8fe9-485f-a888-ff364eda8f4a/d76a997b-981b-4ca4-808a-89ef15d6e286/90778d48-b606-4c0c-a568-154ef41b3213) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:41.736431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Transition to ACTIVE for port object a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:41.746354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:41.751732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c7fbd45e-3548-4bc4-88a3-5b21d77f9c31 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:41.761987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c7fbd45e-3548-4bc4-88a3-5b21d77f9c31 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:41.765834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Usage tracker for resource:port and tenant:1454363494b1489db61d58cbb574de5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:41.770117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c7fbd45e-3548-4bc4-88a3-5b21d77f9c31 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:41.772991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:41.777135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:41.786552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ec908c3f-38a9-45ea-8780-4ee5099eab11 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:41.823528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c7fbd45e-3548-4bc4-88a3-5b21d77f9c31 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:41.824444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ab5c868e-1e4d-4436-a5d7-276d7bf19d2a req-4b9edf16-544e-4bcf-bcbb-8d26552ffb15 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6031580 Dec 07 13:27:41.826486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:41.848810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:41.955324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Allocated IP 2001:db8::20b (70868a69-54da-4d1a-8752-65193f6cfe72/5ae85607-ac21-424a-8c57-5cdd3f4e8a85/ed12164f-c08a-4358-8a42-9be6e4ae1e85) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:41.962254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b9d96cd-93a0-4593-ba34-48ae648b70b3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:41.971774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Made reservation on behalf of 1454363494b1489db61d58cbb574de5f for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:41.977601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:41.993468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5e294-63c9-4f4b-8d69-3544792a9358 req-2d9e97e9-ad68-4c99-852c-fa3f79dad3e7 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:42.001795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-78c5e294-63c9-4f4b-8d69-3544792a9358 req-2d9e97e9-ad68-4c99-852c-fa3f79dad3e7 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 932 time: 0.4125149 Dec 07 13:27:42.039297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Pushing event updated for resources: {'Port': ['ID=a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:42.056610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:42.084621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Allocated IP 2001:db8:0:1::d1 (70868a69-54da-4d1a-8752-65193f6cfe72/30d09fcc-c394-4aa6-a415-60dd2b8bb14c/ed12164f-c08a-4358-8a42-9be6e4ae1e85) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:42.087115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:42.139973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Pushing event deleted for resources: {'Port': ['ID=6db84121-d682-4f07-84fd-177f56a34314,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:42.168156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d96cd-93a0-4593-ba34-48ae648b70b3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Calling delete_port for b8aa7825-1d28-482a-bfcc-a62dc763cf9e owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:42.188229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:42.217019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] device_id is not set on port a2996715-a970-47b3-a003-1857ee174109 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:27:42.243616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8095efd-8fc7-4590-aba5-834620591f9d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:42.306620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-763151a5-79c6-4ff1-802a-3802f999b287 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:42.337374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c7fbd45e-3548-4bc4-88a3-5b21d77f9c31 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:42.352260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device bd53818b-866a-4f10-875b-8a4c808d4632 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:27:42.360178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-78c5e294-63c9-4f4b-8d69-3544792a9358 req-9e628a51-1aba-4686-b08d-32daaa89bfc7 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f75da5-99c1-4729-b360-6d59ebb1f536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571486 Dec 07 13:27:42.406108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68884f9-8db3-4fba-8938-659b8b975b2e None None] Network 70868a69-54da-4d1a-8752-65193f6cfe72 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:42.440683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c7fbd45e-3548-4bc4-88a3-5b21d77f9c31 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:42.458459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:42.630601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbd45e-3548-4bc4-88a3-5b21d77f9c31 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc38dac-4572-40d1-a803-a503f93ee2ab,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:42.634991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:42.690433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c7fbd45e-3548-4bc4-88a3-5b21d77f9c31 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:42.696875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Attempting to bind port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:27:42.697529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Attempting to bind port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'fc944cef-a8d4-4f90-8502-f76ab34013ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:27:42.698078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Attempting to bind port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc on network 6c962f77-029a-4d3f-8fec-e60389bdc894 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:27:42.723187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8095efd-8fc7-4590-aba5-834620591f9d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Port': ['ID=95e79136-ea8a-408a-a953-0977927ef835,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:42.755115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f8095efd-8fc7-4590-aba5-834620591f9d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:42.763057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c7fbd45e-3548-4bc4-88a3-5b21d77f9c31 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:42.768697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c7fbd45e-3548-4bc4-88a3-5b21d77f9c31 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5628867 Dec 07 13:27:42.769372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43518) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:42.782325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port bd53818b-866a-4f10-875b-8a4c808d4632 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:42.782751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:42.788677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bebc5ae5-eefb-4707-8e6a-85a3dfd46d06 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': '8bc38dac-4572-40d1-a803-a503f93ee2ab', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:42.789362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-bebc5ae5-eefb-4707-8e6a-85a3dfd46d06 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:27:42.793176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bebc5ae5-eefb-4707-8e6a-85a3dfd46d06 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0117579 Dec 07 13:27:42.794063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43522) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:42.794726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc on network 6c962f77-029a-4d3f-8fec-e60389bdc894 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:27:42.795335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Attempting to bind port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc on network 6c962f77-029a-4d3f-8fec-e60389bdc894 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:27:42.821121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:42.831365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-de3da202-caa4-429d-a1d2-a914f25c03a2 None None] Provisioning for port bd53818b-866a-4f10-875b-8a4c808d4632 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:42.831704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:27:42.832048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Checking segment: {'id': 'fc944cef-a8d4-4f90-8502-f76ab34013ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:27:42.832482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Bound using segment: {'id': 'fc944cef-a8d4-4f90-8502-f76ab34013ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:27:42.832970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Bound port: a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc944cef-a8d4-4f90-8502-f76ab34013ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:27:42.833350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:42.836054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:42.854571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.055608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8095efd-8fc7-4590-aba5-834620591f9d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.063459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-de3da202-caa4-429d-a1d2-a914f25c03a2 None None] Provisioning complete for port bd53818b-866a-4f10-875b-8a4c808d4632 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:43.063944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de3da202-caa4-429d-a1d2-a914f25c03a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.102351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f8095efd-8fc7-4590-aba5-834620591f9d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/ports/95e79136-ea8a-408a-a953-0977927ef835 HTTP/1.1" status: 204 len: 168 time: 2.8136613 Dec 07 13:27:43.110918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43528) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:43.113785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ff63db0-b94c-47a8-83c5-fa830e47af2d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.130245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:43.152101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:43.158488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6013b-cd0a-4d18-ad43-3f817303e54a req-eb282971-c66e-4623-8b36-3d0c6dbaffcc tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:43.160104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fdd6013b-cd0a-4d18-ad43-3f817303e54a req-eb282971-c66e-4623-8b36-3d0c6dbaffcc tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.1644819 Dec 07 13:27:43.166987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Transition to ACTIVE for port object 90778d48-b606-4c0c-a568-154ef41b3213 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:43.197968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:43.206675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.206973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ff63db0-b94c-47a8-83c5-fa830e47af2d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.218776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] For port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:27:43.238490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Router 01ff8178-f185-4abe-a658-5766375e3ba3 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:27:43.251892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] For port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc,segment=NetworkSegment(fc944cef-a8d4-4f90-8502-f76ab34013ce),segment_id=fc944cef-a8d4-4f90-8502-f76ab34013ce)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:27:43.282010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Transition to ACTIVE for port object 90778d48-b606-4c0c-a568-154ef41b3213 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:43.285158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.322671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Transition to ACTIVE for port object ed12164f-c08a-4358-8a42-9be6e4ae1e85 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:43.342356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.347661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-33e0f69f-26a5-4743-855b-f04ea3cd3167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:43.361477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.363422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fdd6013b-cd0a-4d18-ad43-3f817303e54a req-ceab855a-5db8-4e15-87ef-3871be401356 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803975 Dec 07 13:27:43.384039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b9d96cd-93a0-4593-ba34-48ae648b70b3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.400336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:43.415021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dba2704c-8c47-480c-a54c-f36c9019f4f5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:43.449563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d96cd-93a0-4593-ba34-48ae648b70b3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Pushing event deleted for resources: {'Port': ['ID=b8aa7825-1d28-482a-bfcc-a62dc763cf9e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:43.455876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5b9d96cd-93a0-4593-ba34-48ae648b70b3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:43.496733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Network 3ebdc5b4-8fe9-485f-a888-ff364eda8f4a is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:43.503515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:43.512368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.515801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:43.548354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-565df2fb-7722-4de8-bbff-0dd4def3da54 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:43.559199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ff63db0-b94c-47a8-83c5-fa830e47af2d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.579499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Pushing event updated for resources: {'Port': ['ID=90778d48-b606-4c0c-a568-154ef41b3213,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:43.593937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:43.673525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Attempting to bind port 90778d48-b606-4c0c-a568-154ef41b3213 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:27:43.673946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Attempting to bind port 90778d48-b606-4c0c-a568-154ef41b3213 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'd51ec841-d356-4c42-b979-e00ad6c97742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3ebdc5b4-8fe9-485f-a888-ff364eda8f4a'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:27:43.674354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Attempting to bind port 90778d48-b606-4c0c-a568-154ef41b3213 on network 3ebdc5b4-8fe9-485f-a888-ff364eda8f4a {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:27:43.684394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:27:43.684394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Checking segment: {'id': 'd51ec841-d356-4c42-b979-e00ad6c97742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3ebdc5b4-8fe9-485f-a888-ff364eda8f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:27:43.685156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.685587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Bound using segment: {'id': 'd51ec841-d356-4c42-b979-e00ad6c97742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3ebdc5b4-8fe9-485f-a888-ff364eda8f4a'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:27:43.686267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Bound port: 90778d48-b606-4c0c-a568-154ef41b3213, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51ec841-d356-4c42-b979-e00ad6c97742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3ebdc5b4-8fe9-485f-a888-ff364eda8f4a'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:27:43.686493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.687213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.688802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] 10.222.0.45 "PUT /v2.0/ports/a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc HTTP/1.1" status: 200 len: 1094 time: 4.1427879 Dec 07 13:27:43.690402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f8e565-b542-4736-8bd9-1338b3208a8e', 'tag': 'a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:27:43.710150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ff63db0-b94c-47a8-83c5-fa830e47af2d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.714101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4ff63db0-b94c-47a8-83c5-fa830e47af2d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "DELETE /v2.0/security-groups/8bc38dac-4572-40d1-a803-a503f93ee2ab HTTP/1.1" status: 204 len: 168 time: 0.9129367 Dec 07 13:27:43.722559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43536) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:43.727272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network 70868a69-54da-4d1a-8752-65193f6cfe72 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:43.739151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:43.746195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Pushing event updated for resources: {'Port': ['ID=a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:43.758703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=ed12164f-c08a-4358-8a42-9be6e4ae1e85,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:43.762912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:43.768045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:43.769164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.785644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:43.860927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] For port 90778d48-b606-4c0c-a568-154ef41b3213, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:27:43.865084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] For port 90778d48-b606-4c0c-a568-154ef41b3213, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=90778d48-b606-4c0c-a568-154ef41b3213,segment=NetworkSegment(d51ec841-d356-4c42-b979-e00ad6c97742),segment_id=d51ec841-d356-4c42-b979-e00ad6c97742)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:27:43.897155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:43.903194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c03a4708-01c4-4b34-920b-7c9065f66184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:43.994748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b9d96cd-93a0-4593-ba34-48ae648b70b3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:44.014268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1559e5f2-da89-49d0-8d89-fc3688d592df None None] Provisioning complete for port bd53818b-866a-4f10-875b-8a4c808d4632 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:44.014655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1559e5f2-da89-49d0-8d89-fc3688d592df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:44.043077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:44.047642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f8e565-b542-4736-8bd9-1338b3208a8e', 'tag': 'a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc', 'status': 'completed', 'code': 200} Dec 07 13:27:44.048872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Allocated IP 2001:db8::f816:3eff:fe8b:5e37 (3ebdc5b4-8fe9-485f-a888-ff364eda8f4a/d76a997b-981b-4ca4-808a-89ef15d6e286/a2996715-a970-47b3-a003-1857ee174109) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:44.051140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:44.055535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Pushing event updated for resources: {'Port': ['ID=90778d48-b606-4c0c-a568-154ef41b3213,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:44.081736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:44.129412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63db0-b94c-47a8-83c5-fa830e47af2d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc38dac-4572-40d1-a803-a503f93ee2ab,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:44.144367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:27:44.155181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0bfe51-e93f-4125-8a35-c0c212f355a9 None None] Sync routers for ids ['01ff8178-f185-4abe-a658-5766375e3ba3'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:27:44.165972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4ff63db0-b94c-47a8-83c5-fa830e47af2d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:44.187356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:44.188682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "PUT /v2.0/routers/01ff8178-f185-4abe-a658-5766375e3ba3 HTTP/1.1" status: 200 len: 709 time: 7.9296432 Dec 07 13:27:44.193106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43540) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:44.215347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0bfe51-e93f-4125-8a35-c0c212f355a9 None None] Routers {'01ff8178-f185-4abe-a658-5766375e3ba3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:44.221332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2b0bfe51-e93f-4125-8a35-c0c212f355a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['01ff8178-f185-4abe-a658-5766375e3ba3'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:44.311226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2b0bfe51-e93f-4125-8a35-c0c212f355a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:44.324688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0bfe51-e93f-4125-8a35-c0c212f355a9 None None] Routers {'01ff8178-f185-4abe-a658-5766375e3ba3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:44.336001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2b0bfe51-e93f-4125-8a35-c0c212f355a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['01ff8178-f185-4abe-a658-5766375e3ba3'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:44.395728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-11805541-2efc-4a74-a9f6-4bd27d965034 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Synchronizing usage tracker for tenant:8b63e74858794c8396f20344123939db on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:27:44.418963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2b0bfe51-e93f-4125-8a35-c0c212f355a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:44.419969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0bfe51-e93f-4125-8a35-c0c212f355a9 None None] The sync data for ids ['01ff8178-f185-4abe-a658-5766375e3ba3'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:27:44.456419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577ca04-1287-406a-841b-e366b54a6d9b req-bd364b28-09d3-499d-b8a5-23a013a23fc9 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:44.467258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1577ca04-1287-406a-841b-e366b54a6d9b req-bd364b28-09d3-499d-b8a5-23a013a23fc9 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 944 time: 0.8843555 Dec 07 13:27:44.499967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b9d96cd-93a0-4593-ba34-48ae648b70b3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:44.512893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 6.9931605 Dec 07 13:27:44.515476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43546) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:44.529582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fd7dbd02-f702-4c7b-baf8-2db22d57b580 None None] Provisioning for port ed12164f-c08a-4358-8a42-9be6e4ae1e85 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:44.544789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fd7dbd02-f702-4c7b-baf8-2db22d57b580 None None] Provisioning complete for port ed12164f-c08a-4358-8a42-9be6e4ae1e85 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:44.545318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fd7dbd02-f702-4c7b-baf8-2db22d57b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:44.562330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b9d96cd-93a0-4593-ba34-48ae648b70b3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:44.569665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b3e8690a-0cd4-4da9-8b71-0df137382b00 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ae85607-ac21-424a-8c57-5cdd3f4e8a85'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:44.594333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-11805541-2efc-4a74-a9f6-4bd27d965034 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Unset dirty status for tenant:8b63e74858794c8396f20344123939db on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:27:44.596921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-11805541-2efc-4a74-a9f6-4bd27d965034 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8731842 Dec 07 13:27:44.604629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43550) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:44.649223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fd7dbd02-f702-4c7b-baf8-2db22d57b580 None None] Port ed12164f-c08a-4358-8a42-9be6e4ae1e85 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:27:44.649886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1577ca04-1287-406a-841b-e366b54a6d9b req-da7c836e-7f40-4315-bc59-b5f65356f876 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f75da5-99c1-4729-b360-6d59ebb1f536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724238 Dec 07 13:27:44.684020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ea6376fd-9d73-4710-b63f-1548defc7d20 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group': {'name': 'tempest-secgroup--1124987957'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:44.711514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a1a86bd1-98e9-492a-963e-8e4e6b82850d tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "GET /v2.0/routers/01ff8178-f185-4abe-a658-5766375e3ba3 HTTP/1.1" status: 200 len: 744 time: 0.5168004 Dec 07 13:27:44.715396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-0e6a3afd-0bec-4345-86c2-a7729cfd50c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0e0103fbec1461caa3f0787ea67511c&device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 1097 time: 0.6738200 Dec 07 13:27:44.723547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ea6376fd-9d73-4710-b63f-1548defc7d20 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:44.725965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43554) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:44.858712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ea6376fd-9d73-4710-b63f-1548defc7d20 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:44.868643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b2e118ce-81ba-4ba3-90b4-d8fb343df76c tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&device_id=01ff8178-f185-4abe-a658-5766375e3ba3 HTTP/1.1" status: 200 len: 205 time: 0.1385667 Dec 07 13:27:44.873208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43558) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:44.906534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-0f059877-356d-47d8-adae-77b082721fae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc HTTP/1.1" status: 200 len: 217 time: 0.1378546 Dec 07 13:27:44.972746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cbb4c20f-7e18-4725-b20b-8d25ceff1d33 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "GET /v2.0/ports?device_id=01ff8178-f185-4abe-a658-5766375e3ba3 HTTP/1.1" status: 200 len: 205 time: 0.0945504 Dec 07 13:27:44.972946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:44.976674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3551279-49cd-427b-8dbf-253a89e5ea84 req-81856eb1-25c0-4a6c-a469-510be7f2a056 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:44.979205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d3551279-49cd-427b-8dbf-253a89e5ea84 req-81856eb1-25c0-4a6c-a469-510be7f2a056 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.4197035 Dec 07 13:27:44.979370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43562) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:44.986540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b9d96cd-93a0-4593-ba34-48ae648b70b3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:44.987129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9d96cd-93a0-4593-ba34-48ae648b70b3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Fanout notify agent at l3_agent the message router_deleted on router 688c20ca-6129-4bc3-a3f1-70ee3db79fcf {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:27:44.987473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea6376fd-9d73-4710-b63f-1548defc7d20 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:45.030657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b9d96cd-93a0-4593-ba34-48ae648b70b3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:45.031868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5b9d96cd-93a0-4593-ba34-48ae648b70b3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "DELETE /v2.0/routers/688c20ca-6129-4bc3-a3f1-70ee3db79fcf HTTP/1.1" status: 204 len: 168 time: 7.8871844 Dec 07 13:27:45.037962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43566) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:45.044607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3e8690a-0cd4-4da9-8b71-0df137382b00 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:45.060247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1749626345', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:45.090429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:45.132890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Usage tracker for resource:router and tenant:6be95b94d5264722a5d26ec189906b2f is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:45.141907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:45.161643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d3551279-49cd-427b-8dbf-253a89e5ea84 req-815d6db2-a62a-4dfc-a292-46fb0936de33 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698217 Dec 07 13:27:45.164556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:45.226780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:45.262915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-680c4fb9-4bb1-4ad2-8411-9cf0961a1b93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:45.265860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-680c4fb9-4bb1-4ad2-8411-9cf0961a1b93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1224687e-5b0c-4a0e-bd15-13393deb64e3 HTTP/1.1" status: 200 len: 850 time: 0.3485336 Dec 07 13:27:45.281932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:45.282973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:45.330624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Transition to ACTIVE for port object a2996715-a970-47b3-a003-1857ee174109 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:45.381412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:45.386863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ea6376fd-9d73-4710-b63f-1548defc7d20 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:45.398781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ea6376fd-9d73-4710-b63f-1548defc7d20 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:45.411558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ea6376fd-9d73-4710-b63f-1548defc7d20 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:45.426315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-578f8475-1387-426f-b42d-7a8a4ee2d419 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:45.483738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ea6376fd-9d73-4710-b63f-1548defc7d20 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:45.611384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-b3e8690a-0cd4-4da9-8b71-0df137382b00 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Delete allocated IP 2001:db8:0:1::d1 (70868a69-54da-4d1a-8752-65193f6cfe72/30d09fcc-c394-4aa6-a415-60dd2b8bb14c) {{(pid=88897) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 07 13:27:45.613186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Allocated IP 172.36.4.59 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/f0b121bd-fdfe-422e-affb-ce587c5578f8) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:45.665481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:45.709802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-2e441ae0-a784-4e5e-9423-6a4ed74cad9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c962f77-029a-4d3f-8fec-e60389bdc894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4154844 Dec 07 13:27:45.710572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-65f4eeb3-1430-461d-9f5d-0fa5c8f3fbc6 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:45.927098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:46.004525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bdd847-7070-44e9-9c20-e6fe0ca3760e None None] Network 3ebdc5b4-8fe9-485f-a888-ff364eda8f4a requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:46.192505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11512224-8dd7-42fa-afa6-761304dd0b46 req-1166aa55-66b9-49c8-b0b7-b947be34b351 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:46.194284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11512224-8dd7-42fa-afa6-761304dd0b46 req-1166aa55-66b9-49c8-b0b7-b947be34b351 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 944 time: 0.3093457 Dec 07 13:27:46.209847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-52b0872c-57c5-4138-b5aa-2b2ee1e31ea7 None None] Provisioning for port 90778d48-b606-4c0c-a568-154ef41b3213 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:46.245406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea6376fd-9d73-4710-b63f-1548defc7d20 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:46.265701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3e8690a-0cd4-4da9-8b71-0df137382b00 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:46.306562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b3e8690a-0cd4-4da9-8b71-0df137382b00 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Transition to ACTIVE for port object ed12164f-c08a-4358-8a42-9be6e4ae1e85 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:46.317419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11512224-8dd7-42fa-afa6-761304dd0b46 req-eca9ddad-c4c0-44f7-98ba-8ae806694033 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f75da5-99c1-4729-b360-6d59ebb1f536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023617 Dec 07 13:27:46.337096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea6376fd-9d73-4710-b63f-1548defc7d20 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:46.368335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3e8690a-0cd4-4da9-8b71-0df137382b00 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:46.377512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ae9d6549-e120-483d-8ba7-5dad4bfe0102 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:46.454565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 90778d48-b606-4c0c-a568-154ef41b3213 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:27:46.537068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b3e8690a-0cd4-4da9-8b71-0df137382b00 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] In _notify_port_updated(), no bound segment for port ed12164f-c08a-4358-8a42-9be6e4ae1e85 on network 70868a69-54da-4d1a-8752-65193f6cfe72 {{(pid=88897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:27:46.542313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e8690a-0cd4-4da9-8b71-0df137382b00 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:46.543162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3e8690a-0cd4-4da9-8b71-0df137382b00 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:46.546212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b3e8690a-0cd4-4da9-8b71-0df137382b00 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "PUT /v2.0/ports/ed12164f-c08a-4358-8a42-9be6e4ae1e85 HTTP/1.1" status: 200 len: 926 time: 2.0277889 Dec 07 13:27:46.564553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43574) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:46.568346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Network 3ebdc5b4-8fe9-485f-a888-ff364eda8f4a is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:46.569486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event updated for resources: {'Port': ['ID=a2996715-a970-47b3-a003-1857ee174109,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:46.574686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:46.584424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8690a-0cd4-4da9-8b71-0df137382b00 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=ed12164f-c08a-4358-8a42-9be6e4ae1e85,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:46.587944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b3e8690a-0cd4-4da9-8b71-0df137382b00 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:46.602990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 90778d48-b606-4c0c-a568-154ef41b3213 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:46.606801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:46.610951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 90778d48-b606-4c0c-a568-154ef41b3213 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:46.611421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:46.626523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:46.649317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-cdde72a3-5365-4fcb-bf54-21e996358ad0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ae85607-ac21-424a-8c57-5cdd3f4e8a85'}, {'subnet_id': '30d09fcc-c394-4aa6-a415-60dd2b8bb14c'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:46.664466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:46.676596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:46.682066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:46.682959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:46.695066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-578f8475-1387-426f-b42d-7a8a4ee2d419 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:46.699914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-578f8475-1387-426f-b42d-7a8a4ee2d419 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:46.714287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:46.764621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:46.790213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-578f8475-1387-426f-b42d-7a8a4ee2d419 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:46.791157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578f8475-1387-426f-b42d-7a8a4ee2d419 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Fanout notify agent at l3_agent the message router_deleted on router 01ff8178-f185-4abe-a658-5766375e3ba3 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:27:46.814389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 90778d48-b606-4c0c-a568-154ef41b3213, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=90778d48-b606-4c0c-a568-154ef41b3213,segment=NetworkSegment(d51ec841-d356-4c42-b979-e00ad6c97742),segment_id=d51ec841-d356-4c42-b979-e00ad6c97742)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:46.846466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:46.852504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:46.857650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b7f56-72d4-4c74-8f49-3546b697c74e req-424f1498-1018-4185-b676-fbae74956315 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:46.859440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-524b7f56-72d4-4c74-8f49-3546b697c74e req-424f1498-1018-4185-b676-fbae74956315 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.2643378 Dec 07 13:27:46.896063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6376fd-9d73-4710-b63f-1548defc7d20 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976b8991-381d-40ce-8372-b6658ad8be51,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:46.928095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-524b7f56-72d4-4c74-8f49-3546b697c74e req-23dafe27-be2e-4639-8f76-dbcf126b298e tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609801 Dec 07 13:27:46.938443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-578f8475-1387-426f-b42d-7a8a4ee2d419 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:46.943453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43578) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:46.946214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-578f8475-1387-426f-b42d-7a8a4ee2d419 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "DELETE /v2.0/routers/01ff8178-f185-4abe-a658-5766375e3ba3 HTTP/1.1" status: 204 len: 168 time: 1.9484978 Dec 07 13:27:46.951610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea6376fd-9d73-4710-b63f-1548defc7d20 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:46.960885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.9798338 Dec 07 13:27:46.964436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43582) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:46.965118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea6376fd-9d73-4710-b63f-1548defc7d20 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:46.966499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ea6376fd-9d73-4710-b63f-1548defc7d20 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.2972002 Dec 07 13:27:46.969000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-ef7148c5-5e5a-4b91-a54d-0d84802ddd25 service neutron] 10.222.0.45 "GET /v2.0/networks/6c962f77-029a-4d3f-8fec-e60389bdc894?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1664732 Dec 07 13:27:46.988059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43584) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:46.991351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:47.016981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aef14b02-0c0a-493a-b3d3-092cc1ccdd5d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "GET /v2.0/ports?device_id=01ff8178-f185-4abe-a658-5766375e3ba3 HTTP/1.1" status: 200 len: 205 time: 0.0721228 Dec 07 13:27:47.019589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43588) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:47.023047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=90778d48-b606-4c0c-a568-154ef41b3213,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:47.026668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:47.037169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ec9b3c36-f71d-40cb-9a0e-7b17ce827b36 None None] Provisioning complete for port 90778d48-b606-4c0c-a568-154ef41b3213 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:47.037715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3c36-f71d-40cb-9a0e-7b17ce827b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:47.110875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-03e5ea06-ea13-40de-a50e-de58eb924431 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] delete failed (client error): The resource could not be found. Dec 07 13:27:47.114250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-03e5ea06-ea13-40de-a50e-de58eb924431 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "DELETE /v2.0/routers/01ff8178-f185-4abe-a658-5766375e3ba3 HTTP/1.1" status: 404 len: 336 time: 0.0909357 Dec 07 13:27:47.114550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43594) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:47.161720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c0d92217-4dd3-4c3a-b1b8-1c1f57a6b868 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "GET /v2.0/ports?device_id=822cb0cd-0769-420f-abe1-e7c42ed8c435 HTTP/1.1" status: 200 len: 205 time: 0.0456214 Dec 07 13:27:47.163908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43598) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:47.213958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41b12250-6ec1-4720-b5e2-01a6a49d6928 req-ee49e76c-2206-4140-b826-dc68151c2421 service neutron] 10.222.0.45 "GET /v2.0/networks/6c962f77-029a-4d3f-8fec-e60389bdc894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190225 Dec 07 13:27:47.242227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-c046078b-6937-45f8-a4cd-646a7bb38156 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] delete failed (client error): The resource could not be found. Dec 07 13:27:47.243591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c046078b-6937-45f8-a4cd-646a7bb38156 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "DELETE /v2.0/routers/822cb0cd-0769-420f-abe1-e7c42ed8c435 HTTP/1.1" status: 404 len: 336 time: 0.0782309 Dec 07 13:27:47.246406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43602) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:47.249539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ec9b3c36-f71d-40cb-9a0e-7b17ce827b36 None None] Provisioning for port a2996715-a970-47b3-a003-1857ee174109 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:47.257768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ec9b3c36-f71d-40cb-9a0e-7b17ce827b36 None None] Provisioning complete for port a2996715-a970-47b3-a003-1857ee174109 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:47.257768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3c36-f71d-40cb-9a0e-7b17ce827b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:47.268404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5825a9d8-0120-4720-9174-a537e2876a71 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': '976b8991-381d-40ce-8372-b6658ad8be51', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:47.269176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-5825a9d8-0120-4720-9174-a537e2876a71 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:27:47.270267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5825a9d8-0120-4720-9174-a537e2876a71 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.2443283 Dec 07 13:27:47.274450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43606) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:47.312276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5296c93f-1cce-4884-83e2-22ed71d9cedb tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "GET /v2.0/ports?device_id=82d69f80-c1e4-424a-a9b3-ec03bf5781a1 HTTP/1.1" status: 200 len: 205 time: 0.0578279 Dec 07 13:27:47.313078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43610) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:47.359345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b3c36-f71d-40cb-9a0e-7b17ce827b36 None None] Port a2996715-a970-47b3-a003-1857ee174109 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:27:47.417139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-21650d49-f649-46d3-8ff2-3053f0d93ed3 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] delete failed (client error): The resource could not be found. Dec 07 13:27:47.418430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-21650d49-f649-46d3-8ff2-3053f0d93ed3 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "DELETE /v2.0/routers/82d69f80-c1e4-424a-a9b3-ec03bf5781a1 HTTP/1.1" status: 404 len: 336 time: 0.1042469 Dec 07 13:27:47.421912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43616) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:47.508908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4055f6cf-f2a5-410c-881e-4aebcb5aa3f3 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "GET /v2.0/ports?device_id=45c62c80-3a9a-4df1-906d-187baae0bb51 HTTP/1.1" status: 200 len: 205 time: 0.0856090 Dec 07 13:27:47.512325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eb87d667-956e-4ce3-b729-82a4705b948f None None] Provisioning for port ed12164f-c08a-4358-8a42-9be6e4ae1e85 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:47.515687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43620) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:47.518769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eb87d667-956e-4ce3-b729-82a4705b948f None None] Provisioning complete for port ed12164f-c08a-4358-8a42-9be6e4ae1e85 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:47.519145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb87d667-956e-4ce3-b729-82a4705b948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:47.576586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eb87d667-956e-4ce3-b729-82a4705b948f None None] Port ed12164f-c08a-4358-8a42-9be6e4ae1e85 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:27:47.590949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eb87d667-956e-4ce3-b729-82a4705b948f None None] Provisioning complete for port a2996715-a970-47b3-a003-1857ee174109 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:47.592031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb87d667-956e-4ce3-b729-82a4705b948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:47.599487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-588b7a10-945c-492d-a533-3c9e146409cb tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] delete failed (client error): The resource could not be found. Dec 07 13:27:47.603335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-588b7a10-945c-492d-a533-3c9e146409cb tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "DELETE /v2.0/routers/45c62c80-3a9a-4df1-906d-187baae0bb51 HTTP/1.1" status: 404 len: 336 time: 0.0846519 Dec 07 13:27:47.604329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43624) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:47.648001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eb87d667-956e-4ce3-b729-82a4705b948f None None] Port a2996715-a970-47b3-a003-1857ee174109 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:27:47.703503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1d2b1e7d-4ea3-4af7-9343-e821a5ac18f8 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a9efab-1415-4015-94d7-55a742e06d5a HTTP/1.1" status: 200 len: 205 time: 0.0948420 Dec 07 13:27:47.703707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:47.714701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43628) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:47.734478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:47.783816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9137af5-63c6-44b1-b10a-53ce235247b0 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:47.803460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-fd176f43-2199-4331-b8a3-e30f9d433f35 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] delete failed (client error): The resource could not be found. Dec 07 13:27:47.804589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fd176f43-2199-4331-b8a3-e30f9d433f35 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "DELETE /v2.0/routers/30a9efab-1415-4015-94d7-55a742e06d5a HTTP/1.1" status: 404 len: 336 time: 0.0867686 Dec 07 13:27:47.812148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43632) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:47.817986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cdde72a3-5365-4fcb-bf54-21e996358ad0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:47.864455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-72db06e0-2a04-4d8f-a90f-4e2bc68a23a9 req-ba43b9e9-cb76-4d13-aac3-eedf9d91175d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0e0103fbec1461caa3f0787ea67511c&device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 1097 time: 0.5293727 Dec 07 13:27:47.884183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a1f2a57f-133a-4b82-be25-e8a149520417 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "GET /v2.0/ports?device_id=626353a6-1c17-4543-8c63-00c7f2029fd0 HTTP/1.1" status: 200 len: 205 time: 0.0671301 Dec 07 13:27:47.885485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Allocated IP 172.36.4.42 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/d2cf6441-b0b2-48ba-b02a-089f4b94597b) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:47.894303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e76482-95d3-411e-90d7-4253a68fea5b req-77b0cfb0-b639-41b9-abc0-6ad6a20477c1 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:47.895691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43636) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:47.896731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a6e76482-95d3-411e-90d7-4253a68fea5b req-77b0cfb0-b639-41b9-abc0-6ad6a20477c1 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 944 time: 0.4306226 Dec 07 13:27:47.956319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fdbeee-f50e-48b2-b98c-8155d37f1250 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Deleting subnet d76a997b-981b-4ca4-808a-89ef15d6e286 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:27:47.966799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:48.031246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9137af5-63c6-44b1-b10a-53ce235247b0 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:48.039433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c8fdbeee-f50e-48b2-b98c-8155d37f1250 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:48.053849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a6e76482-95d3-411e-90d7-4253a68fea5b req-4fa3aff9-1699-47f3-b59d-64148c138eb2 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f75da5-99c1-4729-b360-6d59ebb1f536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468091 Dec 07 13:27:48.089914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:48.163926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:48.205421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=f0b121bd-fdfe-422e-affb-ce587c5578f8,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:48.215484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:48.241831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f03e7e-dfe5-45bd-bd04-8547c7fbfb83 req-2c1db347-d2c9-43fc-bfed-4d1114bdfc81 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:48.244381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 90778d48-b606-4c0c-a568-154ef41b3213 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:27:48.246838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b9f03e7e-dfe5-45bd-bd04-8547c7fbfb83 req-2c1db347-d2c9-43fc-bfed-4d1114bdfc81 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.1328743 Dec 07 13:27:48.331101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 90778d48-b606-4c0c-a568-154ef41b3213 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:48.331538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b9f03e7e-dfe5-45bd-bd04-8547c7fbfb83 req-6f653bba-0a14-4f16-9434-650174d10400 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783057 Dec 07 13:27:48.331805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:48.333551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:48.346637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d743edfc-5d93-4436-a8a4-645f47b27212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:48.401299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:48.406186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:48.412648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:48.480698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Pushing event updated for resources: {'Port': ['ID=d2cf6441-b0b2-48ba-b02a-089f4b94597b,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:48.485323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:48.510432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:48.522847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-5c38dd2f-3d36-429a-8799-74fd9b21d2fa tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] delete failed (client error): The resource could not be found. Dec 07 13:27:48.526638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5c38dd2f-3d36-429a-8799-74fd9b21d2fa tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "DELETE /v2.0/routers/626353a6-1c17-4543-8c63-00c7f2029fd0 HTTP/1.1" status: 404 len: 336 time: 0.6028097 Dec 07 13:27:48.530726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43642) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:48.586241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9269c1-877c-4a4a-a9a2-52e43865f281 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] DELETE failed (client error): The resource could not be found. Dec 07 13:27:48.586659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9269c1-877c-4a4a-a9a2-52e43865f281 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:27:48.606969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dc9269c1-877c-4a4a-a9a2-52e43865f281 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] 10.222.0.24 "DELETE /v2.0/subnets/8e3678d6-a231-4f77-9bb3-8804e448084e HTTP/1.1" status: 404 len: 337 time: 0.0749202 Dec 07 13:27:48.628767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c8fdbeee-f50e-48b2-b98c-8155d37f1250 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:48.695564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:48.696339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:48.853836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:27:48.859721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db06e0-2a04-4d8f-a90f-4e2bc68a23a9 req-297aa7fe-4ed8-46f1-b437-0a5212644b7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:48.861732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-72db06e0-2a04-4d8f-a90f-4e2bc68a23a9 req-297aa7fe-4ed8-46f1-b437-0a5212644b7d service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c962f77-029a-4d3f-8fec-e60389bdc894 HTTP/1.1" status: 200 len: 912 time: 0.9803870 Dec 07 13:27:48.862577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9137af5-63c6-44b1-b10a-53ce235247b0 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:48.878549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7f29054-8607-4f23-a6c3-ac663f0e6f15 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:48.973832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9137af5-63c6-44b1-b10a-53ce235247b0 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=976b8991-381d-40ce-8372-b6658ad8be51,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:48.979201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9137af5-63c6-44b1-b10a-53ce235247b0 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:49.032750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-72db06e0-2a04-4d8f-a90f-4e2bc68a23a9 req-7e93e70c-70e5-49e4-810f-120ee3ad3386 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc HTTP/1.1" status: 200 len: 217 time: 0.1448660 Dec 07 13:27:49.072733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc,segment=NetworkSegment(fc944cef-a8d4-4f90-8502-f76ab34013ce),segment_id=fc944cef-a8d4-4f90-8502-f76ab34013ce)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:49.102381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc', 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894', 'port_id': 'a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc', 'mac_address': 'fa:16:3e:f1:91:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:27:49.119555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9137af5-63c6-44b1-b10a-53ce235247b0 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:49.120791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c9137af5-63c6-44b1-b10a-53ce235247b0 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "DELETE /v2.0/security-groups/976b8991-381d-40ce-8372-b6658ad8be51 HTTP/1.1" status: 204 len: 168 time: 1.8388889 Dec 07 13:27:49.136403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43652) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:49.186279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43656) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:49.191979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:49.214530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:27:49.235140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc,segment=NetworkSegment(fc944cef-a8d4-4f90-8502-f76ab34013ce),segment_id=fc944cef-a8d4-4f90-8502-f76ab34013ce)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:49.246066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:49.275792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:49.284140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aafb2471-3ec8-4618-92d8-1fae92d67f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:49.497073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c7e9d3de-ce34-4d74-b4f3-85c9079dd5e4 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Synchronizing usage tracker for tenant:8b63e74858794c8396f20344123939db on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:27:49.499155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db06e0-2a04-4d8f-a90f-4e2bc68a23a9 req-f9e13dfb-bf62-4222-bcf8-e6004bbbc4d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:49.499155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-72db06e0-2a04-4d8f-a90f-4e2bc68a23a9 req-f9e13dfb-bf62-4222-bcf8-e6004bbbc4d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1224687e-5b0c-4a0e-bd15-13393deb64e3 HTTP/1.1" status: 200 len: 850 time: 0.3054831 Dec 07 13:27:49.500314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:49.500314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:49.500570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c8fdbeee-f50e-48b2-b98c-8155d37f1250 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:49.500678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70419b5d-4706-44ff-bbf0-dcee7e0b4cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:49.500678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eec7f1-eb50-4f10-a51d-64c44dc03f5f req-45382ba3-92b4-4672-86ae-046ed3008ebd tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:49.500678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e2eec7f1-eb50-4f10-a51d-64c44dc03f5f req-45382ba3-92b4-4672-86ae-046ed3008ebd tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 945 time: 0.2861362 Dec 07 13:27:49.511611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c7e9d3de-ce34-4d74-b4f3-85c9079dd5e4 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Unset dirty status for tenant:8b63e74858794c8396f20344123939db on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:27:49.513241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c7e9d3de-ce34-4d74-b4f3-85c9079dd5e4 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3692307 Dec 07 13:27:49.531656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43666) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:49.535064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-cdde72a3-5365-4fcb-bf54-21e996358ad0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Allocated IP 2001:db8:0:1::15d (70868a69-54da-4d1a-8752-65193f6cfe72/30d09fcc-c394-4aa6-a415-60dd2b8bb14c/ed12164f-c08a-4358-8a42-9be6e4ae1e85) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:49.546627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:49.575431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4ab47cae-8f37-4c56-accc-d0b2d62d7460 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group': {'name': 'tempest-secgroup--104216821'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:49.600649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-70419b5d-4706-44ff-bbf0-dcee7e0b4cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:49.604089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:27:49.613981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-70419b5d-4706-44ff-bbf0-dcee7e0b4cde admin admin] Usage tracker for resource:security_group_rule and tenant:b006f579dde149999e70cc419dd52073 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:49.615676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4ab47cae-8f37-4c56-accc-d0b2d62d7460 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:49.629151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-70419b5d-4706-44ff-bbf0-dcee7e0b4cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:49.646588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-70419b5d-4706-44ff-bbf0-dcee7e0b4cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:49.673009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e2eec7f1-eb50-4f10-a51d-64c44dc03f5f req-8a11e4f7-7134-438c-a763-d75c78273b0e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f75da5-99c1-4729-b360-6d59ebb1f536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733437 Dec 07 13:27:49.710915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4ab47cae-8f37-4c56-accc-d0b2d62d7460 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:49.725030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cbd5a-414e-47ab-8fb0-fc1ae9b46a09 req-6616b7c6-7485-4034-b484-4d8cef37fb6e tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:49.726749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ac4cbd5a-414e-47ab-8fb0-fc1ae9b46a09 req-6616b7c6-7485-4034-b484-4d8cef37fb6e tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.2293093 Dec 07 13:27:49.734336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Router eac7e0d5-5711-4ec0-8232-c92a9180ba9b is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:27:49.805747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-72db06e0-2a04-4d8f-a90f-4e2bc68a23a9 req-dc32754c-3d06-4779-b796-e7639f95ed3b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c962f77-029a-4d3f-8fec-e60389bdc894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4238427 Dec 07 13:27:49.824492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c8fdbeee-f50e-48b2-b98c-8155d37f1250 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:49.882228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70419b5d-4706-44ff-bbf0-dcee7e0b4cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:49.883183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:49.903372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ac4cbd5a-414e-47ab-8fb0-fc1ae9b46a09 req-02b75cbe-0fb7-46a3-8833-34bb6741b228 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476927 Dec 07 13:27:49.928402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70419b5d-4706-44ff-bbf0-dcee7e0b4cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:49.938043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e741dc69-837d-4528-8e63-cba969537992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:50.033125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fdbeee-f50e-48b2-b98c-8155d37f1250 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Subnet': ['ID=d76a997b-981b-4ca4-808a-89ef15d6e286,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:50.048087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70419b5d-4706-44ff-bbf0-dcee7e0b4cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d6bfb7-006c-4999-bfde-d33f587a55a2,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:50.052032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c8fdbeee-f50e-48b2-b98c-8155d37f1250 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:50.054245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70419b5d-4706-44ff-bbf0-dcee7e0b4cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:50.054939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ab47cae-8f37-4c56-accc-d0b2d62d7460 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:50.059712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-70419b5d-4706-44ff-bbf0-dcee7e0b4cde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b006f579dde149999e70cc419dd52073&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8564169 Dec 07 13:27:50.059712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43670) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:50.073955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99412b9e-e7f3-40c7-98c0-369a03aa72cf None None] Network 3ebdc5b4-8fe9-485f-a888-ff364eda8f4a requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:50.079287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c8fdbeee-f50e-48b2-b98c-8155d37f1250 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:50.159527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:27:50.172326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13afbf55-307d-47dc-8876-c2c3b3210f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:50.178996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c8fdbeee-f50e-48b2-b98c-8155d37f1250 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/subnets/d76a997b-981b-4ca4-808a-89ef15d6e286 HTTP/1.1" status: 204 len: 168 time: 3.2080786 Dec 07 13:27:50.178996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43674) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:50.182724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba09a55-adad-4329-afc0-bc3a0980da9c None None] Sync routers for ids ['eac7e0d5-5711-4ec0-8232-c92a9180ba9b'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:27:50.196743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4ab47cae-8f37-4c56-accc-d0b2d62d7460 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:50.214386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13afbf55-307d-47dc-8876-c2c3b3210f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:50.257192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:50.261240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2177160 Dec 07 13:27:50.262518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43678) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:50.268560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:50.280441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba09a55-adad-4329-afc0-bc3a0980da9c None None] Routers {'eac7e0d5-5711-4ec0-8232-c92a9180ba9b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:50.280955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4ba09a55-adad-4329-afc0-bc3a0980da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['eac7e0d5-5711-4ec0-8232-c92a9180ba9b'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:50.281086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4ab47cae-8f37-4c56-accc-d0b2d62d7460 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:50.286767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4ab47cae-8f37-4c56-accc-d0b2d62d7460 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:50.297426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cdde72a3-5365-4fcb-bf54-21e996358ad0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:50.319726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4ab47cae-8f37-4c56-accc-d0b2d62d7460 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:50.327336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-72db06e0-2a04-4d8f-a90f-4e2bc68a23a9 req-54147e64-4acb-4e30-9d81-9b4bb9a47a52 service neutron] 10.222.0.45 "GET /v2.0/networks/6c962f77-029a-4d3f-8fec-e60389bdc894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945858 Dec 07 13:27:50.348308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4ba09a55-adad-4329-afc0-bc3a0980da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:50.367918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba09a55-adad-4329-afc0-bc3a0980da9c None None] Routers {'eac7e0d5-5711-4ec0-8232-c92a9180ba9b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:50.368385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4ba09a55-adad-4329-afc0-bc3a0980da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['eac7e0d5-5711-4ec0-8232-c92a9180ba9b'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:50.369281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13afbf55-307d-47dc-8876-c2c3b3210f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:50.375629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:50.379633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:50.381634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cdde72a3-5365-4fcb-bf54-21e996358ad0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Transition to ACTIVE for port object ed12164f-c08a-4358-8a42-9be6e4ae1e85 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:50.392981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afbf55-307d-47dc-8876-c2c3b3210f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d6bfb7-006c-4999-bfde-d33f587a55a2,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:50.398137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03185a3c-a00a-4f81-9d3b-263ab71f4b58 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:50.399678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-13afbf55-307d-47dc-8876-c2c3b3210f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:50.399815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03185a3c-a00a-4f81-9d3b-263ab71f4b58 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:50.400555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-03185a3c-a00a-4f81-9d3b-263ab71f4b58 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Synchronizing usage tracker for tenant:1454363494b1489db61d58cbb574de5f on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:27:50.464851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4ba09a55-adad-4329-afc0-bc3a0980da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:50.465319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba09a55-adad-4329-afc0-bc3a0980da9c None None] The sync data for ids ['eac7e0d5-5711-4ec0-8232-c92a9180ba9b'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:27:50.470586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13afbf55-307d-47dc-8876-c2c3b3210f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:50.474540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-13afbf55-307d-47dc-8876-c2c3b3210f85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0d6bfb7-006c-4999-bfde-d33f587a55a2 HTTP/1.1" status: 204 len: 168 time: 0.4111488 Dec 07 13:27:50.485558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cdde72a3-5365-4fcb-bf54-21e996358ad0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:50.486736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:50.504051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:50.593872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fa4072-e086-460a-9310-5b829bdb7263 None None] DHCP port deletion for 3ebdc5b4-8fe9-485f-a888-ff364eda8f4a request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:27:50.598453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-64fa4072-e086-460a-9310-5b829bdb7263 None None] Deleting port 90778d48-b606-4c0c-a568-154ef41b3213 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:50.599256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64fa4072-e086-460a-9310-5b829bdb7263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:50.673222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-03185a3c-a00a-4f81-9d3b-263ab71f4b58 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Unset dirty status for tenant:1454363494b1489db61d58cbb574de5f on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:27:50.680935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-03185a3c-a00a-4f81-9d3b-263ab71f4b58 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4956284 Dec 07 13:27:50.717137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43684) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:50.757609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=f0b121bd-fdfe-422e-affb-ce587c5578f8,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:50.959653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:27:51.159019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-64fa4072-e086-460a-9310-5b829bdb7263 None None] For port 90778d48-b606-4c0c-a568-154ef41b3213, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=90778d48-b606-4c0c-a568-154ef41b3213,segment=NetworkSegment(d51ec841-d356-4c42-b979-e00ad6c97742),segment_id=d51ec841-d356-4c42-b979-e00ad6c97742)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:51.159642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64fa4072-e086-460a-9310-5b829bdb7263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.165677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85694728-49f4-4d9b-8e8f-684edae2918b req-adfc1c17-69d1-4980-8b53-213c2f6b0d13 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:51.167414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-85694728-49f4-4d9b-8e8f-684edae2918b req-adfc1c17-69d1-4980-8b53-213c2f6b0d13 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 945 time: 0.1937692 Dec 07 13:27:51.179682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde72a3-5365-4fcb-bf54-21e996358ad0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=ed12164f-c08a-4358-8a42-9be6e4ae1e85,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:51.182953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cdde72a3-5365-4fcb-bf54-21e996358ad0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:51.206532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.671s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:51.214306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:51.300335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fe5c43ab-17e1-4973-a058-42be1df7da4c None None] Provisioning for port ed12164f-c08a-4358-8a42-9be6e4ae1e85 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:51.310909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-64fa4072-e086-460a-9310-5b829bdb7263 None None] Calling delete_port for 90778d48-b606-4c0c-a568-154ef41b3213 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:51.329450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cdde72a3-5365-4fcb-bf54-21e996358ad0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] In _notify_port_updated(), no bound segment for port ed12164f-c08a-4358-8a42-9be6e4ae1e85 on network 70868a69-54da-4d1a-8752-65193f6cfe72 {{(pid=88898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:27:51.333799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde72a3-5365-4fcb-bf54-21e996358ad0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:51.334483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cdde72a3-5365-4fcb-bf54-21e996358ad0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.339363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cdde72a3-5365-4fcb-bf54-21e996358ad0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "PUT /v2.0/ports/ed12164f-c08a-4358-8a42-9be6e4ae1e85 HTTP/1.1" status: 200 len: 1012 time: 4.7666185 Dec 07 13:27:51.341369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-85694728-49f4-4d9b-8e8f-684edae2918b req-8f5bc426-0c65-4436-bba2-621120a1e08a tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f75da5-99c1-4729-b360-6d59ebb1f536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217823 Dec 07 13:27:51.341891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43694) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:51.346177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:27:51.354602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fe5c43ab-17e1-4973-a058-42be1df7da4c None None] Provisioning complete for port ed12164f-c08a-4358-8a42-9be6e4ae1e85 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:51.354817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe5c43ab-17e1-4973-a058-42be1df7da4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.363602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ab47cae-8f37-4c56-accc-d0b2d62d7460 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.374217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-72db06e0-2a04-4d8f-a90f-4e2bc68a23a9 req-32130cc3-86cd-4e8d-86ec-11fc6ef5ff03 service neutron] 10.222.0.45 "GET /v2.0/networks/6c962f77-029a-4d3f-8fec-e60389bdc894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0303783 Dec 07 13:27:51.396907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:51.397455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.416001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43698) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:51.429559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.454240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ab47cae-8f37-4c56-accc-d0b2d62d7460 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.462344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d613e5-a459-4e53-b885-f7c86d25dd4a req-cd3fc454-a06f-4674-9567-f6dd92b73515 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:51.464454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-93d613e5-a459-4e53-b885-f7c86d25dd4a req-cd3fc454-a06f-4674-9567-f6dd92b73515 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.3052540 Dec 07 13:27:51.469152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.470726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:51.498986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fe5c43ab-17e1-4973-a058-42be1df7da4c None None] Port ed12164f-c08a-4358-8a42-9be6e4ae1e85 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:27:51.533021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2ffaabb-7a74-4c67-a42b-5bbd3f6e5163 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.548051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c69aeba3-d1ff-4227-b865-63b9cd9ef768 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35d13ec5f1f044a7a22f332adbd3bd03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1299517 Dec 07 13:27:51.550727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43702) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:51.553706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab47cae-8f37-4c56-accc-d0b2d62d7460 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ad5d9e-2852-4f08-b956-bafa1a77308e,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:51.558273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4ab47cae-8f37-4c56-accc-d0b2d62d7460 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:51.570366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ceccedb5-4c87-4d11-8872-9d292e3a067f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port ed12164f-c08a-4358-8a42-9be6e4ae1e85 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:51.571541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64fa4072-e086-460a-9310-5b829bdb7263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.571693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ceccedb5-4c87-4d11-8872-9d292e3a067f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.580291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-93d613e5-a459-4e53-b885-f7c86d25dd4a req-f23fe90d-ceb5-4916-91c7-93ae603b6424 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005669 Dec 07 13:27:51.582046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:51.604075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ab47cae-8f37-4c56-accc-d0b2d62d7460 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.605829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4ab47cae-8f37-4c56-accc-d0b2d62d7460 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0669870 Dec 07 13:27:51.607723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.609620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.4974954 Dec 07 13:27:51.610942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ffaabb-7a74-4c67-a42b-5bbd3f6e5163 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 07 13:27:51.611675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ffaabb-7a74-4c67-a42b-5bbd3f6e5163 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:27:51.618051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e2ffaabb-7a74-4c67-a42b-5bbd3f6e5163 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/networks/3ebdc5b4-8fe9-485f-a888-ff364eda8f4a HTTP/1.1" status: 409 len: 405 time: 0.8844082 Dec 07 13:27:51.624460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43708) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:51.625086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43710) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:51.625652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43712) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:51.630407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.638177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa4072-e086-460a-9310-5b829bdb7263 None None] Pushing event deleted for resources: {'Port': ['ID=90778d48-b606-4c0c-a568-154ef41b3213,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:51.648054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2e1442f4-3adb-4985-aaf2-663720477fe8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': '15ad5d9e-2852-4f08-b956-bafa1a77308e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:51.648840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-2e1442f4-3adb-4985-aaf2-663720477fe8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:27:51.649988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2e1442f4-3adb-4985-aaf2-663720477fe8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0232532 Dec 07 13:27:51.654446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'port': {'network_id': '62671911-d9ea-42cb-a263-e16fb778aa1c', 'name': 'tempest-FloatingIPTestJSON-1889998397'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:51.657559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64fa4072-e086-460a-9310-5b829bdb7263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:51.661526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.672593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa4072-e086-460a-9310-5b829bdb7263 None None] No DVR routers for this DVR port 90778d48-b606-4c0c-a568-154ef41b3213 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:27:51.674388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-59283683'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:51.680265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43720) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:51.681737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7750-87c4-4939-b75b-39ff9a784df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.693956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Deleting port d2cf6441-b0b2-48ba-b02a-089f4b94597b {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:51.694710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.695432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:51.699094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f8e565-b542-4736-8bd9-1338b3208a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:27:51.701143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-eb7bee28-960e-4caf-9cab-c47dd2c36819 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': '15ad5d9e-2852-4f08-b956-bafa1a77308e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:51.701878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-eb7bee28-960e-4caf-9cab-c47dd2c36819 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:27:51.703443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-eb7bee28-960e-4caf-9cab-c47dd2c36819 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0165629 Dec 07 13:27:51.717079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc,segment=NetworkSegment(fc944cef-a8d4-4f90-8502-f76ab34013ce),segment_id=fc944cef-a8d4-4f90-8502-f76ab34013ce)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:51.752672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7750-87c4-4939-b75b-39ff9a784df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.767291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f8e565-b542-4736-8bd9-1338b3208a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc', 'code': 200} Dec 07 13:27:51.771779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:51.773777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:51.775881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43724) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:51.790771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7fd09515-7150-44c3-b69c-5efb43f63af2 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': '15ad5d9e-2852-4f08-b956-bafa1a77308e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:51.791700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-7fd09515-7150-44c3-b69c-5efb43f63af2 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:27:51.796608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7fd09515-7150-44c3-b69c-5efb43f63af2 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0195329 Dec 07 13:27:51.799334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43730) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:51.819477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-664822d6-9c5a-4cfd-bd45-6967c937bffd tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': '15ad5d9e-2852-4f08-b956-bafa1a77308e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:51.820258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-664822d6-9c5a-4cfd-bd45-6967c937bffd tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:27:51.824404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-664822d6-9c5a-4cfd-bd45-6967c937bffd tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0220754 Dec 07 13:27:51.828382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43734) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:51.855953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Usage tracker for resource:network and tenant:1454363494b1489db61d58cbb574de5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:51.871315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:51.872581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:51.876064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:51.897885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:52.026868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c9b64cd-5393-4da3-b217-9ad9eb8de0ab tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:52.047058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Made reservation on behalf of 1454363494b1489db61d58cbb574de5f for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:52.052578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:52.070117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:52.121286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c9b64cd-5393-4da3-b217-9ad9eb8de0ab tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:52.127471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:52.140229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Usage tracker for resource:port and tenant:07116a0e0f5f400f8e01d51898ee34fa is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:52.156467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:27:52.161696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:52.177043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:52.197794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7750-87c4-4939-b75b-39ff9a784df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:52.235856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:52.236221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Added segment 47c2a94b-74e7-4a1b-a4b1-028eb4526079 of type vlan for network 6dec9759-faa9-4418-82b6-c759421f7444 Dec 07 13:27:52.254819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 90778d48-b606-4c0c-a568-154ef41b3213 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:27:52.270431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d2d36ed4-15cd-43fd-8b9a-5ed4bc828f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:52.287262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Calling delete_port for d2cf6441-b0b2-48ba-b02a-089f4b94597b owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:52.297524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 90778d48-b606-4c0c-a568-154ef41b3213 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:27:52.298012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 90778d48-b606-4c0c-a568-154ef41b3213 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:27:52.316351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ceccedb5-4c87-4d11-8872-9d292e3a067f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:52.344653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Made reservation on behalf of 07116a0e0f5f400f8e01d51898ee34fa for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:52.350315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:52.505801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ceccedb5-4c87-4d11-8872-9d292e3a067f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for ed12164f-c08a-4358-8a42-9be6e4ae1e85 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:52.576307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] device_id is not set on port fd22c6eb-8d5f-4981-b5a9-558dcba2dc3e yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:27:52.584871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f7750-87c4-4939-b75b-39ff9a784df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd3506f-dbd9-4b7b-9778-182e591b02c7,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:52.617634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:52.631571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9e3f7750-87c4-4939-b75b-39ff9a784df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:52.655528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e3f7750-87c4-4939-b75b-39ff9a784df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:52.656967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9e3f7750-87c4-4939-b75b-39ff9a784df3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dd3506f-dbd9-4b7b-9778-182e591b02c7 HTTP/1.1" status: 204 len: 168 time: 1.1051035 Dec 07 13:27:52.728330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c9b64cd-5393-4da3-b217-9ad9eb8de0ab tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:52.737916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-32d7e649-9c49-4f5a-8b35-a53717c3277f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:52.745937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-272a6518-dad1-406c-934a-f3f96a52995b req-78540b38-e29a-49eb-b9b6-35e41af65962 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 1099 time: 0.5809352 Dec 07 13:27:52.763484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b64cd-5393-4da3-b217-9ad9eb8de0ab tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ad5d9e-2852-4f08-b956-bafa1a77308e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:52.780658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69843ed-76fe-42ba-87e2-6db330e3f856 req-ead88529-f892-497a-9459-ea88571ef45c tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:52.782427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c69843ed-76fe-42ba-87e2-6db330e3f856 req-ead88529-f892-497a-9459-ea88571ef45c tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.7003686 Dec 07 13:27:52.790468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0c9b64cd-5393-4da3-b217-9ad9eb8de0ab tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:52.821126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c5d702c7-e381-4850-835a-8d04aec31069 req-f7b6c8bb-1b5d-4ed4-ab63-6d198c2fdf7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f775aff5c0545dfb20578f646bb3e6d&device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 1098 time: 0.5820522 Dec 07 13:27:52.823399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb1e3a-33ad-4bff-b132-309ec8f801f2 req-4f4637e3-05bb-4aa0-a7d1-dde8960233b2 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:52.825003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c6eb1e3a-33ad-4bff-b132-309ec8f801f2 req-4f4637e3-05bb-4aa0-a7d1-dde8960233b2 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 946 time: 0.2624311 Dec 07 13:27:52.870432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:52.874555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:52.875207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:52.900558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c9b64cd-5393-4da3-b217-9ad9eb8de0ab tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:52.901768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0c9b64cd-5393-4da3-b217-9ad9eb8de0ab tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "DELETE /v2.0/security-groups/15ad5d9e-2852-4f08-b956-bafa1a77308e HTTP/1.1" status: 204 len: 168 time: 1.0707145 Dec 07 13:27:52.914799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-675f7fd0-4751-4034-9dbe-b1c8b1e2b2dc tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:52.921126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43748) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:52.984843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c69843ed-76fe-42ba-87e2-6db330e3f856 req-09815eeb-089f-4f8c-928d-0f1c14835481 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930599 Dec 07 13:27:53.001362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c6eb1e3a-33ad-4bff-b132-309ec8f801f2 req-860ce882-36a2-4244-a812-2b2aa05afcd8 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f75da5-99c1-4729-b360-6d59ebb1f536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637814 Dec 07 13:27:53.024430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fb87a724-1ff8-4437-8c2f-9577b32fed7b tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Synchronizing usage tracker for tenant:8b63e74858794c8396f20344123939db on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:27:53.029474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:53.034431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-05590c25-2112-4324-9b60-4b7b736bf8f5 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:53.083726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Pushing event deleted for resources: {'Port': ['ID=d2cf6441-b0b2-48ba-b02a-089f4b94597b,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:53.092192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:53.116804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-272a6518-dad1-406c-934a-f3f96a52995b req-9a5ce254-8aa2-432c-b0c6-c338acc5b6f4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=06f75da5-99c1-4729-b360-6d59ebb1f536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3549922 Dec 07 13:27:53.129799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fb87a724-1ff8-4437-8c2f-9577b32fed7b tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Unset dirty status for tenant:8b63e74858794c8396f20344123939db on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:27:53.135817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fb87a724-1ff8-4437-8c2f-9577b32fed7b tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2090111 Dec 07 13:27:53.147848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43756) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:53.183926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9d26637b-255e-4117-a810-326e5fe0d631 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group': {'name': 'tempest-secgroup--1401085578'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:53.221417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Allocated IP 172.20.0.3 (62671911-d9ea-42cb-a263-e16fb778aa1c/363788d4-031d-4b7c-9cf7-9b02bb7cf943/fd22c6eb-8d5f-4981-b5a9-558dcba2dc3e) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:53.224794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9d26637b-255e-4117-a810-326e5fe0d631 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:53.227805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event updated for resources: {'Network': ['ID=6dec9759-faa9-4418-82b6-c759421f7444,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:53.232786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:53.243731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 6dec9759-faa9-4418-82b6-c759421f7444 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:27:53.347118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:53.363669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7332587 Dec 07 13:27:53.391575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43766) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:53.398473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9d26637b-255e-4117-a810-326e5fe0d631 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:53.409581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-dd5784fe-5a52-460f-bcc4-85c49e15832e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Request body: {'subnet': {'network_id': '6dec9759-faa9-4418-82b6-c759421f7444', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:53.442723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ceccedb5-4c87-4d11-8872-9d292e3a067f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:53.489282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:53.492831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:53.508390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f84e55e9-b083-49ce-bad7-c6f62af17635 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:53.651556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Router eac7e0d5-5711-4ec0-8232-c92a9180ba9b has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:27:53.804456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:27:53.818506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:53.819463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf2ba67-2dc4-46bf-9930-76eab4231aa1 None None] Sync routers for ids ['eac7e0d5-5711-4ec0-8232-c92a9180ba9b'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:27:53.822848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "PUT /v2.0/routers/eac7e0d5-5711-4ec0-8232-c92a9180ba9b HTTP/1.1" status: 200 len: 706 time: 3.5570514 Dec 07 13:27:53.823809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43776) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:53.835426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf2ba67-2dc4-46bf-9930-76eab4231aa1 None None] Routers {'eac7e0d5-5711-4ec0-8232-c92a9180ba9b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:53.836250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-eaf2ba67-2dc4-46bf-9930-76eab4231aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['eac7e0d5-5711-4ec0-8232-c92a9180ba9b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:53.848363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d702c7-e381-4850-835a-8d04aec31069 req-b8948204-a703-43f9-a984-4cac77584b52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:53.849984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c5d702c7-e381-4850-835a-8d04aec31069 req-b8948204-a703-43f9-a984-4cac77584b52 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c206a118-c157-4a6a-b31d-dd0a64e6aab7 HTTP/1.1" status: 200 len: 912 time: 0.9888911 Dec 07 13:27:53.856522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccedb5-4c87-4d11-8872-9d292e3a067f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=ed12164f-c08a-4358-8a42-9be6e4ae1e85,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:53.859530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d26637b-255e-4117-a810-326e5fe0d631 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:53.910582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-eaf2ba67-2dc4-46bf-9930-76eab4231aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:53.914751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ceccedb5-4c87-4d11-8872-9d292e3a067f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:53.927755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf2ba67-2dc4-46bf-9930-76eab4231aa1 None None] Routers {'eac7e0d5-5711-4ec0-8232-c92a9180ba9b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:27:53.929255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-eaf2ba67-2dc4-46bf-9930-76eab4231aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['eac7e0d5-5711-4ec0-8232-c92a9180ba9b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:53.995167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-eaf2ba67-2dc4-46bf-9930-76eab4231aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:53.995997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf2ba67-2dc4-46bf-9930-76eab4231aa1 None None] The sync data for ids ['eac7e0d5-5711-4ec0-8232-c92a9180ba9b'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:27:54.007677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c1f254a3-6e19-440e-811a-c0cf618f6c94 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "GET /v2.0/routers/eac7e0d5-5711-4ec0-8232-c92a9180ba9b HTTP/1.1" status: 200 len: 741 time: 0.1799836 Dec 07 13:27:54.012398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43782) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:54.029043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dd5784fe-5a52-460f-bcc4-85c49e15832e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:54.048069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dd5784fe-5a52-460f-bcc4-85c49e15832e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:54.062039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-56efb65c-fea8-4522-aa65-400a1b6e73da tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&device_id=eac7e0d5-5711-4ec0-8232-c92a9180ba9b HTTP/1.1" status: 200 len: 205 time: 0.0480361 Dec 07 13:27:54.065013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43790) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:54.170352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a8aeffc2-250b-4dcf-92ab-9cd8ae80c8b1 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac7e0d5-5711-4ec0-8232-c92a9180ba9b HTTP/1.1" status: 200 len: 205 time: 0.1028719 Dec 07 13:27:54.173446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43794) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:54.375010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c5d702c7-e381-4850-835a-8d04aec31069 req-74023b53-ad47-44fb-b795-245f18ed0d8b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6806a1b7-5a64-46dd-8526-5cb9fb1a2061 HTTP/1.1" status: 200 len: 1000 time: 0.4902670 Dec 07 13:27:54.392086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ceccedb5-4c87-4d11-8872-9d292e3a067f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:54.397078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ceccedb5-4c87-4d11-8872-9d292e3a067f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/ed12164f-c08a-4358-8a42-9be6e4ae1e85 HTTP/1.1" status: 204 len: 168 time: 3.0320270 Dec 07 13:27:54.399445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43800) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:54.405366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5784fe-5a52-460f-bcc4-85c49e15832e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Made reservation on behalf of 1454363494b1489db61d58cbb574de5f for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:27:54.574571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa6ca623-47f7-4f90-8f50-4a9a89eb848d tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:54.618229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-be15049c-6651-4ef5-81c3-c9db2edc2eb4 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] GET failed (client error): The resource could not be found. Dec 07 13:27:54.618806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be15049c-6651-4ef5-81c3-c9db2edc2eb4 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Synchronizing usage tracker for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:27:54.652507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9d26637b-255e-4117-a810-326e5fe0d631 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:54.675452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9d26637b-255e-4117-a810-326e5fe0d631 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:54.680447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9d26637b-255e-4117-a810-326e5fe0d631 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:54.688014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:54.709655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9d26637b-255e-4117-a810-326e5fe0d631 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:54.718420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d702c7-e381-4850-835a-8d04aec31069 req-4a98b2e9-d1bc-4326-b7c7-0651b53da22e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:54.720131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c5d702c7-e381-4850-835a-8d04aec31069 req-4a98b2e9-d1bc-4326-b7c7-0651b53da22e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=603ac916-d99b-4cfa-ac27-f21a852f5c1b HTTP/1.1" status: 200 len: 850 time: 0.3197429 Dec 07 13:27:54.740702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd5784fe-5a52-460f-bcc4-85c49e15832e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:54.741416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a224b39-764c-48f0-9063-d38ca883d064 req-27365d44-316e-4f09-abc0-edda1beb7272 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:54.743039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0a224b39-764c-48f0-9063-d38ca883d064 req-27365d44-316e-4f09-abc0-edda1beb7272 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.4927976 Dec 07 13:27:54.752533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4882957-ba9e-4fcd-b8d2-f6c32d56e028 req-e4b213b3-4432-4f7c-857a-f94962ce25da tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:54.754258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d4882957-ba9e-4fcd-b8d2-f6c32d56e028 req-e4b213b3-4432-4f7c-857a-f94962ce25da tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 946 time: 0.3733337 Dec 07 13:27:54.809167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be15049c-6651-4ef5-81c3-c9db2edc2eb4 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Unset dirty status for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:27:54.814816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-be15049c-6651-4ef5-81c3-c9db2edc2eb4 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports/ed12164f-c08a-4358-8a42-9be6e4ae1e85 HTTP/1.1" status: 404 len: 333 time: 0.3886952 Dec 07 13:27:54.842571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43808) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:55.001806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d26637b-255e-4117-a810-326e5fe0d631 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:55.007962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:55.017506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5b565955-bd8a-4c76-96d8-cda7a96ab421 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:55.077276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d26637b-255e-4117-a810-326e5fe0d631 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:55.156266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c5d702c7-e381-4850-835a-8d04aec31069 req-985715bd-b1ba-4931-87e9-f52142d5be5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c206a118-c157-4a6a-b31d-dd0a64e6aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4243174 Dec 07 13:27:55.227715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=fd22c6eb-8d5f-4981-b5a9-558dcba2dc3e,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:55.232975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network 62671911-d9ea-42cb-a263-e16fb778aa1c is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:55.243782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:55.298684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:55.300660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7d1ab71b-4f10-4226-99e6-c8daa123ca23 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:55.316216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:55.415295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d26637b-255e-4117-a810-326e5fe0d631 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:55.419515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9d26637b-255e-4117-a810-326e5fe0d631 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.2518175 Dec 07 13:27:55.433074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26637b-255e-4117-a810-326e5fe0d631 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4ef46b-ae04-485a-b3e5-a74fb3b36f07,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:55.437731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43822) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:55.444689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d26637b-255e-4117-a810-326e5fe0d631 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:55.489594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:55.490898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:55.527641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-df153aa3-af57-4a40-a845-c3b6e131bd90 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': '7d4ef46b-ae04-485a-b3e5-a74fb3b36f07', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:55.528280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-df153aa3-af57-4a40-a845-c3b6e131bd90 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:27:55.532400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-df153aa3-af57-4a40-a845-c3b6e131bd90 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0888054 Dec 07 13:27:55.532588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c5d702c7-e381-4850-835a-8d04aec31069 req-c365c8e5-0028-4e48-80fe-ca3eef31f505 service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490467 Dec 07 13:27:55.562152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43826) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:55.562509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43828) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:55.592927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9639730 Dec 07 13:27:55.598933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d8eab46f-a94a-4b42-a4bd-9ae552fc7043 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': '7d4ef46b-ae04-485a-b3e5-a74fb3b36f07', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:55.601377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43834) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:55.612176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d4882957-ba9e-4fcd-b8d2-f6c32d56e028 req-a475dfe4-0008-4e77-a633-de051a629a97 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f75da5-99c1-4729-b360-6d59ebb1f536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8445044 Dec 07 13:27:55.620639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa6ca623-47f7-4f90-8f50-4a9a89eb848d tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:55.626263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-10b755ec-53c2-47ea-963e-91cdc9615bf1 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'floatingip': {'port_id': 'fd22c6eb-8d5f-4981-b5a9-558dcba2dc3e'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:55.692080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d8eab46f-a94a-4b42-a4bd-9ae552fc7043 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:55.709111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d8eab46f-a94a-4b42-a4bd-9ae552fc7043 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:55.725460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d8eab46f-a94a-4b42-a4bd-9ae552fc7043 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:55.734472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0a224b39-764c-48f0-9063-d38ca883d064 req-14993da2-7efe-4bad-9cd9-7b3c68e572ac tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8903971 Dec 07 13:27:55.737736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa6ca623-47f7-4f90-8f50-4a9a89eb848d tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:55.742448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d8eab46f-a94a-4b42-a4bd-9ae552fc7043 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:55.746696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-10b755ec-53c2-47ea-963e-91cdc9615bf1 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:55.803878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f8a7ad0c-8106-4df2-89b7-79519f6fdfae tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1283437050'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:55.827967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f8a7ad0c-8106-4df2-89b7-79519f6fdfae tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:55.836443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd5784fe-5a52-460f-bcc4-85c49e15832e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:55.840808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f8a7ad0c-8106-4df2-89b7-79519f6fdfae tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Usage tracker for resource:router and tenant:99b75640ccef4b7fbea5974aad59e5d5 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:55.847728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3db9d1e8-6701-40b2-9caf-62010a50eb20 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:55.895436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f8a7ad0c-8106-4df2-89b7-79519f6fdfae tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:55.922063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53b0f4c-8f4d-4856-ab11-64a5bec2ea94 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting subnet 30d09fcc-c394-4aa6-a415-60dd2b8bb14c {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:27:55.929165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f8a7ad0c-8106-4df2-89b7-79519f6fdfae tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:55.930269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b53b0f4c-8f4d-4856-ab11-64a5bec2ea94 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:55.948446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c5d702c7-e381-4850-835a-8d04aec31069 req-b24fa49b-2e42-444e-9b26-0157945760de service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883870 Dec 07 13:27:55.992442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5784fe-5a52-460f-bcc4-85c49e15832e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event updated for resources: {'Subnet': ['ID=eaf001e4-a05d-474b-b6b6-66aa04451a47,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:55.997337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dd5784fe-5a52-460f-bcc4-85c49e15832e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:56.008254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5784fe-5a52-460f-bcc4-85c49e15832e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Checking segment: {'id': '47c2a94b-74e7-4a1b-a4b1-028eb4526079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dec9759-faa9-4418-82b6-c759421f7444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:27:56.008682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5784fe-5a52-460f-bcc4-85c49e15832e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Network hostable DHCP agents. Network: 6dec9759-faa9-4418-82b6-c759421f7444, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:27:56.023184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8a7ad0c-8106-4df2-89b7-79519f6fdfae tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:56.024262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8a7ad0c-8106-4df2-89b7-79519f6fdfae tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:56.030510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-d8eab46f-a94a-4b42-a4bd-9ae552fc7043 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:27:56.031731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d8eab46f-a94a-4b42-a4bd-9ae552fc7043 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4679306 Dec 07 13:27:56.036935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43842) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:56.041028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa6ca623-47f7-4f90-8f50-4a9a89eb848d tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:56.041028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6ca623-47f7-4f90-8f50-4a9a89eb848d tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Fanout notify agent at l3_agent the message router_deleted on router eac7e0d5-5711-4ec0-8232-c92a9180ba9b {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:27:56.054098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b4faea52-9cde-4297-8553-a061d0f7e53c tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': '7d4ef46b-ae04-485a-b3e5-a74fb3b36f07', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:56.054098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-b4faea52-9cde-4297-8553-a061d0f7e53c tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:27:56.054098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b4faea52-9cde-4297-8553-a061d0f7e53c tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119119 Dec 07 13:27:56.055919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43846) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:56.062112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b53b0f4c-8f4d-4856-ab11-64a5bec2ea94 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:56.062729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a343fafc-7cb1-46cb-9be2-e5e83c7509bb tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': '7d4ef46b-ae04-485a-b3e5-a74fb3b36f07', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:56.070493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a343fafc-7cb1-46cb-9be2-e5e83c7509bb tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:56.074878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a343fafc-7cb1-46cb-9be2-e5e83c7509bb tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:56.079442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a343fafc-7cb1-46cb-9be2-e5e83c7509bb tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:56.085985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a343fafc-7cb1-46cb-9be2-e5e83c7509bb tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:56.113899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa6ca623-47f7-4f90-8f50-4a9a89eb848d tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:56.115105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aa6ca623-47f7-4f90-8f50-4a9a89eb848d tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "DELETE /v2.0/routers/eac7e0d5-5711-4ec0-8232-c92a9180ba9b HTTP/1.1" status: 204 len: 168 time: 1.9405291 Dec 07 13:27:56.119108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43850) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:56.192450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-89d5ad6c-8ea3-4b1b-819f-041c2c3e4300 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac7e0d5-5711-4ec0-8232-c92a9180ba9b HTTP/1.1" status: 200 len: 205 time: 0.0671275 Dec 07 13:27:56.193084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5784fe-5a52-460f-bcc4-85c49e15832e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Network 6dec9759-faa9-4418-82b6-c759421f7444 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:27:56.195772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43854) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:56.204331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8a7ad0c-8106-4df2-89b7-79519f6fdfae tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:56.282644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-a343fafc-7cb1-46cb-9be2-e5e83c7509bb tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:27:56.286593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a343fafc-7cb1-46cb-9be2-e5e83c7509bb tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2267709 Dec 07 13:27:56.286593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-dd5784fe-5a52-460f-bcc4-85c49e15832e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 6dec9759-faa9-4418-82b6-c759421f7444) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:56.289096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5784fe-5a52-460f-bcc4-85c49e15832e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:56.289750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd5784fe-5a52-460f-bcc4-85c49e15832e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:56.296478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43858) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:56.297207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63cc5f8-c4b4-4b59-a63f-060a87bc41de None None] Network 6dec9759-faa9-4418-82b6-c759421f7444 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:56.311190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6b68bd53-a140-4119-87a2-71c5eea37092 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': '7d4ef46b-ae04-485a-b3e5-a74fb3b36f07', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:56.312477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-6b68bd53-a140-4119-87a2-71c5eea37092 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:27:56.315442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6b68bd53-a140-4119-87a2-71c5eea37092 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0157268 Dec 07 13:27:56.329084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-e1b6241c-506f-4d9d-bd84-047d5f98b627 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] delete failed (client error): The resource could not be found. Dec 07 13:27:56.329084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e1b6241c-506f-4d9d-bd84-047d5f98b627 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "DELETE /v2.0/routers/eac7e0d5-5711-4ec0-8232-c92a9180ba9b HTTP/1.1" status: 404 len: 336 time: 0.1231277 Dec 07 13:27:56.329444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43862) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:56.329444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43864) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:56.346699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dd5784fe-5a52-460f-bcc4-85c49e15832e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9496696 Dec 07 13:27:56.347148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43870) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:56.414916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-895fbc94-1044-4987-8140-af37ba32b76f tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': '7d4ef46b-ae04-485a-b3e5-a74fb3b36f07', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:56.440612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b4fec7c6-049c-4e4b-be11-d0ebe5fbbb4a tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "GET /v2.0/ports?device_id=688c20ca-6129-4bc3-a3f1-70ee3db79fcf HTTP/1.1" status: 200 len: 205 time: 0.1101649 Dec 07 13:27:56.442628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-895fbc94-1044-4987-8140-af37ba32b76f tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:56.449349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43874) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:56.457929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b53b0f4c-8f4d-4856-ab11-64a5bec2ea94 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:56.552355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-895fbc94-1044-4987-8140-af37ba32b76f tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:56.578204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-895fbc94-1044-4987-8140-af37ba32b76f tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:56.671488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-11c0defb-9230-48ca-aaea-013ac0f73ce0 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] delete failed (client error): The resource could not be found. Dec 07 13:27:56.675161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-11c0defb-9230-48ca-aaea-013ac0f73ce0 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "DELETE /v2.0/routers/688c20ca-6129-4bc3-a3f1-70ee3db79fcf HTTP/1.1" status: 404 len: 336 time: 0.2227089 Dec 07 13:27:56.676484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-895fbc94-1044-4987-8140-af37ba32b76f tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:56.682743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43880) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:56.752648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8a7ad0c-8106-4df2-89b7-79519f6fdfae tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:56.760685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-6dec9759-faa9-4418-82b6-c759421f7444', 'network_id': '6dec9759-faa9-4418-82b6-c759421f7444', 'tenant_id': '1454363494b1489db61d58cbb574de5f', 'fixed_ips': [{'subnet_id': 'eaf001e4-a05d-474b-b6b6-66aa04451a47'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:27:56.761598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:56.778438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6c22045f-e467-44f6-abfd-d5145d879d90 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d1b3e9a-4514-4552-8294-c0e634902534 HTTP/1.1" status: 200 len: 205 time: 0.0884862 Dec 07 13:27:56.778720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43884) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:56.878561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-f57d7dfc-03ec-44e5-b7db-1fbb9ffc5085 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] delete failed (client error): The resource could not be found. Dec 07 13:27:56.879704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f57d7dfc-03ec-44e5-b7db-1fbb9ffc5085 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "DELETE /v2.0/routers/2d1b3e9a-4514-4552-8294-c0e634902534 HTTP/1.1" status: 404 len: 336 time: 0.1007493 Dec 07 13:27:56.882676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43890) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:56.916279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:56.925955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8a7ad0c-8106-4df2-89b7-79519f6fdfae tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:56.927267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f8a7ad0c-8106-4df2-89b7-79519f6fdfae tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3619633 Dec 07 13:27:56.930918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43894) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:56.943162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-895fbc94-1044-4987-8140-af37ba32b76f tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:27:56.944407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-895fbc94-1044-4987-8140-af37ba32b76f tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6091259 Dec 07 13:27:56.988309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-41c4c5e7-bf60-488a-9ab3-238f062a79e0 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "GET /v2.0/ports?device_id=3007c0a7-a063-45d1-a146-584fbc21ac29 HTTP/1.1" status: 200 len: 205 time: 0.1019804 Dec 07 13:27:56.989169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43898) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:56.989169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43900) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:57.017947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Allocated IP 2001:db8::f816:3eff:fe1a:75a4 (6dec9759-faa9-4418-82b6-c759421f7444/eaf001e4-a05d-474b-b6b6-66aa04451a47/0453fc31-80a1-406c-995a-694f38fd0cbb) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:27:57.074062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-80c51e03-22dc-4f23-9aa7-0a852c1ecfb9 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': '7d4ef46b-ae04-485a-b3e5-a74fb3b36f07', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:57.074743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-80c51e03-22dc-4f23-9aa7-0a852c1ecfb9 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:27:57.081299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-80c51e03-22dc-4f23-9aa7-0a852c1ecfb9 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0757828 Dec 07 13:27:57.095941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43906) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:57.114638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-575fa74d-7378-467a-adcd-ef8e814e6618 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': '7d4ef46b-ae04-485a-b3e5-a74fb3b36f07', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:57.125221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-61a63bcc-6fa0-4c58-8709-0bec0fddc2fe tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] delete failed (client error): The resource could not be found. Dec 07 13:27:57.126166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-61a63bcc-6fa0-4c58-8709-0bec0fddc2fe tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "DELETE /v2.0/routers/3007c0a7-a063-45d1-a146-584fbc21ac29 HTTP/1.1" status: 404 len: 336 time: 0.1233218 Dec 07 13:27:57.129270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43910) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:57.135036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-575fa74d-7378-467a-adcd-ef8e814e6618 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:57.148686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-575fa74d-7378-467a-adcd-ef8e814e6618 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:57.157435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-575fa74d-7378-467a-adcd-ef8e814e6618 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:57.175361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-575fa74d-7378-467a-adcd-ef8e814e6618 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:57.184156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:57.187964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7b93b-7105-4948-9cb0-a2a83a3619ab req-e95762f4-ea64-48a4-8e63-475723b87f5a tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:57.189612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-53e7b93b-7105-4948-9cb0-a2a83a3619ab req-e95762f4-ea64-48a4-8e63-475723b87f5a tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 946 time: 0.4022732 Dec 07 13:27:57.224352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-59aec55e-1396-4850-9d3f-6b4c17577bcb tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb87424-9edf-458b-a12f-68046a0da437 HTTP/1.1" status: 200 len: 205 time: 0.0938380 Dec 07 13:27:57.227412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b53b0f4c-8f4d-4856-ab11-64a5bec2ea94 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:57.231276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43914) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:57.237858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b60f2bfd-cb8f-4a1e-a41e-8de66687c0c4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:57.298874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b0f4c-8f4d-4856-ab11-64a5bec2ea94 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Subnet': ['ID=30d09fcc-c394-4aa6-a415-60dd2b8bb14c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:57.309065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546de746-2ce5-48d6-96e6-71c390334acf req-1f5b1e40-c5f6-45b7-8009-3a0694fb45e1 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:57.311792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-546de746-2ce5-48d6-96e6-71c390334acf req-1f5b1e40-c5f6-45b7-8009-3a0694fb45e1 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.3864770 Dec 07 13:27:57.314489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-46ce6427-d9ba-4cc4-8c4b-7d262472f0d4 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] delete failed (client error): The resource could not be found. Dec 07 13:27:57.315874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-46ce6427-d9ba-4cc4-8c4b-7d262472f0d4 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "DELETE /v2.0/routers/cfb87424-9edf-458b-a12f-68046a0da437 HTTP/1.1" status: 404 len: 336 time: 0.0817189 Dec 07 13:27:57.316565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b53b0f4c-8f4d-4856-ab11-64a5bec2ea94 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:57.319702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43918) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:57.323659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a937b28d-d69f-4fc8-b8c7-e343ab3fd6d4 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:57.339660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b53b0f4c-8f4d-4856-ab11-64a5bec2ea94 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:57.360748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a5dd46-690c-418a-ac0d-1be4d7c1d576 None None] Network 70868a69-54da-4d1a-8752-65193f6cfe72 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:57.454891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:57.474009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Transition to ACTIVE for port object 0453fc31-80a1-406c-995a-694f38fd0cbb will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:57.501397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-abc17e14-2b0b-466a-bd73-b00193dc3ced tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4bceda4-b146-4543-80a5-0d5c6393f8aa HTTP/1.1" status: 200 len: 205 time: 0.1802964 Dec 07 13:27:57.506241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43922) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:57.526784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Transition to ACTIVE for port object 0453fc31-80a1-406c-995a-694f38fd0cbb will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:27:57.587824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:57.594337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-4202601c-cdb5-4baf-8fdf-cede815861b1 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] delete failed (client error): The resource could not be found. Dec 07 13:27:57.598996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4202601c-cdb5-4baf-8fdf-cede815861b1 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "DELETE /v2.0/routers/f4bceda4-b146-4543-80a5-0d5c6393f8aa HTTP/1.1" status: 404 len: 336 time: 0.0833800 Dec 07 13:27:57.599415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:57.602009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43926) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:57.644636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-53e7b93b-7105-4948-9cb0-a2a83a3619ab req-4eeaf920-0e12-49e8-a583-245866ffa84f tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f75da5-99c1-4729-b360-6d59ebb1f536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4483907 Dec 07 13:27:57.651913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b53b0f4c-8f4d-4856-ab11-64a5bec2ea94 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/30d09fcc-c394-4aa6-a415-60dd2b8bb14c HTTP/1.1" status: 204 len: 168 time: 2.8004398 Dec 07 13:27:57.660130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43930) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:57.690914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Network 6dec9759-faa9-4418-82b6-c759421f7444 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:27:57.696844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:27:57.702545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Pushing event updated for resources: {'Port': ['ID=0453fc31-80a1-406c-995a-694f38fd0cbb,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:57.717385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:27:57.781260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:57.785595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-308b9f5f-6a8f-458d-98e4-bcc3cc510535 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] DELETE failed (client error): The resource could not be found. Dec 07 13:27:57.786089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308b9f5f-6a8f-458d-98e4-bcc3cc510535 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:27:57.796875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:57.798830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b571cc8-6966-4b1f-9079-2ee0142f8a27 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:57.853212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-308b9f5f-6a8f-458d-98e4-bcc3cc510535 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] 10.222.0.24 "DELETE /v2.0/subnets/072e100a-be0b-4141-a689-00ed799f8a97 HTTP/1.1" status: 404 len: 337 time: 0.2443197 Dec 07 13:27:57.853212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf001e4-a05d-474b-b6b6-66aa04451a47,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:57.862098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:57.883885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Attempting to bind port 0453fc31-80a1-406c-995a-694f38fd0cbb on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:27:57.884301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Attempting to bind port 0453fc31-80a1-406c-995a-694f38fd0cbb by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '47c2a94b-74e7-4a1b-a4b1-028eb4526079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dec9759-faa9-4418-82b6-c759421f7444'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:27:57.884701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Attempting to bind port 0453fc31-80a1-406c-995a-694f38fd0cbb on network 6dec9759-faa9-4418-82b6-c759421f7444 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:27:57.887477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-575fa74d-7378-467a-adcd-ef8e814e6618 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:27:57.889456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-575fa74d-7378-467a-adcd-ef8e814e6618 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7925117 Dec 07 13:27:57.904434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43938) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:57.905088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:27:57.905508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Checking segment: {'id': '47c2a94b-74e7-4a1b-a4b1-028eb4526079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dec9759-faa9-4418-82b6-c759421f7444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:27:57.905948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:57.906379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Bound using segment: {'id': '47c2a94b-74e7-4a1b-a4b1-028eb4526079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dec9759-faa9-4418-82b6-c759421f7444'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:27:57.906931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Bound port: 0453fc31-80a1-406c-995a-694f38fd0cbb, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c2a94b-74e7-4a1b-a4b1-028eb4526079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6dec9759-faa9-4418-82b6-c759421f7444'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:27:57.907606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:57.921822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-57cbe5a8-5d4b-466c-a769-664ee191acac tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': '7d4ef46b-ae04-485a-b3e5-a74fb3b36f07', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:57.941835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-57cbe5a8-5d4b-466c-a769-664ee191acac tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:57.972879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-546de746-2ce5-48d6-96e6-71c390334acf req-252b4b01-98b0-42c6-be2d-9bd97ad4a4f7 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6375284 Dec 07 13:27:57.973862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-57cbe5a8-5d4b-466c-a769-664ee191acac tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:57.982538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-57cbe5a8-5d4b-466c-a769-664ee191acac tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:57.994483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-57cbe5a8-5d4b-466c-a769-664ee191acac tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:58.067907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9664c93-c353-460c-86df-2285229ccfeb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting subnet 5ae85607-ac21-424a-8c57-5cdd3f4e8a85 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:27:58.068073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] For port 0453fc31-80a1-406c-995a-694f38fd0cbb, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:27:58.072791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-10b755ec-53c2-47ea-963e-91cdc9615bf1 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.074037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9664c93-c353-460c-86df-2285229ccfeb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.078820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] For port 0453fc31-80a1-406c-995a-694f38fd0cbb, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=0453fc31-80a1-406c-995a-694f38fd0cbb,segment=NetworkSegment(47c2a94b-74e7-4a1b-a4b1-028eb4526079),segment_id=47c2a94b-74e7-4a1b-a4b1-028eb4526079)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:27:58.118605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a937b28d-d69f-4fc8-b8c7-e343ab3fd6d4 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.134008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a937b28d-d69f-4fc8-b8c7-e343ab3fd6d4 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.138421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.138875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.145044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0f99b84-5353-4d91-8cc8-168afdbb3bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:58.170305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9664c93-c353-460c-86df-2285229ccfeb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.172163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dec9759-faa9-4418-82b6-c759421f7444']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:58.198014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c2a94b-74e7-4a1b-a4b1-028eb4526079') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:58.198360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c2a94b-74e7-4a1b-a4b1-028eb4526079') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:27:58.213425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.236790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.241280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Pushing event updated for resources: {'Port': ['ID=0453fc31-80a1-406c-995a-694f38fd0cbb,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:58.245880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:58.249152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:27:58.249988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:27:58.268284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:27:58.273354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a937b28d-d69f-4fc8-b8c7-e343ab3fd6d4 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.273895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a937b28d-d69f-4fc8-b8c7-e343ab3fd6d4 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 267454c7-0f1f-4f6d-9fa9-d3a44f8b708d {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:27:58.343217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-10b755ec-53c2-47ea-963e-91cdc9615bf1 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.378772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a937b28d-d69f-4fc8-b8c7-e343ab3fd6d4 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.386465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a937b28d-d69f-4fc8-b8c7-e343ab3fd6d4 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] 10.222.0.24 "DELETE /v2.0/routers/267454c7-0f1f-4f6d-9fa9-d3a44f8b708d HTTP/1.1" status: 204 len: 168 time: 1.4515014 Dec 07 13:27:58.390418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43946) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:58.401109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1b3b8e85-05e3-45f0-ad9b-8df48811df77 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Request body: {'router': {'name': 'tempest-router-463667866', 'distributed': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:58.409751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1b3b8e85-05e3-45f0-ad9b-8df48811df77 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:58.414618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120383dc-d4e4-4f2e-8835-355e71a030a1 None None] Network 6dec9759-faa9-4418-82b6-c759421f7444 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:58.421900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1b3b8e85-05e3-45f0-ad9b-8df48811df77 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Usage tracker for resource:router and tenant:99b75640ccef4b7fbea5974aad59e5d5 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:58.425594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1b3b8e85-05e3-45f0-ad9b-8df48811df77 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:58.432941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1b3b8e85-05e3-45f0-ad9b-8df48811df77 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:58.441765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 13:27:58.441765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 13:27:58.441765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [parameters: {'id': '6dec9759-faa9-4418-82b6-c759421f7444'}] Dec 07 13:27:58.441765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:27:58.442332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:27:58.474741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8e85-05e3-45f0-ad9b-8df48811df77 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.475823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8e85-05e3-45f0-ad9b-8df48811df77 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.486674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43950) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:58.512288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9664c93-c353-460c-86df-2285229ccfeb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.567498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8e85-05e3-45f0-ad9b-8df48811df77 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.585261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae249294-0863-453f-ad9d-eaf1882c2e65 req-5e0555a1-00ef-402c-82f9-ecbffa647958 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:58.586884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ae249294-0863-453f-ad9d-eaf1882c2e65 req-5e0555a1-00ef-402c-82f9-ecbffa647958 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 946 time: 0.7830381 Dec 07 13:27:58.603462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43956) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:58.614639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-579f9c5c-4882-45ff-b5cb-bde288a07b1c tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Request body: {'floatingip': {'port_id': 'a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:27:58.651708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-57cbe5a8-5d4b-466c-a769-664ee191acac tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:27:58.659469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-57cbe5a8-5d4b-466c-a769-664ee191acac tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7392695 Dec 07 13:27:58.660733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43960) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:58.718089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-579f9c5c-4882-45ff-b5cb-bde288a07b1c tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for floatingip, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.725569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9664c93-c353-460c-86df-2285229ccfeb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.736502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6e71be93-b7ac-46cf-8c1a-32aacd828ed2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:58.795184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8e85-05e3-45f0-ad9b-8df48811df77 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.801042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b80036bd-91c2-419f-b381-3bb384bd3c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.846398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c46c82-d6f9-416a-a4d1-6f7c74e835b6 req-d19ed336-02f0-48e3-96ce-6c9214180aa7 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:58.848203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-43c46c82-d6f9-416a-a4d1-6f7c74e835b6 req-d19ed336-02f0-48e3-96ce-6c9214180aa7 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.4070799 Dec 07 13:27:58.859124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9664c93-c353-460c-86df-2285229ccfeb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae85607-ac21-424a-8c57-5cdd3f4e8a85,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:58.872528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9664c93-c353-460c-86df-2285229ccfeb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:58.904838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9664c93-c353-460c-86df-2285229ccfeb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:58.936601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e9664c93-c353-460c-86df-2285229ccfeb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/5ae85607-ac21-424a-8c57-5cdd3f4e8a85 HTTP/1.1" status: 204 len: 168 time: 1.2750251 Dec 07 13:27:58.942358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43964) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:59.013421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5cb9ba51-eb00-4bc1-94e6-9cdefef83dca tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:59.017333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-43c46c82-d6f9-416a-a4d1-6f7c74e835b6 req-b759e580-b69d-4e9e-b426-b7837ade988e tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474237 Dec 07 13:27:59.051026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adf0044-b40f-4a02-970d-ac53ce4e121d None None] Network 70868a69-54da-4d1a-8752-65193f6cfe72 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:27:59.082984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:59.150772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5cb9ba51-eb00-4bc1-94e6-9cdefef83dca tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:59.185999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Deleting port 0453fc31-80a1-406c-995a-694f38fd0cbb {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:59.186807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:59.238081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:59.238626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8e85-05e3-45f0-ad9b-8df48811df77 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:59.238626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1b3b8e85-05e3-45f0-ad9b-8df48811df77 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8471217 Dec 07 13:27:59.244750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43970) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:27:59.256044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b80036bd-91c2-419f-b381-3bb384bd3c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:27:59.260742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-055735d2-20fc-43dc-a02d-3486ed9b5521 None None] Provisioning complete for port bd53818b-866a-4f10-875b-8a4c808d4632 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:27:59.261211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-055735d2-20fc-43dc-a02d-3486ed9b5521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:59.267054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b80036bd-91c2-419f-b381-3bb384bd3c59 admin admin] Usage tracker for resource:security_group_rule and tenant:6be95b94d5264722a5d26ec189906b2f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:27:59.274695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b80036bd-91c2-419f-b381-3bb384bd3c59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:27:59.343818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b80036bd-91c2-419f-b381-3bb384bd3c59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:27:59.445186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-10b755ec-53c2-47ea-963e-91cdc9615bf1 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Floating IP 24ae5cd0-57e3-47ac-8dfa-cbff3cf49217 associated. External IP: 172.36.4.59, port: fd22c6eb-8d5f-4981-b5a9-558dcba2dc3e. Dec 07 13:27:59.472535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d2c032-f82a-4a7b-a710-9f6fd9e0558f None None] DHCP port deletion for 70868a69-54da-4d1a-8752-65193f6cfe72 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:27:59.477287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-71d2c032-f82a-4a7b-a710-9f6fd9e0558f None None] Deleting port bd53818b-866a-4f10-875b-8a4c808d4632 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:59.477846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71d2c032-f82a-4a7b-a710-9f6fd9e0558f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:59.514751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port bd53818b-866a-4f10-875b-8a4c808d4632 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:27:59.515137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:59.599104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5cb9ba51-eb00-4bc1-94e6-9cdefef83dca tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:59.610698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c09bb547-072b-433f-a350-b0f4cd39ddf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:27:59.659756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57e2e3a6-1ee6-49b0-ae64-61d1d635cfb8 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:59.715114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-71d2c032-f82a-4a7b-a710-9f6fd9e0558f None None] For port bd53818b-866a-4f10-875b-8a4c808d4632, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=bd53818b-866a-4f10-875b-8a4c808d4632,segment=NetworkSegment(a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef),segment_id=a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:59.715114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71d2c032-f82a-4a7b-a710-9f6fd9e0558f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:59.725624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9ba51-eb00-4bc1-94e6-9cdefef83dca tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4ef46b-ae04-485a-b3e5-a74fb3b36f07,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:27:59.749652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea7804-eb3c-486a-9d8b-19a73f6a980e req-3f5511d5-f991-4bfe-b85f-337f6c7045e2 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:27:59.750780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a5ea7804-eb3c-486a-9d8b-19a73f6a980e req-3f5511d5-f991-4bfe-b85f-337f6c7045e2 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.5856111 Dec 07 13:27:59.754968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5cb9ba51-eb00-4bc1-94e6-9cdefef83dca tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:27:59.759117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b80036bd-91c2-419f-b381-3bb384bd3c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:59.764303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] For port 0453fc31-80a1-406c-995a-694f38fd0cbb, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=0453fc31-80a1-406c-995a-694f38fd0cbb,segment=NetworkSegment(47c2a94b-74e7-4a1b-a4b1-028eb4526079),segment_id=47c2a94b-74e7-4a1b-a4b1-028eb4526079)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:27:59.764697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:59.859643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-71d2c032-f82a-4a7b-a710-9f6fd9e0558f None None] Calling delete_port for bd53818b-866a-4f10-875b-8a4c808d4632 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:27:59.903603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b80036bd-91c2-419f-b381-3bb384bd3c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:27:59.975558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Calling delete_port for 0453fc31-80a1-406c-995a-694f38fd0cbb owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:00.003736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:00.054528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71d2c032-f82a-4a7b-a710-9f6fd9e0558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:00.061251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:00.077812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5cb9ba51-eb00-4bc1-94e6-9cdefef83dca tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:00.081994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5cb9ba51-eb00-4bc1-94e6-9cdefef83dca tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "DELETE /v2.0/security-groups/7d4ef46b-ae04-485a-b3e5-a74fb3b36f07 HTTP/1.1" status: 204 len: 168 time: 1.4005792 Dec 07 13:28:00.090551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43974) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:00.103936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86993bea-a2c5-4086-b61d-5b2030b7b421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:00.115549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2c032-f82a-4a7b-a710-9f6fd9e0558f None None] Pushing event deleted for resources: {'Port': ['ID=bd53818b-866a-4f10-875b-8a4c808d4632,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:00.115841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80036bd-91c2-419f-b381-3bb384bd3c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a007f0-361f-4ec7-ad80-41131e829064,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:00.120374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71d2c032-f82a-4a7b-a710-9f6fd9e0558f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:00.122089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b80036bd-91c2-419f-b381-3bb384bd3c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:00.124924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d2c032-f82a-4a7b-a710-9f6fd9e0558f None None] No DVR routers for this DVR port bd53818b-866a-4f10-875b-8a4c808d4632 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:28:00.126752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b80036bd-91c2-419f-b381-3bb384bd3c59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6be95b94d5264722a5d26ec189906b2f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6389470 Dec 07 13:28:00.138101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43978) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:00.165417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbd7a70-c864-4df4-8542-92495a9aec2e None None] get_active_networks_info from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 07 13:28:00.242940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-91c43d95-3008-4926-9ae6-b50c1955ce7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:00.259610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:00.267146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c609848-58d5-4031-bc7a-0d0fbb47baa7 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:00.270603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device bd53818b-866a-4f10-875b-8a4c808d4632 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:28:00.310045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: bd53818b-866a-4f10-875b-8a4c808d4632 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:28:00.310707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device bd53818b-866a-4f10-875b-8a4c808d4632 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:28:00.373091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a5ea7804-eb3c-486a-9d8b-19a73f6a980e req-b98c8a6e-8fc7-49e3-b665-af10896a4df3 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5688276 Dec 07 13:28:00.375889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] For port bd53818b-866a-4f10-875b-8a4c808d4632, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=bd53818b-866a-4f10-875b-8a4c808d4632,segment=NetworkSegment(a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef),segment_id=a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:00.376201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:00.385003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Port': ['ID=0453fc31-80a1-406c-995a-694f38fd0cbb,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:00.395178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbd7a70-c864-4df4-8542-92495a9aec2e None None] Resources bound (agent type, host, resource id): {{(pid=88899) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 07 13:28:00.400583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:00.405911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-91c43d95-3008-4926-9ae6-b50c1955ce7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:00.429205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] No DVR routers for this DVR port 0453fc31-80a1-406c-995a-694f38fd0cbb on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:28:00.538488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-579f9c5c-4882-45ff-b5cb-bde288a07b1c tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:00.606484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-579f9c5c-4882-45ff-b5cb-bde288a07b1c tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:00.635388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-435c660d-b644-44e4-97d2-bb08c520bdf1 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Synchronizing usage tracker for tenant:8b63e74858794c8396f20344123939db on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:00.679349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:00.717824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dec9759-faa9-4418-82b6-c759421f7444']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:00.729086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for bd53818b-866a-4f10-875b-8a4c808d4632 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:00.734965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c2a94b-74e7-4a1b-a4b1-028eb4526079') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:00.735337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c2a94b-74e7-4a1b-a4b1-028eb4526079') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:00.751786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:00.795101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-91c43d95-3008-4926-9ae6-b50c1955ce7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:00.801682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:00.804423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d37b7539-e452-46cc-8654-5138c0a70836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:00.881914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:28:00.882339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:00.902118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c43d95-3008-4926-9ae6-b50c1955ce7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a007f0-361f-4ec7-ad80-41131e829064,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:28:00.904651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:28:00.967038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-91c43d95-3008-4926-9ae6-b50c1955ce7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:00.978946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-435c660d-b644-44e4-97d2-bb08c520bdf1 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Unset dirty status for tenant:8b63e74858794c8396f20344123939db on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:00.985194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-435c660d-b644-44e4-97d2-bb08c520bdf1 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8821034 Dec 07 13:28:00.988547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43986) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:01.000312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c0735ac8-e022-4551-887e-5ff2f971889d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group': {'name': 'tempest-secgroup--818019650'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:01.006421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57e2e3a6-1ee6-49b0-ae64-61d1d635cfb8 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:01.008099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-91c43d95-3008-4926-9ae6-b50c1955ce7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:01.012269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-91c43d95-3008-4926-9ae6-b50c1955ce7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5a007f0-361f-4ec7-ad80-41131e829064 HTTP/1.1" status: 204 len: 168 time: 0.8715830 Dec 07 13:28:01.013985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c0735ac8-e022-4551-887e-5ff2f971889d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:01.054293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-579f9c5c-4882-45ff-b5cb-bde288a07b1c tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Floating IP f3ff51f4-76b5-4892-8dd8-55da4967ba88 associated. External IP: 172.36.4.159, port: a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc. Dec 07 13:28:01.077764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57e2e3a6-1ee6-49b0-ae64-61d1d635cfb8 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:01.095543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c0735ac8-e022-4551-887e-5ff2f971889d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:01.116104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:28:01.116675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:28:01.247105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0735ac8-e022-4551-887e-5ff2f971889d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:01.304581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c9d7b-f61d-4b92-88b1-5b7e648a6114 req-eced9b95-68a0-4b82-823f-fba9f1122e6e tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:01.313896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208c9d7b-f61d-4b92-88b1-5b7e648a6114 req-eced9b95-68a0-4b82-823f-fba9f1122e6e tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.2763181 Dec 07 13:28:01.343709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57e2e3a6-1ee6-49b0-ae64-61d1d635cfb8 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:01.344362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e2e3a6-1ee6-49b0-ae64-61d1d635cfb8 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ca65e66-cf65-4cee-90b8-7d686385c913 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:28:01.438188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c0735ac8-e022-4551-887e-5ff2f971889d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:01.459181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c0735ac8-e022-4551-887e-5ff2f971889d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:01.464071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c0735ac8-e022-4551-887e-5ff2f971889d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:01.482910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c0735ac8-e022-4551-887e-5ff2f971889d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:01.501130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208c9d7b-f61d-4b92-88b1-5b7e648a6114 req-e72e37dc-509b-45d3-84a5-6c72101332e3 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859953 Dec 07 13:28:01.517327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:01.524431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:01.528904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2d5688bd-fbd7-4f4a-bfa2-2a3575162a2f tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:01.558882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/networks/6dec9759-faa9-4418-82b6-c759421f7444 HTTP/1.1" status: 204 len: 168 time: 5.2105498 Dec 07 13:28:01.559923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Network': ['ID=6dec9759-faa9-4418-82b6-c759421f7444,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:01.562942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:01.563528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 43994) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:01.572708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1178383211'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:01.582407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:01.588637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Usage tracker for resource:network and tenant:1454363494b1489db61d58cbb574de5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:01.593182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:01.600252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57e2e3a6-1ee6-49b0-ae64-61d1d635cfb8 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:01.601364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-57e2e3a6-1ee6-49b0-ae64-61d1d635cfb8 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] 10.222.0.24 "DELETE /v2.0/routers/3ca65e66-cf65-4cee-90b8-7d686385c913 HTTP/1.1" status: 204 len: 168 time: 2.3537126 Dec 07 13:28:01.607314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 43998) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:01.615445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-fd08f1e7-50e2-4487-bf12-41107e985265 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Request body: {'router': {'name': 'tempest-router-1143199514', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8d8fff726f22403da938b56242f060d4'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:01.618423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port bd53818b-866a-4f10-875b-8a4c808d4632 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:01.618847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:01.620372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:01.645796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b755ec-53c2-47ea-963e-91cdc9615bf1 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router f8ff709e-bfa8-4797-a997-7bf27676d18e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:28:01.652228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fd08f1e7-50e2-4487-bf12-41107e985265 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:01.664984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fd08f1e7-50e2-4487-bf12-41107e985265 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Usage tracker for resource:router and tenant:8d8fff726f22403da938b56242f060d4 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:01.670179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:01.696347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44002) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:01.698172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fd08f1e7-50e2-4487-bf12-41107e985265 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:01.736987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] The port 'bd53818b-866a-4f10-875b-8a4c808d4632' was deleted {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:28:01.738099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fd08f1e7-50e2-4487-bf12-41107e985265 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:01.827529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0735ac8-e022-4551-887e-5ff2f971889d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:01.832730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579f9c5c-4882-45ff-b5cb-bde288a07b1c tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:28:01.900915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Made reservation on behalf of 1454363494b1489db61d58cbb574de5f for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:01.906603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:01.954162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:28:01.962125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0735ac8-e022-4551-887e-5ff2f971889d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:01.966175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fd08f1e7-50e2-4487-bf12-41107e985265 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:01.967159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fd08f1e7-50e2-4487-bf12-41107e985265 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:01.967965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:01.968350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Added segment 3d488367-a947-45b8-9c3e-8fc1a4367f32 of type vlan for network 93ab1108-1b1e-4c3a-b8e7-5643004c44e1 Dec 07 13:28:01.989797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:02.046340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.069572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.081370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b755feaa-531d-4828-b88f-196432ed5f5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d02208934f8d46cba3c2ecfc20648aad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3788176 Dec 07 13:28:02.084865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44006) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:02.095442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0735ac8-e022-4551-887e-5ff2f971889d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6356e26-79a2-48b9-a043-e7994aa542c5,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:02.102158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0735ac8-e022-4551-887e-5ff2f971889d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.103821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c0735ac8-e022-4551-887e-5ff2f971889d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1089871 Dec 07 13:28:02.108856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0735ac8-e022-4551-887e-5ff2f971889d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:02.109937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44010) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:02.111607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70868a69-54da-4d1a-8752-65193f6cfe72']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:02.129578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fd08f1e7-50e2-4487-bf12-41107e985265 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.135808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-dec52474-47fc-44cf-978d-21c057497a18 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': 'c6356e26-79a2-48b9-a043-e7994aa542c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:02.143945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:02.144282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02fbe4f-c35a-42c7-85f0-bb1eee1b51ef') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:02.162740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dec52474-47fc-44cf-978d-21c057497a18 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:02.178589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dec52474-47fc-44cf-978d-21c057497a18 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:02.182274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.193454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dec52474-47fc-44cf-978d-21c057497a18 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:02.205074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.205438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dec52474-47fc-44cf-978d-21c057497a18 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:02.209138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:02.209786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.214662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:02.229728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-60387ff0-6f62-4ac6-a86e-8ba6fd4a03ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.237713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579f9c5c-4882-45ff-b5cb-bde288a07b1c tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:28:02.249558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90088885-e4e5-49f4-940a-bad1ef7a283e None None] Sync routers for ids ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:28:02.264124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90088885-e4e5-49f4-940a-bad1ef7a283e None None] Routers {'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:02.265153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-90088885-e4e5-49f4-940a-bad1ef7a283e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:02.270717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fd08f1e7-50e2-4487-bf12-41107e985265 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.298564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.312273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:28:02.312728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:28:02.328701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:28:02.344423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-579f9c5c-4882-45ff-b5cb-bde288a07b1c tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.345258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fd08f1e7-50e2-4487-bf12-41107e985265 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.349774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fd08f1e7-50e2-4487-bf12-41107e985265 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7382674 Dec 07 13:28:02.388697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44014) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:02.401751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a0cfb4ed-be0f-4304-9949-6e98c15adb41 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:02.475207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b755ec-53c2-47ea-963e-91cdc9615bf1 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:28:02.486260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-10b755ec-53c2-47ea-963e-91cdc9615bf1 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.491474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1875b7cb-08e2-4e54-8e4e-9b863ba64d0c None None] Sync routers for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:28:02.505202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1875b7cb-08e2-4e54-8e4e-9b863ba64d0c None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:02.506210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1875b7cb-08e2-4e54-8e4e-9b863ba64d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:02.552585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-10b755ec-53c2-47ea-963e-91cdc9615bf1 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "PUT /v2.0/floatingips/24ae5cd0-57e3-47ac-8dfa-cbff3cf49217 HTTP/1.1" status: 200 len: 977 time: 6.9391353 Dec 07 13:28:02.553489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44020) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:02.578357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1875b7cb-08e2-4e54-8e4e-9b863ba64d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:02.588117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0231936 Dec 07 13:28:02.592602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1875b7cb-08e2-4e54-8e4e-9b863ba64d0c None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:02.593574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1875b7cb-08e2-4e54-8e4e-9b863ba64d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:27:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:02.596892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-60387ff0-6f62-4ac6-a86e-8ba6fd4a03ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.604494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44024) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:02.611140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.614650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-dec52474-47fc-44cf-978d-21c057497a18 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The resource could not be found. Dec 07 13:28:02.616966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dec52474-47fc-44cf-978d-21c057497a18 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4957931 Dec 07 13:28:02.636770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.643903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/networks/70868a69-54da-4d1a-8752-65193f6cfe72 HTTP/1.1" status: 204 len: 168 time: 3.6933832 Dec 07 13:28:02.643903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ca4c39a-38ba-4b5e-94c9-e75922d6ed3e tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:02.660980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44026) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:02.661424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44028) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:02.674424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1875b7cb-08e2-4e54-8e4e-9b863ba64d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:02.675254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1875b7cb-08e2-4e54-8e4e-9b863ba64d0c None None] The sync data for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:28:02.675726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-48460f60-c53b-45da-9304-cca65e713d96 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Request body: {'subnet': {'network_id': '93ab1108-1b1e-4c3a-b8e7-5643004c44e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:02.712229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Network': ['ID=70868a69-54da-4d1a-8752-65193f6cfe72,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:02.719415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:02.720263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-90088885-e4e5-49f4-940a-bad1ef7a283e None None] Set router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:28:02.755837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-87541957-c18c-457d-862c-b561770a6d62 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': 'c6356e26-79a2-48b9-a043-e7994aa542c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5c3deb56-256f-4d6e-bf80-926f550074be'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:02.761327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event updated for resources: {'Network': ['ID=93ab1108-1b1e-4c3a-b8e7-5643004c44e1,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:02.768712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:02.787277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 93ab1108-1b1e-4c3a-b8e7-5643004c44e1 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:28:02.803724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-37fc4533-fe14-4695-8395-402fa5878ee6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting port fd22c6eb-8d5f-4981-b5a9-558dcba2dc3e {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:02.804097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37fc4533-fe14-4695-8395-402fa5878ee6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.855618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-87541957-c18c-457d-862c-b561770a6d62 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:02.878353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-579f9c5c-4882-45ff-b5cb-bde288a07b1c tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "PUT /v2.0/floatingips/f3ff51f4-76b5-4892-8dd8-55da4967ba88 HTTP/1.1" status: 200 len: 992 time: 4.2726052 Dec 07 13:28:02.890048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21dc84bb-4b85-4856-856d-445f36f8e5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.891637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:02.900976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-87541957-c18c-457d-862c-b561770a6d62 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:02.906279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f8e565-b542-4736-8bd9-1338b3208a8e', 'tag': 'a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:28:02.913728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-87541957-c18c-457d-862c-b561770a6d62 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:02.946184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-87541957-c18c-457d-862c-b561770a6d62 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:03.080210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-48460f60-c53b-45da-9304-cca65e713d96 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:03.184186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-48460f60-c53b-45da-9304-cca65e713d96 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:03.210737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e128ee-4574-495c-848a-14ecf5997bb0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:03.218109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-19e128ee-4574-495c-848a-14ecf5997bb0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5099576 Dec 07 13:28:03.218651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44040) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:03.229655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc3dc8-c44c-4236-bb35-77037b9597cb req-fd8b90ce-10ae-424c-9750-0265a99a874d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:03.231637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c8bc3dc8-c44c-4236-bb35-77037b9597cb req-fd8b90ce-10ae-424c-9750-0265a99a874d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.5108376 Dec 07 13:28:03.284154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f8e565-b542-4736-8bd9-1338b3208a8e', 'tag': 'a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc', 'status': 'completed', 'code': 200} Dec 07 13:28:03.286418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48460f60-c53b-45da-9304-cca65e713d96 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Made reservation on behalf of 1454363494b1489db61d58cbb574de5f for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:03.404103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c8bc3dc8-c44c-4236-bb35-77037b9597cb req-aea2a1d9-dde5-412f-be54-cd6fe2b09c63 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496546 Dec 07 13:28:03.419960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-60387ff0-6f62-4ac6-a86e-8ba6fd4a03ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:03.437409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-90088885-e4e5-49f4-940a-bad1ef7a283e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'name': 'tempest-ServersTestManualDisk-273232448-router', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199'}], 'enable_snat': True}, 'gw_port_id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:26:55Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'gw_port': {'id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:26:58Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'f3ff51f4-76b5-4892-8dd8-55da4967ba88', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'floating_ip_address': '172.36.4.159', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'port_id': 'a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894', 'mac_address': 'fa:16:3e:f1:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8e565-b542-4736-8bd9-1338b3208a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:27:25Z', 'updated_at': '2021-12-07T13:28:00Z', 'revision_number': 1, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a27fa4ab-7fd3-44b7-8205-dea7d80cb000', 'name': '', 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'mac_address': 'fa:16:3e:21:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:27:13Z', 'updated_at': '2021-12-07T13:27:22Z', 'revision_number': 5, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'subnets': [{'id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:03.437768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:03.445243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90088885-e4e5-49f4-940a-bad1ef7a283e None None] Checking router: ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:28:03.451450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37fc4533-fe14-4695-8395-402fa5878ee6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:03.471529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90088885-e4e5-49f4-940a-bad1ef7a283e None None] Routers {'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:03.472350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-90088885-e4e5-49f4-940a-bad1ef7a283e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:03.529555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60387ff0-6f62-4ac6-a86e-8ba6fd4a03ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1ed602-e815-4e0d-a581-36c740c44183,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:03.700580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-90088885-e4e5-49f4-940a-bad1ef7a283e None None] Set router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:28:03.820009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37fc4533-fe14-4695-8395-402fa5878ee6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:03.820429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37fc4533-fe14-4695-8395-402fa5878ee6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:03.820783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-37fc4533-fe14-4695-8395-402fa5878ee6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Floating IP 24ae5cd0-57e3-47ac-8dfa-cbff3cf49217 disassociated. External IP: 172.36.4.59, port: fd22c6eb-8d5f-4981-b5a9-558dcba2dc3e. Dec 07 13:28:03.821272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-37fc4533-fe14-4695-8395-402fa5878ee6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Calling delete_port for fd22c6eb-8d5f-4981-b5a9-558dcba2dc3e owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:03.868044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-60387ff0-6f62-4ac6-a86e-8ba6fd4a03ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:03.992521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-60387ff0-6f62-4ac6-a86e-8ba6fd4a03ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:03.996278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-60387ff0-6f62-4ac6-a86e-8ba6fd4a03ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab1ed602-e815-4e0d-a581-36c740c44183 HTTP/1.1" status: 204 len: 168 time: 1.9068563 Dec 07 13:28:04.061011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48460f60-c53b-45da-9304-cca65e713d96 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:04.092483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-87541957-c18c-457d-862c-b561770a6d62 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The resource could not be found. Dec 07 13:28:04.095741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37fc4533-fe14-4695-8395-402fa5878ee6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:04.097492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44050) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:04.098384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-87541957-c18c-457d-862c-b561770a6d62 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.3987849 Dec 07 13:28:04.105464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a0cfb4ed-be0f-4304-9949-6e98c15adb41 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:04.105827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a0cfb4ed-be0f-4304-9949-6e98c15adb41 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:04.107464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61bda77c-4a40-494f-addb-6196873c44f1 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:04.197493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc4533-fe14-4695-8395-402fa5878ee6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Port': ['ID=fd22c6eb-8d5f-4981-b5a9-558dcba2dc3e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:04.206899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b652b64-a031-4f8b-bc78-5f05f2095007 req-f8b58e28-59dd-4d17-a5b6-c3a79960045a tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:04.209406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0b652b64-a031-4f8b-bc78-5f05f2095007 req-f8b58e28-59dd-4d17-a5b6-c3a79960045a tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.2316582 Dec 07 13:28:04.211470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-37fc4533-fe14-4695-8395-402fa5878ee6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:04.280366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b04df9ec-df28-4b4b-af55-d688fc200913 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:04.305720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-90088885-e4e5-49f4-940a-bad1ef7a283e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'name': 'tempest-ServersTestManualDisk-273232448-router', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199'}], 'enable_snat': True}, 'gw_port_id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:26:55Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'gw_port': {'id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:26:58Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'f3ff51f4-76b5-4892-8dd8-55da4967ba88', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'floating_ip_address': '172.36.4.159', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'port_id': 'a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894', 'mac_address': 'fa:16:3e:f1:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8e565-b542-4736-8bd9-1338b3208a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:27:25Z', 'updated_at': '2021-12-07T13:28:00Z', 'revision_number': 1, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a27fa4ab-7fd3-44b7-8205-dea7d80cb000', 'name': '', 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'mac_address': 'fa:16:3e:21:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:27:13Z', 'updated_at': '2021-12-07T13:27:22Z', 'revision_number': 5, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'subnets': [{'id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:04.312750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90088885-e4e5-49f4-940a-bad1ef7a283e None None] The sync data for ids ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'name': 'tempest-ServersTestManualDisk-273232448-router', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199'}], 'enable_snat': True}, 'gw_port_id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:26:55Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'gw_port': {'id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:26:58Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'f3ff51f4-76b5-4892-8dd8-55da4967ba88', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'floating_ip_address': '172.36.4.159', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'port_id': 'a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894', 'mac_address': 'fa:16:3e:f1:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f8e565-b542-4736-8bd9-1338b3208a8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:27:25Z', 'updated_at': '2021-12-07T13:28:00Z', 'revision_number': 1, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a27fa4ab-7fd3-44b7-8205-dea7d80cb000', 'name': '', 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'mac_address': 'fa:16:3e:21:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:27:13Z', 'updated_at': '2021-12-07T13:27:22Z', 'revision_number': 5, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'subnets': [{'id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:28:04.431116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0b652b64-a031-4f8b-bc78-5f05f2095007 req-bfcfd174-e77c-4fc8-9332-b4174d591a1f tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127433 Dec 07 13:28:04.442881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b04df9ec-df28-4b4b-af55-d688fc200913 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:04.472689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a0cfb4ed-be0f-4304-9949-6e98c15adb41 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88898) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Dec 07 13:28:04.473042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a0cfb4ed-be0f-4304-9949-6e98c15adb41 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Router 36904283-d554-4cc0-840d-582309a849f0 migrating from provider to provider. {{(pid=88898) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Dec 07 13:28:04.473466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a0cfb4ed-be0f-4304-9949-6e98c15adb41 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:04.486866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-59cd781c-c267-4288-bd81-3afd6b6bc2cc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.2665169 Dec 07 13:28:04.495120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a0cfb4ed-be0f-4304-9949-6e98c15adb41 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:04.499541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44058) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:04.519354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1067207683'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:04.534273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:04.549038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-966fedff-2db0-4c79-b092-57786a790911 req-b20380ab-1b0f-42ae-8645-d10f29aa2a05 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8f775aff5c0545dfb20578f646bb3e6d&device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 1098 time: 0.5657351 Dec 07 13:28:04.552145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-98cf0475-3b19-4e4f-aeaa-50ac151e6df7 req-616b7e4f-3997-469a-8204-cbca4441b789 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0e0103fbec1461caa3f0787ea67511c&device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 1099 time: 1.1165555 Dec 07 13:28:04.554498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a0cfb4ed-be0f-4304-9949-6e98c15adb41 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:04.591627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:network and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:04.599629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:04.609707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:04.669013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b04df9ec-df28-4b4b-af55-d688fc200913 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:04.674346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-13afbf55-307d-47dc-8876-c2c3b3210f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:04.692324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:04.694861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:04.701588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:04.738583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04df9ec-df28-4b4b-af55-d688fc200913 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6356e26-79a2-48b9-a043-e7994aa542c5,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:04.751764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:28:04.757901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b04df9ec-df28-4b4b-af55-d688fc200913 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:04.790896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fc4533-fe14-4695-8395-402fa5878ee6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router f8ff709e-bfa8-4797-a997-7bf27676d18e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:28:04.807383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b04df9ec-df28-4b4b-af55-d688fc200913 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:04.808615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b04df9ec-df28-4b4b-af55-d688fc200913 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "DELETE /v2.0/security-groups/c6356e26-79a2-48b9-a043-e7994aa542c5 HTTP/1.1" status: 204 len: 168 time: 0.7098336 Dec 07 13:28:04.849543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ab45cf-2f6d-4ce2-b216-1f3713a2be7c None None] New status for floating IP f3ff51f4-76b5-4892-8dd8-55da4967ba88: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:28:04.864008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44068) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:04.875123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:04.875500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Added segment 51f0a6ad-a4c7-4ddc-ba43-9cf6b981f723 of type vlan for network ea074450-d049-4982-9f8d-f294e7c3677f Dec 07 13:28:04.988861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:05.045051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cc973182-7b7d-4415-9340-a4dc28dbb6c5 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Synchronizing usage tracker for tenant:8b63e74858794c8396f20344123939db on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:05.161427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cc973182-7b7d-4415-9340-a4dc28dbb6c5 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Unset dirty status for tenant:8b63e74858794c8396f20344123939db on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:05.162782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cc973182-7b7d-4415-9340-a4dc28dbb6c5 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2898204 Dec 07 13:28:05.168026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44076) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:05.175672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ab39afab-c1e0-4829-8c11-6f6c863f6663 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': '026907b8-358d-4243-9972-5eee25f0eb58', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:05.181867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ab39afab-c1e0-4829-8c11-6f6c863f6663 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:05.182244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf0475-3b19-4e4f-aeaa-50ac151e6df7 req-6a52f33b-708a-4c0b-bba9-5609b8e50065 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:05.183959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-98cf0475-3b19-4e4f-aeaa-50ac151e6df7 req-6a52f33b-708a-4c0b-bba9-5609b8e50065 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c962f77-029a-4d3f-8fec-e60389bdc894 HTTP/1.1" status: 200 len: 912 time: 0.5308902 Dec 07 13:28:05.188354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ab39afab-c1e0-4829-8c11-6f6c863f6663 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:05.191378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a0cfb4ed-be0f-4304-9949-6e98c15adb41 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] No L3 agents can host the router 36904283-d554-4cc0-840d-582309a849f0 Dec 07 13:28:05.192111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ab39afab-c1e0-4829-8c11-6f6c863f6663 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:05.201823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:05.205870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:05.206512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:05.212288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ab39afab-c1e0-4829-8c11-6f6c863f6663 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:05.215101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d66257d8-cc91-459e-b776-229ad4c413d8 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:05.267057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fedff-2db0-4c79-b092-57786a790911 req-86aefad5-aa89-449a-81b1-b2ef7f34ce6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:05.269103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-966fedff-2db0-4c79-b092-57786a790911 req-86aefad5-aa89-449a-81b1-b2ef7f34ce6c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c206a118-c157-4a6a-b31d-dd0a64e6aab7 HTTP/1.1" status: 200 len: 912 time: 0.6175556 Dec 07 13:28:05.384913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Network': ['ID=ea074450-d049-4982-9f8d-f294e7c3677f,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:05.388793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:05.390678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fc4533-fe14-4695-8395-402fa5878ee6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:28:05.405972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network ea074450-d049-4982-9f8d-f294e7c3677f details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:28:05.411108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e264d-5d41-4bac-82e5-ddf043f17386 None None] Sync routers for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:28:05.429202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9162550 Dec 07 13:28:05.429862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44086) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:05.461886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e264d-5d41-4bac-82e5-ddf043f17386 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:05.462843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-173e264d-5d41-4bac-82e5-ddf043f17386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:05.470432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'subnet': {'network_id': 'ea074450-d049-4982-9f8d-f294e7c3677f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:05.555301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-98cf0475-3b19-4e4f-aeaa-50ac151e6df7 req-2cbde470-6e9c-49d9-a3a1-8b4cdc62b27c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc HTTP/1.1" status: 200 len: 1002 time: 0.3625681 Dec 07 13:28:05.557793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-966fedff-2db0-4c79-b092-57786a790911 req-4f9a328b-705f-477d-9ea6-7ede69d59ae0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6806a1b7-5a64-46dd-8526-5cb9fb1a2061 HTTP/1.1" status: 200 len: 1000 time: 0.2201705 Dec 07 13:28:05.560442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48460f60-c53b-45da-9304-cca65e713d96 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:05.577026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fac76963-cc2f-4aaf-bc21-b0841e6be7d1 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:05.598061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-173e264d-5d41-4bac-82e5-ddf043f17386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:05.626437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e264d-5d41-4bac-82e5-ddf043f17386 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:05.627386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-173e264d-5d41-4bac-82e5-ddf043f17386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:05.662052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37fc4533-fe14-4695-8395-402fa5878ee6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:05.680037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-37fc4533-fe14-4695-8395-402fa5878ee6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/ports/fd22c6eb-8d5f-4981-b5a9-558dcba2dc3e HTTP/1.1" status: 204 len: 168 time: 3.1253729 Dec 07 13:28:05.680984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44092) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:05.682156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:05.693193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44094) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:05.697381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:subnet and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:05.703189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:05.714325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:05.728364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-173e264d-5d41-4bac-82e5-ddf043f17386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:05.728776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e264d-5d41-4bac-82e5-ddf043f17386 None None] The sync data for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:28:05.790389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-ab39afab-c1e0-4829-8c11-6f6c863f6663 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The resource could not be found. Dec 07 13:28:05.791575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ab39afab-c1e0-4829-8c11-6f6c863f6663 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6224508 Dec 07 13:28:05.809074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:28:05.817798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44100) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:05.839692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6c0b54dc-e8c8-48c0-b9dd-3d74499c5b75 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group': {'name': 'tempest-secgroup--1582514491'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:05.854897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fedff-2db0-4c79-b092-57786a790911 req-04219578-b0a3-4095-bb24-c78db21f6c7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:05.857160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-966fedff-2db0-4c79-b092-57786a790911 req-04219578-b0a3-4095-bb24-c78db21f6c7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=603ac916-d99b-4cfa-ac27-f21a852f5c1b HTTP/1.1" status: 200 len: 850 time: 0.2261395 Dec 07 13:28:05.874220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6c0b54dc-e8c8-48c0-b9dd-3d74499c5b75 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:05.882120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1ef5de57-cfe2-43b8-9876-5dba91003aa6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "GET /v2.0/floatingips/24ae5cd0-57e3-47ac-8dfa-cbff3cf49217 HTTP/1.1" status: 200 len: 687 time: 0.1922183 Dec 07 13:28:05.883529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44106) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:05.965243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:06.213162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6c0b54dc-e8c8-48c0-b9dd-3d74499c5b75 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:06.223152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48460f60-c53b-45da-9304-cca65e713d96 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event updated for resources: {'Subnet': ['ID=961e6de2-42e5-49ab-97ff-eed8ced114f1,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:06.234722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-48460f60-c53b-45da-9304-cca65e713d96 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:06.241468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf0475-3b19-4e4f-aeaa-50ac151e6df7 req-70905236-1394-4e63-90c8-9dcfb85ccc3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:06.243087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-98cf0475-3b19-4e4f-aeaa-50ac151e6df7 req-70905236-1394-4e63-90c8-9dcfb85ccc3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1224687e-5b0c-4a0e-bd15-13393deb64e3 HTTP/1.1" status: 200 len: 850 time: 0.6157329 Dec 07 13:28:06.337588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c0b54dc-e8c8-48c0-b9dd-3d74499c5b75 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:06.369703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48460f60-c53b-45da-9304-cca65e713d96 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Checking segment: {'id': '3d488367-a947-45b8-9c3e-8fc1a4367f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '93ab1108-1b1e-4c3a-b8e7-5643004c44e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:06.370154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48460f60-c53b-45da-9304-cca65e713d96 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Network hostable DHCP agents. Network: 93ab1108-1b1e-4c3a-b8e7-5643004c44e1, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:28:06.372659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2066078475'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:06.376253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfb4ed-be0f-4304-9949-6e98c15adb41 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Hosts for router 36904283-d554-4cc0-840d-582309a849f0: [] {{(pid=88898) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 07 13:28:06.409879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:06.439831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Usage tracker for resource:network and tenant:f886e48b946c4e749db226363a179ee6 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:06.446039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-67aff049-f8ff-4884-969f-3c04c053fd10 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting port f0b121bd-fdfe-422e-affb-ce587c5578f8 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:06.446417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67aff049-f8ff-4884-969f-3c04c053fd10 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:06.461403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cfb4ed-be0f-4304-9949-6e98c15adb41 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Hosts for other DVR routers connected to router 36904283-d554-4cc0-840d-582309a849f0: set() {{(pid=88898) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Dec 07 13:28:06.471916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:06.473302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-966fedff-2db0-4c79-b092-57786a790911 req-9ab85924-a821-4f32-85d4-45ab7e4190ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c206a118-c157-4a6a-b31d-dd0a64e6aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6005917 Dec 07 13:28:06.484754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6c0b54dc-e8c8-48c0-b9dd-3d74499c5b75 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:06.494323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:06.499719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6c0b54dc-e8c8-48c0-b9dd-3d74499c5b75 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:06.515711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:06.532037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6c0b54dc-e8c8-48c0-b9dd-3d74499c5b75 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:06.532208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee59251-ffcd-47b1-92c9-286806aead17 req-c65f8f39-9640-484d-a6a1-fc64af3ee62f tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:06.532208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ee59251-ffcd-47b1-92c9-286806aead17 req-c65f8f39-9640-484d-a6a1-fc64af3ee62f tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.8095541 Dec 07 13:28:06.542929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6c0b54dc-e8c8-48c0-b9dd-3d74499c5b75 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:06.611970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-98cf0475-3b19-4e4f-aeaa-50ac151e6df7 req-fc561560-5d11-43a5-b137-392a9d2f89bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c962f77-029a-4d3f-8fec-e60389bdc894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3551290 Dec 07 13:28:06.659016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Made reservation on behalf of f886e48b946c4e749db226363a179ee6 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:06.664573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:06.722846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48460f60-c53b-45da-9304-cca65e713d96 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Network 93ab1108-1b1e-4c3a-b8e7-5643004c44e1 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:28:06.760243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:06.769849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a0cfb4ed-be0f-4304-9949-6e98c15adb41 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:06.771166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a0cfb4ed-be0f-4304-9949-6e98c15adb41 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] 10.222.0.24 "PUT /v2.0/routers/36904283-d554-4cc0-840d-582309a849f0 HTTP/1.1" status: 200 len: 717 time: 4.3813713 Dec 07 13:28:06.784288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44114) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:06.800843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-48460f60-c53b-45da-9304-cca65e713d96 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 93ab1108-1b1e-4c3a-b8e7-5643004c44e1) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:06.813779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c3d7ba-a277-466d-9256-bbdcaabb4317 None None] Network 93ab1108-1b1e-4c3a-b8e7-5643004c44e1 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:06.854061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48460f60-c53b-45da-9304-cca65e713d96 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:06.854718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48460f60-c53b-45da-9304-cca65e713d96 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:06.880745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c0b54dc-e8c8-48c0-b9dd-3d74499c5b75 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:06.883301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-966fedff-2db0-4c79-b092-57786a790911 req-a724d9a0-90cf-4a4f-a3e0-31e38542e342 service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941612 Dec 07 13:28:06.895579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ee59251-ffcd-47b1-92c9-286806aead17 req-93615b66-e1f4-4616-b86e-a7323b2b362c tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084369 Dec 07 13:28:06.945692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c0b54dc-e8c8-48c0-b9dd-3d74499c5b75 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:07.003691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:07.011860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ffa166e6-399e-4796-8604-0701c12a7ce8 tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:07.012200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Usage tracker for resource:security_group_rule and tenant:f886e48b946c4e749db226363a179ee6 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:07.020865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:07.040892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-98cf0475-3b19-4e4f-aeaa-50ac151e6df7 req-6d31a964-8a6c-4f3b-8b49-80ef9fca3285 service neutron] 10.222.0.45 "GET /v2.0/networks/6c962f77-029a-4d3f-8fec-e60389bdc894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153075 Dec 07 13:28:07.045581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:07.091433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67aff049-f8ff-4884-969f-3c04c053fd10 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:07.091804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67aff049-f8ff-4884-969f-3c04c053fd10 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:07.092794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-93ab1108-1b1e-4c3a-b8e7-5643004c44e1', 'network_id': '93ab1108-1b1e-4c3a-b8e7-5643004c44e1', 'tenant_id': '1454363494b1489db61d58cbb574de5f', 'fixed_ips': [{'subnet_id': '961e6de2-42e5-49ab-97ff-eed8ced114f1'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:28:07.093907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:07.098058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-48460f60-c53b-45da-9304-cca65e713d96 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.4424067 Dec 07 13:28:07.103792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44118) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:07.109087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c0b54dc-e8c8-48c0-b9dd-3d74499c5b75 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:07.114054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6c0b54dc-e8c8-48c0-b9dd-3d74499c5b75 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2897468 Dec 07 13:28:07.124453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44120) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:07.184161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b54dc-e8c8-48c0-b9dd-3d74499c5b75 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf6e00a-310c-4ba7-b7dd-89523b992af5,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:07.188176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6c0b54dc-e8c8-48c0-b9dd-3d74499c5b75 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:07.211137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f45f4a11-813d-4b5b-bc6c-69b418abd4ce tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] 10.222.0.24 "GET /v2.0/routers/36904283-d554-4cc0-840d-582309a849f0 HTTP/1.1" status: 200 len: 717 time: 0.4154017 Dec 07 13:28:07.213083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-97e1abe1-bb37-4401-81e5-811234155535 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group': {'name': 'tempest-secgroup--390578917'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:07.213346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44126) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:07.281324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-966fedff-2db0-4c79-b092-57786a790911 req-966ea5c3-de93-416f-b97a-d9c4ec4b7920 service neutron] 10.222.0.45 "GET /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850672 Dec 07 13:28:07.296836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-67aff049-f8ff-4884-969f-3c04c053fd10 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Calling delete_port for f0b121bd-fdfe-422e-affb-ce587c5578f8 owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:07.308949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-98cf0475-3b19-4e4f-aeaa-50ac151e6df7 req-2a137607-5634-4761-bab8-db880af98323 service neutron] 10.222.0.45 "GET /v2.0/networks/6c962f77-029a-4d3f-8fec-e60389bdc894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506094 Dec 07 13:28:07.326472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Allocated IP 2001:db8::2 (93ab1108-1b1e-4c3a-b8e7-5643004c44e1/961e6de2-42e5-49ab-97ff-eed8ced114f1/420173fd-d466-4ac0-8998-666e685dd207) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:07.352221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-97e1abe1-bb37-4401-81e5-811234155535 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:07.423713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-97e1abe1-bb37-4401-81e5-811234155535 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:07.436578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-97e1abe1-bb37-4401-81e5-811234155535 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:07.472742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-97e1abe1-bb37-4401-81e5-811234155535 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:07.593070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97e1abe1-bb37-4401-81e5-811234155535 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:07.605783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6e8d7b98-bbfa-45e6-a812-2367d8055777 tempest-RoutersTestDVR-1553565075 tempest-RoutersTestDVR-1553565075-project] 10.222.0.24 "GET /v2.0/routers/36904283-d554-4cc0-840d-582309a849f0 HTTP/1.1" status: 200 len: 683 time: 0.3890839 Dec 07 13:28:07.612258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44132) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:07.636683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:07.657521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-92ddd66b-cc3c-4a98-8f01-f4bc797342cf tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:07.737596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:07.741062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:07.773240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-174f41e7-6816-4f05-af6c-8c851ef54865 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:07.783313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Subnet': ['ID=12c4f6b2-17a0-4eec-9b9c-e3d16dafcc81,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:07.832710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:07.855407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-97e1abe1-bb37-4401-81e5-811234155535 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:07.857322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Transition to ACTIVE for port object 420173fd-d466-4ac0-8998-666e685dd207 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:07.861127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-97e1abe1-bb37-4401-81e5-811234155535 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:07.865246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-97e1abe1-bb37-4401-81e5-811234155535 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:07.874281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-97e1abe1-bb37-4401-81e5-811234155535 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:07.957836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97e1abe1-bb37-4401-81e5-811234155535 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:07.968092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:07.998639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:07.998948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:07.999178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:07.999728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:08.000138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:08.000544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:08.000945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:08.001347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:08.001745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:08.002146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:08.002541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:08.014366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97e1abe1-bb37-4401-81e5-811234155535 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.020268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:08.023465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Transition to ACTIVE for port object 420173fd-d466-4ac0-8998-666e685dd207 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:08.028857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Checking segment: {'id': '51f0a6ad-a4c7-4ddc-ba43-9cf6b981f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea074450-d049-4982-9f8d-f294e7c3677f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:08.029824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network hostable DHCP agents. Network: ea074450-d049-4982-9f8d-f294e7c3677f, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:28:08.035000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-175493ad-7f53-4f19-a563-175a0a22eea5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:08.063693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.069129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:08.082069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fc49a0-a614-482e-806b-41c3c58baba9,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:08.103851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:28:08.168545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Network 93ab1108-1b1e-4c3a-b8e7-5643004c44e1 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:08.173252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:08.175271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Pushing event updated for resources: {'Port': ['ID=420173fd-d466-4ac0-8998-666e685dd207,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:08.177684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:08.220137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:08.282687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Attempting to bind port 420173fd-d466-4ac0-8998-666e685dd207 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:28:08.283139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Attempting to bind port 420173fd-d466-4ac0-8998-666e685dd207 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '3d488367-a947-45b8-9c3e-8fc1a4367f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '93ab1108-1b1e-4c3a-b8e7-5643004c44e1'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:28:08.283614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Attempting to bind port 420173fd-d466-4ac0-8998-666e685dd207 on network 93ab1108-1b1e-4c3a-b8e7-5643004c44e1 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:28:08.287765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1abe1-bb37-4401-81e5-811234155535 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cf16a4-3081-411f-8be9-228782f1915c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:08.297979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.312726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:28:08.313580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Checking segment: {'id': '3d488367-a947-45b8-9c3e-8fc1a4367f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '93ab1108-1b1e-4c3a-b8e7-5643004c44e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:08.314046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.314493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Bound using segment: {'id': '3d488367-a947-45b8-9c3e-8fc1a4367f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '93ab1108-1b1e-4c3a-b8e7-5643004c44e1'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:28:08.315029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Bound port: 420173fd-d466-4ac0-8998-666e685dd207, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d488367-a947-45b8-9c3e-8fc1a4367f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '93ab1108-1b1e-4c3a-b8e7-5643004c44e1'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:28:08.315520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.325829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-174f41e7-6816-4f05-af6c-8c851ef54865 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.331723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-174f41e7-6816-4f05-af6c-8c851ef54865 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.335777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97e1abe1-bb37-4401-81e5-811234155535 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:08.342213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.370s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:08.342654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:08.354856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.355182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Added segment 8baabdab-171e-43ab-9e9a-117f39b42823 of type vlan for network aa362756-94ce-4715-8020-8417c9ff624e Dec 07 13:28:08.411479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-174f41e7-6816-4f05-af6c-8c851ef54865 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.412068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174f41e7-6816-4f05-af6c-8c851ef54865 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36904283-d554-4cc0-840d-582309a849f0 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:28:08.428583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-174f41e7-6816-4f05-af6c-8c851ef54865 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.429877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-174f41e7-6816-4f05-af6c-8c851ef54865 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] 10.222.0.24 "DELETE /v2.0/routers/36904283-d554-4cc0-840d-582309a849f0 HTTP/1.1" status: 204 len: 168 time: 0.8166935 Dec 07 13:28:08.435767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44144) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:08.445047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] For port 420173fd-d466-4ac0-8998-666e685dd207, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:28:08.450439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-52ce80f0-b46c-4ceb-bc7d-55f8af115dc5 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Request body: {'router': {'name': 'tempest-router-2078771413', 'distributed': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:08.450595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] For port 420173fd-d466-4ac0-8998-666e685dd207, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=420173fd-d466-4ac0-8998-666e685dd207,segment=NetworkSegment(3d488367-a947-45b8-9c3e-8fc1a4367f32),segment_id=3d488367-a947-45b8-9c3e-8fc1a4367f32)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:28:08.453170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-52ce80f0-b46c-4ceb-bc7d-55f8af115dc5 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:08.456076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.457549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-52ce80f0-b46c-4ceb-bc7d-55f8af115dc5 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Usage tracker for resource:router and tenant:99b75640ccef4b7fbea5974aad59e5d5 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:08.460552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-52ce80f0-b46c-4ceb-bc7d-55f8af115dc5 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:08.462592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97e1abe1-bb37-4401-81e5-811234155535 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.463954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-97e1abe1-bb37-4401-81e5-811234155535 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3371277 Dec 07 13:28:08.467861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-52ce80f0-b46c-4ceb-bc7d-55f8af115dc5 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:08.469623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44148) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:08.478982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e524eb21-c044-4209-a6e3-148b3d1646a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group_rule': {'security_group_id': '7cf6e00a-310c-4ba7-b7dd-89523b992af5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a0cf16a4-3081-411f-8be9-228782f1915c'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:08.486078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ecb50-736c-40f5-8de4-7a78101f43dc req-10ce838a-baae-4044-9cae-a75fcbc25f1d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:08.488909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e524eb21-c044-4209-a6e3-148b3d1646a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:08.489065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2e8ecb50-736c-40f5-8de4-7a78101f43dc req-10ce838a-baae-4044-9cae-a75fcbc25f1d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.3786168 Dec 07 13:28:08.492183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e524eb21-c044-4209-a6e3-148b3d1646a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:08.492481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67aff049-f8ff-4884-969f-3c04c053fd10 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.496585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e524eb21-c044-4209-a6e3-148b3d1646a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:08.500440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5e9c1ece-877c-4d9f-bdbf-9d3807feb95e tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:08.507884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e524eb21-c044-4209-a6e3-148b3d1646a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:08.509575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.516702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:08.537327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52ce80f0-b46c-4ceb-bc7d-55f8af115dc5 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.538970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52ce80f0-b46c-4ceb-bc7d-55f8af115dc5 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.562456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52ce80f0-b46c-4ceb-bc7d-55f8af115dc5 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.564757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network ea074450-d049-4982-9f8d-f294e7c3677f is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:28:08.588463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aff049-f8ff-4884-969f-3c04c053fd10 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Port': ['ID=f0b121bd-fdfe-422e-affb-ce587c5578f8,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:08.597083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.601768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-67aff049-f8ff-4884-969f-3c04c053fd10 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:08.605525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9664c93-c353-460c-86df-2285229ccfeb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:08.621991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Pushing event updated for resources: {'Port': ['ID=420173fd-d466-4ac0-8998-666e685dd207,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:08.625725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:08.643166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52ce80f0-b46c-4ceb-bc7d-55f8af115dc5 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.649437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-e524eb21-c044-4209-a6e3-148b3d1646a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:28:08.654526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e524eb21-c044-4209-a6e3-148b3d1646a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1793988 Dec 07 13:28:08.656473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44154) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:08.699069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, ea074450-d049-4982-9f8d-f294e7c3677f) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:08.704193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:08.704980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.714956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5af0a3f-c1c6-4d62-9797-5f38df4abbf2 None None] Network ea074450-d049-4982-9f8d-f294e7c3677f requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:08.716369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52ce80f0-b46c-4ceb-bc7d-55f8af115dc5 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.721013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.722395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-52ce80f0-b46c-4ceb-bc7d-55f8af115dc5 tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2845588 Dec 07 13:28:08.724480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44158) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:08.724626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:08.725260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:08.744338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Subnet': ['ID=961e6de2-42e5-49ab-97ff-eed8ced114f1,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:08.747439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:08.757601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b13faaba-d8d5-406d-a4fb-71fe5e514dda tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:08.852217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.1290612 Dec 07 13:28:09.045654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-ea074450-d049-4982-9f8d-f294e7c3677f', 'network_id': 'ea074450-d049-4982-9f8d-f294e7c3677f', 'tenant_id': '7871a3fa84c9490183aa52d2c611f303', 'fixed_ips': [{'subnet_id': '12c4f6b2-17a0-4eec-9b9c-e3d16dafcc81'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:28:09.046657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:09.200070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44162) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:09.224982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Request body: {'subnet': {'network_id': 'aa362756-94ce-4715-8020-8417c9ff624e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:09.256675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:09.343646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Allocated IP 2001:db8::2 (ea074450-d049-4982-9f8d-f294e7c3677f/12c4f6b2-17a0-4eec-9b9c-e3d16dafcc81/ffff39ed-e9c1-483d-8b21-e7a3c31da837) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:09.353970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:09.386259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:09.395119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2e8ecb50-736c-40f5-8de4-7a78101f43dc req-e4b2c376-e411-483a-8bdc-720d45cfd533 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8965948 Dec 07 13:28:09.429134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b37ac80-5968-4cea-8db0-e4d5ddc811cc tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:09.442853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0092311 Dec 07 13:28:09.455951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44168) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:09.460429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ab1108-1b1e-4c3a-b8e7-5643004c44e1']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:09.474818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event updated for resources: {'Network': ['ID=aa362756-94ce-4715-8020-8417c9ff624e,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:09.489112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'network_id': 'ea074450-d049-4982-9f8d-f294e7c3677f', 'name': 'tempest-PortsIpV6TestJSON-466779055'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:09.490168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network aa362756-94ce-4715-8020-8417c9ff624e details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:28:09.508710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:09.509669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:09.516641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d488367-a947-45b8-9c3e-8fc1a4367f32') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:09.517023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d488367-a947-45b8-9c3e-8fc1a4367f32') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:09.583676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Usage tracker for resource:subnet and tenant:f886e48b946c4e749db226363a179ee6 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:09.586781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67aff049-f8ff-4884-969f-3c04c053fd10 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:09.589686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67aff049-f8ff-4884-969f-3c04c053fd10 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:09.589979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:09.591882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-67aff049-f8ff-4884-969f-3c04c053fd10 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/floatingips/24ae5cd0-57e3-47ac-8dfa-cbff3cf49217 HTTP/1.1" status: 204 len: 168 time: 3.7081628 Dec 07 13:28:09.594224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:09.597149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44172) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:09.603679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:09.610508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': '60c02b12-ccad-432a-8c28-7130b3d507ad'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:09.619621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:09.634292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:09.642432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:09.650207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:28:09.657050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:28:09.667488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:28:09.701494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:09.744084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:09.756367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Transition to ACTIVE for port object ffff39ed-e9c1-483d-8b21-e7a3c31da837 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:09.779020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Transition to ACTIVE for port object ffff39ed-e9c1-483d-8b21-e7a3c31da837 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:09.792264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Made reservation on behalf of f886e48b946c4e749db226363a179ee6 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:09.812510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:09.817422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:port and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:09.819524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:09.820724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:09.827003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:09.828522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:09.831567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-98a4ecc1-40b2-4912-861c-c081f9c8d0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:09.851526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-286a111b-9911-4cd3-a2cf-eaf689745c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:09.857792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 13:28:09.857792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 13:28:09.857792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [parameters: {'id': '93ab1108-1b1e-4c3a-b8e7-5643004c44e1'}] Dec 07 13:28:09.857792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:28:09.858161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:28:09.885380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:09.893727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:09.905022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Network ea074450-d049-4982-9f8d-f294e7c3677f is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:09.908734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:09.913714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:09.916113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Pushing event updated for resources: {'Port': ['ID=ffff39ed-e9c1-483d-8b21-e7a3c31da837,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:09.919429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:09.921925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] device_id is not set on port 431bb942-28fa-443d-afaf-3d855c5dadb1 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:28:09.993438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cf16a4-3081-411f-8be9-228782f1915c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:10.019888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Attempting to bind port ffff39ed-e9c1-483d-8b21-e7a3c31da837 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:28:10.020307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Attempting to bind port ffff39ed-e9c1-483d-8b21-e7a3c31da837 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '51f0a6ad-a4c7-4ddc-ba43-9cf6b981f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea074450-d049-4982-9f8d-f294e7c3677f'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:28:10.020721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Attempting to bind port ffff39ed-e9c1-483d-8b21-e7a3c31da837 on network ea074450-d049-4982-9f8d-f294e7c3677f {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:28:10.028133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:28:10.028613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Checking segment: {'id': '51f0a6ad-a4c7-4ddc-ba43-9cf6b981f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea074450-d049-4982-9f8d-f294e7c3677f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:10.029100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:10.029542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Bound using segment: {'id': '51f0a6ad-a4c7-4ddc-ba43-9cf6b981f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea074450-d049-4982-9f8d-f294e7c3677f'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:28:10.030079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Bound port: ffff39ed-e9c1-483d-8b21-e7a3c31da837, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f0a6ad-a4c7-4ddc-ba43-9cf6b981f723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ea074450-d049-4982-9f8d-f294e7c3677f'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:28:10.030492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:10.044935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:10.111417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Allocated IP 2001:db8::ee (ea074450-d049-4982-9f8d-f294e7c3677f/12c4f6b2-17a0-4eec-9b9c-e3d16dafcc81/431bb942-28fa-443d-afaf-3d855c5dadb1) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:10.140574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] For port ffff39ed-e9c1-483d-8b21-e7a3c31da837, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:28:10.144754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] For port ffff39ed-e9c1-483d-8b21-e7a3c31da837, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ffff39ed-e9c1-483d-8b21-e7a3c31da837,segment=NetworkSegment(51f0a6ad-a4c7-4ddc-ba43-9cf6b981f723),segment_id=51f0a6ad-a4c7-4ddc-ba43-9cf6b981f723)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:28:10.174656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:10.185438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:10.224475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:10.232062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "DELETE /v2.0/security-groups/a0cf16a4-3081-411f-8be9-228782f1915c HTTP/1.1" status: 204 len: 168 time: 1.5735700 Dec 07 13:28:10.251208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44178) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:10.349864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Pushing event updated for resources: {'Port': ['ID=ffff39ed-e9c1-483d-8b21-e7a3c31da837,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:10.365148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:10.368646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:10.387156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 420173fd-d466-4ac0-8998-666e685dd207 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:10.387616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:10.388270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:10.388607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:10.389012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:10.389432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:10.390226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:10.390872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:10.391912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:10.392325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:10.392743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:10.393332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:10.409659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:10.438864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Deleting port 420173fd-d466-4ac0-8998-666e685dd207 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:10.439626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:10.485088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:10.560621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 420173fd-d466-4ac0-8998-666e685dd207 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:10.691677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b37ac80-5968-4cea-8db0-e4d5ddc811cc tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:10.757042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b37ac80-5968-4cea-8db0-e4d5ddc811cc tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:10.770099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] For port 420173fd-d466-4ac0-8998-666e685dd207, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=420173fd-d466-4ac0-8998-666e685dd207,segment=NetworkSegment(3d488367-a947-45b8-9c3e-8fc1a4367f32),segment_id=3d488367-a947-45b8-9c3e-8fc1a4367f32)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:10.770630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:10.862756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cdc1cfc4-ef86-4d56-abbe-d1b2fecdae2f tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Synchronizing usage tracker for tenant:8b63e74858794c8396f20344123939db on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:10.950544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b37ac80-5968-4cea-8db0-e4d5ddc811cc tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:10.951400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b37ac80-5968-4cea-8db0-e4d5ddc811cc tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4300cd4-f224-417a-a331-a7c074ff1b62 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:28:11.016661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afae051-6213-4638-abe5-0630045c46dd None None] Network 93ab1108-1b1e-4c3a-b8e7-5643004c44e1 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:11.016853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Calling delete_port for 420173fd-d466-4ac0-8998-666e685dd207 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:11.023093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cdc1cfc4-ef86-4d56-abbe-d1b2fecdae2f tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Unset dirty status for tenant:8b63e74858794c8396f20344123939db on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:11.024547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cdc1cfc4-ef86-4d56-abbe-d1b2fecdae2f tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.6396835 Dec 07 13:28:11.029470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44186) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:11.127697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:11.135107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:11.175002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Transition to ACTIVE for port object 431bb942-28fa-443d-afaf-3d855c5dadb1 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:11.187699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b37ac80-5968-4cea-8db0-e4d5ddc811cc tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:11.188182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0caa-5e2b-4619-acb0-1ad778812921 req-78d899c3-5dc9-4412-bf78-b98525d6aca2 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:11.192124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5b37ac80-5968-4cea-8db0-e4d5ddc811cc tempest-RoutersTestDVR-145488367 tempest-RoutersTestDVR-145488367-project-admin] 10.222.0.24 "DELETE /v2.0/routers/d4300cd4-f224-417a-a331-a7c074ff1b62 HTTP/1.1" status: 204 len: 168 time: 2.4627073 Dec 07 13:28:11.192325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cbac0caa-5e2b-4619-acb0-1ad778812921 req-78d899c3-5dc9-4412-bf78-b98525d6aca2 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.3874397 Dec 07 13:28:11.192450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:11.203182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:11.218857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:11.230655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c6a48b7-e112-4e52-acf8-3e7cb8903111 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:11.281094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c8519a9a-e6ac-43bd-938f-270e45bb7e8a None None] Could not find standard attr ID for object 420173fd-d466-4ac0-8998-666e685dd207. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:28:11.288519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Port': ['ID=420173fd-d466-4ac0-8998-666e685dd207,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:11.291371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:11.307699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] No DVR routers for this DVR port 420173fd-d466-4ac0-8998-666e685dd207 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:28:11.351126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:11.365934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-37fc4533-fe14-4695-8395-402fa5878ee6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:11.413764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-669b482c-09d7-4d36-8cf4-d980978e5b5c tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:11.415566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event updated for resources: {'Subnet': ['ID=6c2f2d42-2217-493c-b929-6cc45fcf9148,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:11.423648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:11.496567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cbac0caa-5e2b-4619-acb0-1ad778812921 req-33cb7668-7bd4-4ca0-be7d-c75c8bd40db6 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993252 Dec 07 13:28:11.534048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network ea074450-d049-4982-9f8d-f294e7c3677f is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:11.539952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-669b482c-09d7-4d36-8cf4-d980978e5b5c tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:11.541312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:11.544993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:11.549083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:11.549779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:11.551462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Checking segment: {'id': '8baabdab-171e-43ab-9e9a-117f39b42823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'aa362756-94ce-4715-8020-8417c9ff624e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:11.551826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Network hostable DHCP agents. Network: aa362756-94ce-4715-8020-8417c9ff624e, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:28:11.581239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Allocated IP 172.36.4.216 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/2a523ee9-e464-4f50-90ef-e89e478a03f8) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:11.604294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:11.622923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1658180 Dec 07 13:28:11.624215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cad78f-b71b-4f8c-b82f-a318143f43de None None] DHCP port deletion for 93ab1108-1b1e-4c3a-b8e7-5643004c44e1 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:28:11.628699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44198) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:11.641482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=431bb942-28fa-443d-afaf-3d855c5dadb1,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:11.644632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:11.658038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'network_id': 'ea074450-d049-4982-9f8d-f294e7c3677f', 'name': 'tempest-PortsIpV6TestJSON-335714235'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:11.674582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ab1108-1b1e-4c3a-b8e7-5643004c44e1']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:11.750304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d488367-a947-45b8-9c3e-8fc1a4367f32') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:11.750639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d488367-a947-45b8-9c3e-8fc1a4367f32') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:11.785352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44202) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:11.813176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Network aa362756-94ce-4715-8020-8417c9ff624e is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:28:11.823137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:11.837804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-669b482c-09d7-4d36-8cf4-d980978e5b5c tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:11.845981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9137af5-63c6-44b1-b10a-53ce235247b0 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:11.858227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:11.875331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, aa362756-94ce-4715-8020-8417c9ff624e) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:11.882109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b482c-09d7-4d36-8cf4-d980978e5b5c tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf6e00a-310c-4ba7-b7dd-89523b992af5,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:11.884933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d009036-893b-4206-904e-94420057ad72 None None] Network aa362756-94ce-4715-8020-8417c9ff624e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:11.889323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:28:11.889833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:11.892898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-669b482c-09d7-4d36-8cf4-d980978e5b5c tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:11.896479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:11.901362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:11.902097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:28:11.907757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:28:11.939059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-669b482c-09d7-4d36-8cf4-d980978e5b5c tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:11.943135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-669b482c-09d7-4d36-8cf4-d980978e5b5c tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "DELETE /v2.0/security-groups/7cf6e00a-310c-4ba7-b7dd-89523b992af5 HTTP/1.1" status: 204 len: 168 time: 0.9073143 Dec 07 13:28:11.943964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44208) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:11.979446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7696190 Dec 07 13:28:11.981824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44212) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:12.013879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:12.021789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Request body: {'port': {'network_id': 'aa362756-94ce-4715-8020-8417c9ff624e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1979320018'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:12.025395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af5f441e-7d47-446b-b77d-269f1f7ffa4c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:12.106850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-87a279df-f0fe-47bf-9ea7-756977b04205 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Synchronizing usage tracker for tenant:8b63e74858794c8396f20344123939db on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:12.114537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1256900-758a-4d76-8624-5f40a78529eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:12.155311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:12.162944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:12.171592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:12.207662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=2a523ee9-e464-4f50-90ef-e89e478a03f8,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:12.214400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:12.217555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:12.220106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-aa362756-94ce-4715-8020-8417c9ff624e', 'network_id': 'aa362756-94ce-4715-8020-8417c9ff624e', 'tenant_id': 'f886e48b946c4e749db226363a179ee6', 'fixed_ips': [{'subnet_id': '6c2f2d42-2217-493c-b929-6cc45fcf9148'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:28:12.221201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:12.226269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb2b94-ebe8-445c-b140-a2282d72b8ed req-c67e03cf-4368-4620-a914-7fae609ad90a tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:12.234273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-91fb2b94-ebe8-445c-b140-a2282d72b8ed req-c67e03cf-4368-4620-a914-7fae609ad90a tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.4862905 Dec 07 13:28:12.253263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f1256900-758a-4d76-8624-5f40a78529eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:12.257772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:port and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:12.268026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f1256900-758a-4d76-8624-5f40a78529eb admin admin] Usage tracker for resource:security_group_rule and tenant:8d8fff726f22403da938b56242f060d4 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:12.278294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:12.280369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:12.304611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dd597f25-40ba-4554-bc38-68273c70c857 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:12.318155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f1256900-758a-4d76-8624-5f40a78529eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:12.326469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-87a279df-f0fe-47bf-9ea7-756977b04205 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Unset dirty status for tenant:8b63e74858794c8396f20344123939db on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:12.327860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-87a279df-f0fe-47bf-9ea7-756977b04205 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3831899 Dec 07 13:28:12.334082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:12.337080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:12.338826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f1256900-758a-4d76-8624-5f40a78529eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:12.341211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44216) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:12.351485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5b523db7-792a-4bbd-a142-7a9a2bde29a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group': {'name': 'tempest-secgroup--742453994'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:12.362398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5b523db7-792a-4bbd-a142-7a9a2bde29a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:12.378862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Network': ['ID=93ab1108-1b1e-4c3a-b8e7-5643004c44e1,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:12.407129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5b523db7-792a-4bbd-a142-7a9a2bde29a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:12.431083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:12.473729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Allocated IP 2001:db8::2 (aa362756-94ce-4715-8020-8417c9ff624e/6c2f2d42-2217-493c-b929-6cc45fcf9148/61fc3f44-c5b9-469a-b70f-a71e5af1bf86) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:12.502044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:12.507566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Usage tracker for resource:port and tenant:f886e48b946c4e749db226363a179ee6 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:12.513230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:12.514297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b523db7-792a-4bbd-a142-7a9a2bde29a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:12.521140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:12.536621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/networks/93ab1108-1b1e-4c3a-b8e7-5643004c44e1 HTTP/1.1" status: 204 len: 168 time: 5.4191430 Dec 07 13:28:12.542593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44220) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:12.545209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:12.553041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:12.585607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] device_id is not set on port ac3d095a-05f1-4178-90d5-7f9d6ed81f3b yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:28:12.609031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ffff39ed-e9c1-483d-8b21-e7a3c31da837 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:12.677964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1556660811'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:12.683549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:12.688323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Usage tracker for resource:network and tenant:1454363494b1489db61d58cbb574de5f is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:12.693618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:12.698688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Made reservation on behalf of f886e48b946c4e749db226363a179ee6 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:12.705297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:12.747785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1256900-758a-4d76-8624-5f40a78529eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:12.757355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbff6e8-8663-4408-a009-227eb4270f0e None None] Network ea074450-d049-4982-9f8d-f294e7c3677f requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:12.761993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5b523db7-792a-4bbd-a142-7a9a2bde29a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:12.769349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5b523db7-792a-4bbd-a142-7a9a2bde29a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Usage tracker for resource:security_group_rule and tenant:8b63e74858794c8396f20344123939db is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:12.774542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5b523db7-792a-4bbd-a142-7a9a2bde29a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:12.774678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:12.789719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port ffff39ed-e9c1-483d-8b21-e7a3c31da837 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:12.790884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1256900-758a-4d76-8624-5f40a78529eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:12.799883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-91fb2b94-ebe8-445c-b140-a2282d72b8ed req-2ee7a6af-cc37-4900-a203-2c95177dfefd tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5645940 Dec 07 13:28:12.803896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5b523db7-792a-4bbd-a142-7a9a2bde29a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:12.807315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-697483a4-a631-458f-915c-9900b8fff331 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:12.831860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] device_id is not set on port 27de0587-25f3-4e3b-b131-eed638b4e4ec yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:28:12.886992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1256900-758a-4d76-8624-5f40a78529eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079e9e4d-f806-4f6a-98ef-5cc9e4b3a06d,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:12.891176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f1256900-758a-4d76-8624-5f40a78529eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:12.906381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f1256900-758a-4d76-8624-5f40a78529eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d8fff726f22403da938b56242f060d4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1198511 Dec 07 13:28:12.913131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44228) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:12.971311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Made reservation on behalf of 1454363494b1489db61d58cbb574de5f for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:12.976984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:12.988409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b523db7-792a-4bbd-a142-7a9a2bde29a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.111782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 420173fd-d466-4ac0-8998-666e685dd207 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:28:13.172509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 420173fd-d466-4ac0-8998-666e685dd207 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:28:13.172874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 420173fd-d466-4ac0-8998-666e685dd207 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:28:13.222396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.252266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Transition to ACTIVE for port object 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:13.290819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c24e89c8-c30e-4b21-9b2e-385619ca9034 None None] Provisioning for port ffff39ed-e9c1-483d-8b21-e7a3c31da837 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:13.312670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Allocated IP 2001:db8::100 (ea074450-d049-4982-9f8d-f294e7c3677f/12c4f6b2-17a0-4eec-9b9c-e3d16dafcc81/ac3d095a-05f1-4178-90d5-7f9d6ed81f3b) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:13.328826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:28:13.336561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c24e89c8-c30e-4b21-9b2e-385619ca9034 None None] Provisioning complete for port ffff39ed-e9c1-483d-8b21-e7a3c31da837 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:13.336986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c24e89c8-c30e-4b21-9b2e-385619ca9034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.353455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.353832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Added segment a6011b5c-7b63-49b1-a7b4-30ca1d38e026 of type vlan for network d5695243-84bc-412d-b4b7-ecc620222ec5 Dec 07 13:28:13.409541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Transition to ACTIVE for port object 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:13.410869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.484532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b523db7-792a-4bbd-a142-7a9a2bde29a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.496091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ed8c627-6d15-4ada-ac3c-2739f0a9ed17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:13.502006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.513139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:13.518179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.600535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b523db7-792a-4bbd-a142-7a9a2bde29a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=807f5f88-b848-4e27-b749-8475cba5808e,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:13.607722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c24e89c8-c30e-4b21-9b2e-385619ca9034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.613087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5b523db7-792a-4bbd-a142-7a9a2bde29a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:13.622990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Network aa362756-94ce-4715-8020-8417c9ff624e is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:13.629484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Pushing event updated for resources: {'Port': ['ID=61fc3f44-c5b9-469a-b70f-a71e5af1bf86,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:13.633253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:13.638785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:13.639942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d97acc48-e0d3-4085-b325-8dba161c4c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.641420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:13.644886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.682305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Allocated IP 2001:db8::2c4 (aa362756-94ce-4715-8020-8417c9ff624e/6c2f2d42-2217-493c-b929-6cc45fcf9148/27de0587-25f3-4e3b-b131-eed638b4e4ec) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:13.686059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b523db7-792a-4bbd-a142-7a9a2bde29a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.687655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5b523db7-792a-4bbd-a142-7a9a2bde29a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3454058 Dec 07 13:28:13.698418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44234) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:13.708215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-295de595-15de-4a20-bbff-bc85c4fdf0fc tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:13.709015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-295de595-15de-4a20-bbff-bc85c4fdf0fc tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] update failed (client error): There was a conflict when trying to complete your request. Dec 07 13:28:13.709233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.713138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-295de595-15de-4a20-bbff-bc85c4fdf0fc tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "PUT /v2.0/security-groups/807f5f88-b848-4e27-b749-8475cba5808e HTTP/1.1" status: 409 len: 330 time: 0.0110748 Dec 07 13:28:13.714150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:13.714388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.718775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44238) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:13.721693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c24e89c8-c30e-4b21-9b2e-385619ca9034 None None] For port ffff39ed-e9c1-483d-8b21-e7a3c31da837, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ffff39ed-e9c1-483d-8b21-e7a3c31da837,segment=NetworkSegment(51f0a6ad-a4c7-4ddc-ba43-9cf6b981f723),segment_id=51f0a6ad-a4c7-4ddc-ba43-9cf6b981f723)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:13.726837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a4eecdea-71f1-4343-b5ce-e3895251ff97 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:13.739097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d97acc48-e0d3-4085-b325-8dba161c4c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.769471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c24e89c8-c30e-4b21-9b2e-385619ca9034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.773967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:13.825269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Attempting to bind port 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:28:13.825860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Attempting to bind port 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '8baabdab-171e-43ab-9e9a-117f39b42823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'aa362756-94ce-4715-8020-8417c9ff624e'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:28:13.826128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Attempting to bind port 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 on network aa362756-94ce-4715-8020-8417c9ff624e {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:28:13.841000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:28:13.841283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Checking segment: {'id': '8baabdab-171e-43ab-9e9a-117f39b42823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'aa362756-94ce-4715-8020-8417c9ff624e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:13.841703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.842138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Bound using segment: {'id': '8baabdab-171e-43ab-9e9a-117f39b42823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'aa362756-94ce-4715-8020-8417c9ff624e'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:28:13.842660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Bound port: 61fc3f44-c5b9-469a-b70f-a71e5af1bf86, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8baabdab-171e-43ab-9e9a-117f39b42823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'aa362756-94ce-4715-8020-8417c9ff624e'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:28:13.843075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.913704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e89c8-c30e-4b21-9b2e-385619ca9034 None None] Pushing event updated for resources: {'Port': ['ID=ffff39ed-e9c1-483d-8b21-e7a3c31da837,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:13.926542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c24e89c8-c30e-4b21-9b2e-385619ca9034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:13.970717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.971418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] For port 61fc3f44-c5b9-469a-b70f-a71e5af1bf86, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:28:13.973559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d97acc48-e0d3-4085-b325-8dba161c4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.975436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] For port 61fc3f44-c5b9-469a-b70f-a71e5af1bf86, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=61fc3f44-c5b9-469a-b70f-a71e5af1bf86,segment=NetworkSegment(8baabdab-171e-43ab-9e9a-117f39b42823),segment_id=8baabdab-171e-43ab-9e9a-117f39b42823)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:28:13.979456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:13.979643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:13.992384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97acc48-e0d3-4085-b325-8dba161c4c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079e9e4d-f806-4f6a-98ef-5cc9e4b3a06d,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:14.000413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d97acc48-e0d3-4085-b325-8dba161c4c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:14.001342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d97acc48-e0d3-4085-b325-8dba161c4c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:14.002707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d97acc48-e0d3-4085-b325-8dba161c4c7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/079e9e4d-f806-4f6a-98ef-5cc9e4b3a06d HTTP/1.1" status: 204 len: 168 time: 1.0883579 Dec 07 13:28:14.005296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event updated for resources: {'Network': ['ID=d5695243-84bc-412d-b4b7-ecc620222ec5,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:14.009747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:14.012635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:14.016608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f304f-8e3a-465e-8820-a9c72449d66c req-61e8f531-8eb1-4aca-922a-2b6d03b5a767 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:14.019031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ceccedb5-4c87-4d11-8872-9d292e3a067f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:14.024089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9b4f304f-8e3a-465e-8820-a9c72449d66c req-61e8f531-8eb1-4aca-922a-2b6d03b5a767 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.5358415 Dec 07 13:28:14.028738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network d5695243-84bc-412d-b4b7-ecc620222ec5 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:28:14.058508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5141075 Dec 07 13:28:14.077906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44246) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:14.095266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Request body: {'subnet': {'network_id': 'd5695243-84bc-412d-b4b7-ecc620222ec5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:14.100327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Transition to ACTIVE for port object ac3d095a-05f1-4178-90d5-7f9d6ed81f3b will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:14.253254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:14.306267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:14.315158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=2a523ee9-e464-4f50-90ef-e89e478a03f8,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:14.342624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:14.386976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9b4f304f-8e3a-465e-8820-a9c72449d66c req-c770db1e-6106-4eef-9c21-f283bea26b3d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3618643 Dec 07 13:28:14.402527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5bb131ac-7955-4f6d-83e6-2f3e7611c4f2 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:14.411800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:14.432771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Usage tracker for resource:subnet and tenant:1454363494b1489db61d58cbb574de5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:14.444779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ffff39ed-e9c1-483d-8b21-e7a3c31da837 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:14.446232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:14.446777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:14.457104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:14.473054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5bb131ac-7955-4f6d-83e6-2f3e7611c4f2 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:14.556558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port ffff39ed-e9c1-483d-8b21-e7a3c31da837 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:14.556980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:14.559699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:14.565800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:14.573798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:14.624625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5bb131ac-7955-4f6d-83e6-2f3e7611c4f2 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:14.626799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fb6c12ae-dbc7-42a5-a896-dba8c6f18274 None None] Provisioning for port 431bb942-28fa-443d-afaf-3d855c5dadb1 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:14.632312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Pushing event updated for resources: {'Port': ['ID=61fc3f44-c5b9-469a-b70f-a71e5af1bf86,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:14.638294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:14.647296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fb6c12ae-dbc7-42a5-a896-dba8c6f18274 None None] Provisioning complete for port 431bb942-28fa-443d-afaf-3d855c5dadb1 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:14.647729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb6c12ae-dbc7-42a5-a896-dba8c6f18274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:14.658177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Transition to ACTIVE for port object 27de0587-25f3-4e3b-b131-eed638b4e4ec will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:14.694977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Made reservation on behalf of 1454363494b1489db61d58cbb574de5f for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:14.717329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5bb131ac-7955-4f6d-83e6-2f3e7611c4f2 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:14.718748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5bb131ac-7955-4f6d-83e6-2f3e7611c4f2 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "DELETE /v2.0/security-groups/807f5f88-b848-4e27-b749-8475cba5808e HTTP/1.1" status: 204 len: 168 time: 0.9762716 Dec 07 13:28:14.723509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44252) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:14.735005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network ea074450-d049-4982-9f8d-f294e7c3677f is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:14.736247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=ac3d095a-05f1-4178-90d5-7f9d6ed81f3b,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:14.739686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:14.741904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70419b5d-4706-44ff-bbf0-dcee7e0b4cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:14.759557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:14.763390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:14.765939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c12ae-dbc7-42a5-a896-dba8c6f18274 None None] Port 431bb942-28fa-443d-afaf-3d855c5dadb1 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:14.769235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:14.770049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:14.796002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fb6c12ae-dbc7-42a5-a896-dba8c6f18274 None None] Provisioning complete for port ffff39ed-e9c1-483d-8b21-e7a3c31da837 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:14.796424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb6c12ae-dbc7-42a5-a896-dba8c6f18274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:14.798557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb131ac-7955-4f6d-83e6-2f3e7611c4f2 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=807f5f88-b848-4e27-b749-8475cba5808e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:14.801392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5bb131ac-7955-4f6d-83e6-2f3e7611c4f2 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:14.857108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:14.875635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-44dbf5c7-a68b-42e6-99de-4387cc3cd95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:14.880247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:14.931019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2851696 Dec 07 13:28:14.937154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44256) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:14.999511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44260) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:15.014658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-540915b8-b0bf-4bb4-a69c-ded3f27b5077 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Synchronizing usage tracker for tenant:8b63e74858794c8396f20344123939db on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:15.034885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Network aa362756-94ce-4715-8020-8417c9ff624e is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:15.053517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:15.067580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:15.068804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Floating IP 9f891416-b72f-4af2-acc4-753fe38a98e1 associated. External IP: 172.36.4.216, port: 60c02b12-ccad-432a-8c28-7130b3d507ad. Dec 07 13:28:15.072341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:15.073055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:15.081497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e954edb-a993-4c24-a36f-0d2312db1fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:15.100531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event updated for resources: {'Port': ['ID=27de0587-25f3-4e3b-b131-eed638b4e4ec,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:15.118647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c1c18d39-49f6-4074-b94f-877726625a8f None None] Provisioning complete for port 431bb942-28fa-443d-afaf-3d855c5dadb1 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:15.119276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c1c18d39-49f6-4074-b94f-877726625a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:15.121413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:15.161338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebde2295-6ea8-4445-9b7b-b4325597cd35 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:15.162093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ebde2295-6ea8-4445-9b7b-b4325597cd35 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Synchronizing usage tracker for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:15.181757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-540915b8-b0bf-4bb4-a69c-ded3f27b5077 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Unset dirty status for tenant:8b63e74858794c8396f20344123939db on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:15.183118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-540915b8-b0bf-4bb4-a69c-ded3f27b5077 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4059567 Dec 07 13:28:15.188931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44264) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:15.191576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c1c18d39-49f6-4074-b94f-877726625a8f None None] Port 431bb942-28fa-443d-afaf-3d855c5dadb1 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:15.216593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8e954edb-a993-4c24-a36f-0d2312db1fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:15.239951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2370856 Dec 07 13:28:15.239951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-dcab64f2-743e-415f-9f0c-ace51ccf7975 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] delete failed (client error): The resource could not be found. Dec 07 13:28:15.239951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dcab64f2-743e-415f-9f0c-ace51ccf7975 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "DELETE /v2.0/security-groups/25f3d8d9-ebbb-4fd1-b4fa-b992493d7a78 HTTP/1.1" status: 404 len: 347 time: 0.0359044 Dec 07 13:28:15.239951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8e954edb-a993-4c24-a36f-0d2312db1fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:99b75640ccef4b7fbea5974aad59e5d5 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:15.239951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8e954edb-a993-4c24-a36f-0d2312db1fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:15.241091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44268) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:15.241462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44270) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:15.249939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Request body: {'port': {'network_id': 'aa362756-94ce-4715-8020-8417c9ff624e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1231819448', 'allowed_address_pairs': [{'ip_address': '2001:db8::2c4', 'mac_address': 'fa:16:3e:88:a8:4d'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:15.266662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8e954edb-a993-4c24-a36f-0d2312db1fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:15.296465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-1fce324d-809b-49dd-a7f8-12a90394cc9d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] show failed (client error): The resource could not be found. Dec 07 13:28:15.302247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1fce324d-809b-49dd-a7f8-12a90394cc9d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "GET /v2.0/security-groups/3a038b3d-0c54-4d66-8db8-7f83a33cb3ea HTTP/1.1" status: 404 len: 347 time: 0.0580611 Dec 07 13:28:15.309868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44278) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:15.327193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ebde2295-6ea8-4445-9b7b-b4325597cd35 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Unset dirty status for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:15.328802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ebde2295-6ea8-4445-9b7b-b4325597cd35 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aee HTTP/1.1" status: 200 len: 927 time: 0.3906248 Dec 07 13:28:15.343475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44282) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:15.429639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-4c54900c-dd78-4682-a9f0-21b470b563b4 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] show failed (client error): The resource could not be found. Dec 07 13:28:15.431834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4c54900c-dd78-4682-a9f0-21b470b563b4 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] 10.222.0.24 "GET /v2.0/security-group-rules/686d1d44-767e-4e8e-8ad8-bc01bcc127d3 HTTP/1.1" status: 404 len: 356 time: 0.1008508 Dec 07 13:28:15.471142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bf394fe4-b3c1-44a3-b425-67b44c31eb37 None None] Provisioning for port ac3d095a-05f1-4178-90d5-7f9d6ed81f3b completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:15.476638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bf394fe4-b3c1-44a3-b425-67b44c31eb37 None None] Provisioning complete for port ac3d095a-05f1-4178-90d5-7f9d6ed81f3b triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:15.477053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf394fe4-b3c1-44a3-b425-67b44c31eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:15.511913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ce9026a4-e919-4ec4-9ccf-68cdb624fa08 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port ac3d095a-05f1-4178-90d5-7f9d6ed81f3b {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:15.512763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce9026a4-e919-4ec4-9ccf-68cdb624fa08 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:15.568938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bf394fe4-b3c1-44a3-b425-67b44c31eb37 None None] Port ac3d095a-05f1-4178-90d5-7f9d6ed81f3b cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:15.607076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:15.653953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Usage tracker for resource:port and tenant:f886e48b946c4e749db226363a179ee6 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:15.664465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:15.674523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e954edb-a993-4c24-a36f-0d2312db1fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:15.676633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:15.719058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9bd0f-9691-4aa6-b54f-d966a4593987 req-be6a618d-d9df-4163-8c4c-27472be6ca01 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:15.720864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9ed9bd0f-9691-4aa6-b54f-d966a4593987 req-be6a618d-d9df-4163-8c4c-27472be6ca01 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.1235187 Dec 07 13:28:15.753918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e954edb-a993-4c24-a36f-0d2312db1fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:15.761603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Made reservation on behalf of f886e48b946c4e749db226363a179ee6 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:15.781776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e4c4e0b5-0b7c-4d2d-a747-4171cdf4bf7c tempest-RoutersAdminNegativeIpV6Test-1168207775 tempest-RoutersAdminNegativeIpV6Test-1168207775-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:15.914848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e954edb-a993-4c24-a36f-0d2312db1fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d186d793-c56f-4621-ac14-1610fd0b26ff,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:15.923160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8e954edb-a993-4c24-a36f-0d2312db1fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:15.926693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9ed9bd0f-9691-4aa6-b54f-d966a4593987 req-2ec0bbc7-eba4-42f2-a925-c06b3a96c285 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991618 Dec 07 13:28:15.931714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8e954edb-a993-4c24-a36f-0d2312db1fe3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99b75640ccef4b7fbea5974aad59e5d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9302835 Dec 07 13:28:15.934579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44292) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:16.031669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:16.043405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44296) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:16.082776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] device_id is not set on port ea34aecc-9c4f-44fb-ba71-908ad349711b yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:28:16.124965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-133649e9-21f4-4179-b27a-245aa75baf4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:16.184840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-133649e9-21f4-4179-b27a-245aa75baf4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:16.250481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:16.268205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-60f62a31-fa61-4966-95c2-49eaffad3a75 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:16.357124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce9026a4-e919-4ec4-9ccf-68cdb624fa08 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:16.384146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Allocated IP 2001:db8::228 (aa362756-94ce-4715-8020-8417c9ff624e/6c2f2d42-2217-493c-b929-6cc45fcf9148/ea34aecc-9c4f-44fb-ba71-908ad349711b) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:16.393136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:16.422242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cecea442-c18a-42da-9c50-badd7bcb2224 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b63e74858794c8396f20344123939db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3746424 Dec 07 13:28:16.435503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44302) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:16.494020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-133649e9-21f4-4179-b27a-245aa75baf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:16.505244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:16.524919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event updated for resources: {'Subnet': ['ID=7d5351e5-82c6-49f0-973a-9bc015ef60e8,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:16.528053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:16.531090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:16.534181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133649e9-21f4-4179-b27a-245aa75baf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d186d793-c56f-4621-ac14-1610fd0b26ff,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:16.539132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ce9026a4-e919-4ec4-9ccf-68cdb624fa08 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for ac3d095a-05f1-4178-90d5-7f9d6ed81f3b owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:16.581657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-133649e9-21f4-4179-b27a-245aa75baf4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:16.635886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-2456980b-d72f-4c65-8c88-49e0f8c4ae3a tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:16.636642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-2456980b-d72f-4c65-8c88-49e0f8c4ae3a tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Synchronizing usage tracker for tenant:8f775aff5c0545dfb20578f646bb3e6d on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:16.681301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-133649e9-21f4-4179-b27a-245aa75baf4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:16.686531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-133649e9-21f4-4179-b27a-245aa75baf4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d186d793-c56f-4621-ac14-1610fd0b26ff HTTP/1.1" status: 204 len: 168 time: 0.7469883 Dec 07 13:28:16.728307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74956b3a-10d9-4f46-96b5-944707f87d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:16.765054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74956b3a-10d9-4f46-96b5-944707f87d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:16.848775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Checking segment: {'id': 'a6011b5c-7b63-49b1-a7b4-30ca1d38e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd5695243-84bc-412d-b4b7-ecc620222ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:16.849096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Network hostable DHCP agents. Network: d5695243-84bc-412d-b4b7-ecc620222ec5, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:28:16.855608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:16.870409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-2456980b-d72f-4c65-8c88-49e0f8c4ae3a tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Unset dirty status for tenant:8f775aff5c0545dfb20578f646bb3e6d on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:16.871972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-2456980b-d72f-4c65-8c88-49e0f8c4ae3a tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.45 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.9427269 Dec 07 13:28:16.891055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Transition to ACTIVE for port object ea34aecc-9c4f-44fb-ba71-908ad349711b will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:16.891161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ad865d-9b33-41d1-9ff5-7765f9ef62a8 None None] Network aa362756-94ce-4715-8020-8417c9ff624e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:16.908677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74956b3a-10d9-4f46-96b5-944707f87d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:16.914115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0c9b64cd-5393-4da3-b217-9ad9eb8de0ab tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:16.930424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce9026a4-e919-4ec4-9ccf-68cdb624fa08 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:16.934381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74956b3a-10d9-4f46-96b5-944707f87d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a86ff5e-d025-4a71-8905-1fd90822d9e1,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:16.938008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-74956b3a-10d9-4f46-96b5-944707f87d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:16.947982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:16.955030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:16.970979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cda86623-272c-4cd4-9d88-5b8ecddb904e tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:17.041330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Network aa362756-94ce-4715-8020-8417c9ff624e is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:17.042450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74956b3a-10d9-4f46-96b5-944707f87d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:17.042843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1faece83-18eb-408c-83ee-a5298d1fc487 None None] Provisioning for port 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:17.047220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-74956b3a-10d9-4f46-96b5-944707f87d72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a86ff5e-d025-4a71-8905-1fd90822d9e1 HTTP/1.1" status: 204 len: 168 time: 0.6079013 Dec 07 13:28:17.047220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:17.049282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:17.053791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:17.054186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1faece83-18eb-408c-83ee-a5298d1fc487 None None] Provisioning complete for port 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:17.054805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1faece83-18eb-408c-83ee-a5298d1fc487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:17.054934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:17.089340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Deleting port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:17.089727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:17.118307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.8755903 Dec 07 13:28:17.135962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44316) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:17.136740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event updated for resources: {'Port': ['ID=ea34aecc-9c4f-44fb-ba71-908ad349711b,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:17.156440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:17.168563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Network d5695243-84bc-412d-b4b7-ecc620222ec5 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:28:17.237128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9026a4-e919-4ec4-9ccf-68cdb624fa08 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=ac3d095a-05f1-4178-90d5-7f9d6ed81f3b,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:17.250644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ce9026a4-e919-4ec4-9ccf-68cdb624fa08 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:17.371974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1faece83-18eb-408c-83ee-a5298d1fc487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:17.406192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cc2dfb-429b-4f91-a6b3-761b0c11fcf7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:17.409701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, d5695243-84bc-412d-b4b7-ecc620222ec5) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:17.413136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cc2dfb-429b-4f91-a6b3-761b0c11fcf7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:17.419676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cc2dfb-429b-4f91-a6b3-761b0c11fcf7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:17.420884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-88cc2dfb-429b-4f91-a6b3-761b0c11fcf7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Synchronizing usage tracker for tenant:f886e48b946c4e749db226363a179ee6 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:17.422766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d61e2a-03c8-4ef1-8828-141586ebb138 None None] Network d5695243-84bc-412d-b4b7-ecc620222ec5 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:17.438078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce04000-f03f-4aca-96f8-ff4802587bc5 req-f6df6368-eec5-4861-8a04-00ad6f1e1c2f tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:17.440665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5ce04000-f03f-4aca-96f8-ff4802587bc5 req-f6df6368-eec5-4861-8a04-00ad6f1e1c2f tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.2317457 Dec 07 13:28:17.484388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1faece83-18eb-408c-83ee-a5298d1fc487 None None] For port 61fc3f44-c5b9-469a-b70f-a71e5af1bf86, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=61fc3f44-c5b9-469a-b70f-a71e5af1bf86,segment=NetworkSegment(8baabdab-171e-43ab-9e9a-117f39b42823),segment_id=8baabdab-171e-43ab-9e9a-117f39b42823)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:17.489351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:17.490117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:17.510882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-88cc2dfb-429b-4f91-a6b3-761b0c11fcf7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Unset dirty status for tenant:f886e48b946c4e749db226363a179ee6 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:17.517085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-88cc2dfb-429b-4f91-a6b3-761b0c11fcf7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3547137 Dec 07 13:28:17.521504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44328) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:17.523376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce9026a4-e919-4ec4-9ccf-68cdb624fa08 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:17.546342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router f8ff709e-bfa8-4797-a997-7bf27676d18e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:28:17.599000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5ce04000-f03f-4aca-96f8-ff4802587bc5 req-3fe84736-b154-47f2-8943-2dda99b8c155 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293459 Dec 07 13:28:17.640073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-70665950-5a01-4ac4-afbe-a3e588d60316 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Deleting port ea34aecc-9c4f-44fb-ba71-908ad349711b {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:17.640547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70665950-5a01-4ac4-afbe-a3e588d60316 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:17.666277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1faece83-18eb-408c-83ee-a5298d1fc487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:17.672461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:17.903005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.8118258 Dec 07 13:28:17.903638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44340) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:18.004983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-acd05744-7eec-4bee-90f4-1ba8e581a9a9 req-b85b07dd-d021-47f0-8efa-211d49566f8e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8246934 Dec 07 13:28:18.006384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ce9026a4-e919-4ec4-9ccf-68cdb624fa08 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/ac3d095a-05f1-4178-90d5-7f9d6ed81f3b HTTP/1.1" status: 204 len: 168 time: 2.6593163 Dec 07 13:28:18.027455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faece83-18eb-408c-83ee-a5298d1fc487 None None] Pushing event updated for resources: {'Port': ['ID=61fc3f44-c5b9-469a-b70f-a71e5af1bf86,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:18.048344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1faece83-18eb-408c-83ee-a5298d1fc487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:18.050653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-d5695243-84bc-412d-b4b7-ecc620222ec5', 'network_id': 'd5695243-84bc-412d-b4b7-ecc620222ec5', 'tenant_id': '1454363494b1489db61d58cbb574de5f', 'fixed_ips': [{'subnet_id': '7d5351e5-82c6-49f0-973a-9bc015ef60e8'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:28:18.051805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:18.311992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44346) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:18.400218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:18.636201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-12087818-a914-47d8-ab66-5348404d57e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] GET failed (client error): The resource could not be found. Dec 07 13:28:18.636768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-12087818-a914-47d8-ab66-5348404d57e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Synchronizing usage tracker for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:18.654243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:18.812887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a680d3a6-5ba0-482c-9339-6718901f01ad None None] Provisioning for port 27de0587-25f3-4e3b-b131-eed638b4e4ec completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:18.824368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a680d3a6-5ba0-482c-9339-6718901f01ad None None] Provisioning complete for port 27de0587-25f3-4e3b-b131-eed638b4e4ec triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:18.825775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a680d3a6-5ba0-482c-9339-6718901f01ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:18.830309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-12087818-a914-47d8-ab66-5348404d57e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Unset dirty status for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:18.831856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-12087818-a914-47d8-ab66-5348404d57e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports/ac3d095a-05f1-4178-90d5-7f9d6ed81f3b HTTP/1.1" status: 404 len: 333 time: 0.5050020 Dec 07 13:28:18.835664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44362) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:18.851400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] For port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=6806a1b7-5a64-46dd-8526-5cb9fb1a2061,segment=NetworkSegment(6173f518-64b6-45f0-9e87-ebc7a75474af),segment_id=6173f518-64b6-45f0-9e87-ebc7a75474af)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:18.853044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:18.904058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-acd05744-7eec-4bee-90f4-1ba8e581a9a9 req-15436647-270b-489e-a729-dc426d85c534 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0e0103fbec1461caa3f0787ea67511c&device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 1099 time: 0.5854485 Dec 07 13:28:18.943113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44370) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:18.960782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Allocated IP 2001:db8::f816:3eff:fe3e:b00 (d5695243-84bc-412d-b4b7-ecc620222ec5/7d5351e5-82c6-49f0-973a-9bc015ef60e8/5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:18.963972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:18.964379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a680d3a6-5ba0-482c-9339-6718901f01ad None None] Port 27de0587-25f3-4e3b-b131-eed638b4e4ec cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:18.995329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:18.995851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:19.041489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:28:19.177565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e32bbf4a-0e90-4f19-b025-b1f43b0c71fc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port 431bb942-28fa-443d-afaf-3d855c5dadb1 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:19.177875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e32bbf4a-0e90-4f19-b025-b1f43b0c71fc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:19.479174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:19.495625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a680d3a6-5ba0-482c-9339-6718901f01ad None None] Provisioning for port ea34aecc-9c4f-44fb-ba71-908ad349711b completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:19.519820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70665950-5a01-4ac4-afbe-a3e588d60316 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:19.528120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a680d3a6-5ba0-482c-9339-6718901f01ad None None] Provisioning complete for port ea34aecc-9c4f-44fb-ba71-908ad349711b triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:19.529175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a680d3a6-5ba0-482c-9339-6718901f01ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:19.558424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d7fee-a606-4685-89c0-49f2d3886df4 req-eb3ab42c-8221-4a3c-95f2-51d23b7b0420 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:19.560269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-012d7fee-a606-4685-89c0-49f2d3886df4 req-eb3ab42c-8221-4a3c-95f2-51d23b7b0420 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 945 time: 0.2983572 Dec 07 13:28:19.627215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a680d3a6-5ba0-482c-9339-6718901f01ad None None] Port ea34aecc-9c4f-44fb-ba71-908ad349711b cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:19.653579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=6806a1b7-5a64-46dd-8526-5cb9fb1a2061,segment=NetworkSegment(6173f518-64b6-45f0-9e87-ebc7a75474af),segment_id=6173f518-64b6-45f0-9e87-ebc7a75474af)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:19.657890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deedb3b3-b2bf-4690-af39-455525341a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6806a1b7-5a64-46dd-8526-5cb9fb1a2061'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:28:19.697267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:19.703544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:19.762807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e32bbf4a-0e90-4f19-b025-b1f43b0c71fc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:19.787614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a680d3a6-5ba0-482c-9339-6718901f01ad None None] Provisioning complete for port 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:19.788399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a680d3a6-5ba0-482c-9339-6718901f01ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:19.804466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-012d7fee-a606-4685-89c0-49f2d3886df4 req-43fb92f0-6ad5-44cf-bc78-ff089ff0bdce tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329936 Dec 07 13:28:19.815309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-70665950-5a01-4ac4-afbe-a3e588d60316 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Calling delete_port for ea34aecc-9c4f-44fb-ba71-908ad349711b owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:19.854330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deedb3b3-b2bf-4690-af39-455525341a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6806a1b7-5a64-46dd-8526-5cb9fb1a2061', 'code': 200} Dec 07 13:28:19.865848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=6806a1b7-5a64-46dd-8526-5cb9fb1a2061,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:19.967131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:19.967954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:19.968510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:19.968970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:19.969540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:19.969986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:19.970830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:19.970830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:19.971271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:19.971711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:19.972162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:19.982948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:20.019641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e32bbf4a-0e90-4f19-b025-b1f43b0c71fc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for 431bb942-28fa-443d-afaf-3d855c5dadb1 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:20.028472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:20.050131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Transition to ACTIVE for port object 5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:20.076576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Transition to ACTIVE for port object 5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:20.085909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1b576c6e-ce55-4fc4-85f7-598101e629a0 tempest-AgentManagementNegativeTest-196725082 tempest-AgentManagementNegativeTest-196725082-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 1.1398852 Dec 07 13:28:20.146052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:20.151270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7b0695be-b197-44de-8e44-bbf68d57f080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:20.177613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd05744-7eec-4bee-90f4-1ba8e581a9a9 req-6623db7d-c7e7-4bcf-a853-613d46769c11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:20.179214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-acd05744-7eec-4bee-90f4-1ba8e581a9a9 req-6623db7d-c7e7-4bcf-a853-613d46769c11 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6c962f77-029a-4d3f-8fec-e60389bdc894 HTTP/1.1" status: 200 len: 912 time: 1.2347677 Dec 07 13:28:20.277140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Pushing event updated for resources: {'Port': ['ID=5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:20.281647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:20.292895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Network d5695243-84bc-412d-b4b7-ecc620222ec5 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:20.294949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:20.299962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:20.307016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-659db749-9c54-48ce-9ee4-04f979cf4a60 None None] Provisioning complete for port 27de0587-25f3-4e3b-b131-eed638b4e4ec triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:20.307477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-659db749-9c54-48ce-9ee4-04f979cf4a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:20.384465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e32bbf4a-0e90-4f19-b025-b1f43b0c71fc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:20.403573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cf29af39-d9f4-4a78-8ce1-61e8b24046f5 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:20.431828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:20.432241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:20.432596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Floating IP d1335257-cb2e-495b-9b76-d3088889c371 disassociated. External IP: 172.36.4.43, port: 6806a1b7-5a64-46dd-8526-5cb9fb1a2061. Dec 07 13:28:20.432983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Calling delete_port for 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:20.458449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-659db749-9c54-48ce-9ee4-04f979cf4a60 None None] Port 27de0587-25f3-4e3b-b131-eed638b4e4ec cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:20.462457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Attempting to bind port 5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:28:20.462795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Attempting to bind port 5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'a6011b5c-7b63-49b1-a7b4-30ca1d38e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd5695243-84bc-412d-b4b7-ecc620222ec5'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:28:20.463198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Attempting to bind port 5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa on network d5695243-84bc-412d-b4b7-ecc620222ec5 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:28:20.476499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:28:20.476920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Checking segment: {'id': 'a6011b5c-7b63-49b1-a7b4-30ca1d38e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd5695243-84bc-412d-b4b7-ecc620222ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:20.477371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:20.477779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Bound using segment: {'id': 'a6011b5c-7b63-49b1-a7b4-30ca1d38e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd5695243-84bc-412d-b4b7-ecc620222ec5'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:28:20.478305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Bound port: 5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6011b5c-7b63-49b1-a7b4-30ca1d38e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd5695243-84bc-412d-b4b7-ecc620222ec5'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:28:20.478720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:20.520565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:20.521114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:28:20.549470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bbf4a-0e90-4f19-b025-b1f43b0c71fc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=431bb942-28fa-443d-afaf-3d855c5dadb1,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:20.553119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e32bbf4a-0e90-4f19-b025-b1f43b0c71fc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:20.556765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e32bbf4a-0e90-4f19-b025-b1f43b0c71fc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:20.562977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad063310-f4e7-4eef-b117-471353190bfd None None] Sync routers for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:28:20.573886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bdd3651e-c893-4e05-b8d3-e6f3f74f60f5 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:20.579930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-659db749-9c54-48ce-9ee4-04f979cf4a60 None None] Provisioning complete for port ea34aecc-9c4f-44fb-ba71-908ad349711b triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:20.580527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-659db749-9c54-48ce-9ee4-04f979cf4a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:20.596240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-acd05744-7eec-4bee-90f4-1ba8e581a9a9 req-d74a0b5f-b20a-4fa4-9962-667d3ac674d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc HTTP/1.1" status: 200 len: 1002 time: 0.4078119 Dec 07 13:28:20.619638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5351e5-82c6-49f0-973a-9bc015ef60e8,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:20.623289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:20.625089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e32bbf4a-0e90-4f19-b025-b1f43b0c71fc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/431bb942-28fa-443d-afaf-3d855c5dadb1 HTTP/1.1" status: 204 len: 168 time: 1.7870157 Dec 07 13:28:20.628624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44398) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:20.681905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:20.689772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-659db749-9c54-48ce-9ee4-04f979cf4a60 None None] Port ea34aecc-9c4f-44fb-ba71-908ad349711b was deleted so its status cannot be updated. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 07 13:28:20.714610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44402) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:20.736332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad063310-f4e7-4eef-b117-471353190bfd None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:20.737032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ad063310-f4e7-4eef-b117-471353190bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:20.738486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70665950-5a01-4ac4-afbe-a3e588d60316 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:20.758147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:20.797706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5695243-84bc-412d-b4b7-ecc620222ec5']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:20.804136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:20.814314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6011b5c-7b63-49b1-a7b4-30ca1d38e026') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:20.814653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6011b5c-7b63-49b1-a7b4-30ca1d38e026') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:20.829216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:20.833036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ad063310-f4e7-4eef-b117-471353190bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:20.849026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:20.856950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:28:20.857402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:20.866212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] For port 5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:28:20.886263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70665950-5a01-4ac4-afbe-a3e588d60316 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event deleted for resources: {'Port': ['ID=ea34aecc-9c4f-44fb-ba71-908ad349711b,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:20.905915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70665950-5a01-4ac4-afbe-a3e588d60316 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:20.913138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad063310-f4e7-4eef-b117-471353190bfd None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:20.922652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.3218000 Dec 07 13:28:20.923032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ad063310-f4e7-4eef-b117-471353190bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:20.924618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd05744-7eec-4bee-90f4-1ba8e581a9a9 req-4b1960a3-c787-4f41-9315-0c193dc2ca54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:20.926263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-acd05744-7eec-4bee-90f4-1ba8e581a9a9 req-4b1960a3-c787-4f41-9315-0c193dc2ca54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1224687e-5b0c-4a0e-bd15-13393deb64e3 HTTP/1.1" status: 200 len: 850 time: 0.3203676 Dec 07 13:28:20.978802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44412) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:28:20.992642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:28:21.052420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 13:28:21.052420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 13:28:21.052420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [parameters: {'id': 'd5695243-84bc-412d-b4b7-ecc620222ec5'}] Dec 07 13:28:21.052420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:28:21.053275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:28:21.053921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-1698de20-b666-4260-8a69-83910e687e9d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] GET failed (client error): The resource could not be found. Dec 07 13:28:21.054476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1698de20-b666-4260-8a69-83910e687e9d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Synchronizing usage tracker for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:21.069884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:28:21.070250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:28:21.074917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1862117062'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:21.080671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:21.085676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Usage tracker for resource:network and tenant:07116a0e0f5f400f8e01d51898ee34fa is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:21.089555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:21.097762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:21.105324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1698de20-b666-4260-8a69-83910e687e9d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Unset dirty status for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:21.106881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1698de20-b666-4260-8a69-83910e687e9d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports/431bb942-28fa-443d-afaf-3d855c5dadb1 HTTP/1.1" status: 404 len: 333 time: 0.4770317 Dec 07 13:28:21.109783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44416) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:21.138699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] For port 5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa,segment=NetworkSegment(a6011b5c-7b63-49b1-a7b4-30ca1d38e026),segment_id=a6011b5c-7b63-49b1-a7b4-30ca1d38e026)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:28:21.143096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ad063310-f4e7-4eef-b117-471353190bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:21.146562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad063310-f4e7-4eef-b117-471353190bfd None None] The sync data for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:28:21.161853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Made reservation on behalf of 07116a0e0f5f400f8e01d51898ee34fa for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:21.169312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:21.194811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:21.200168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8c9b5086-90d1-4ed0-b3e3-3b7c070f5383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:21.231487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:28:21.244289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:21.244675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Added segment 13bed25d-6944-4600-9baa-fd47fc8007ec of type vlan for network e438cebd-378f-497e-9f1d-919938598811 Dec 07 13:28:21.280977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:21.339145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1dc42a5-0c9d-4d9d-81c0-3eacee9e9bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:21.358568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:21.362684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:21.363370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:21.454965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab88cd-2e29-463c-ac59-d95471fba8b4 req-5b84f4af-de19-4119-8491-b67de46b4ed7 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:21.456713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dab88cd-2e29-463c-ac59-d95471fba8b4 req-5b84f4af-de19-4119-8491-b67de46b4ed7 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 943 time: 0.2837908 Dec 07 13:28:21.485708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0ad21dbb-d317-4224-9509-0a004b2d1e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:21.505437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4549665 Dec 07 13:28:21.507985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44426) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:21.524893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe4730c-4752-4efe-a323-facfdc8beb26 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting subnet 12c4f6b2-17a0-4eec-9b9c-e3d16dafcc81 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:28:21.563759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe4730c-4752-4efe-a323-facfdc8beb26 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:21.593909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Pushing event updated for resources: {'Port': ['ID=5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:21.598808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:21.599996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:21.608373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44430) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:21.648346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dab88cd-2e29-463c-ac59-d95471fba8b4 req-11e6fd29-8442-4871-837b-f7ca6f5c974d tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824026 Dec 07 13:28:21.652156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Deleting port 5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:21.652584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:21.666537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7329379-be35-49c8-ad4c-61a5fc3106d2 None None] Network d5695243-84bc-412d-b4b7-ecc620222ec5 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:21.677587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'subnet': {'network_id': 'e438cebd-378f-497e-9f1d-919938598811', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:21.702948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Deleting port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:21.704101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:21.705698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe4730c-4752-4efe-a323-facfdc8beb26 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:21.759324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70665950-5a01-4ac4-afbe-a3e588d60316 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:21.860609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-acd05744-7eec-4bee-90f4-1ba8e581a9a9 req-961b027c-9370-45b9-be83-2c9dc7403c9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6c962f77-029a-4d3f-8fec-e60389bdc894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8760643 Dec 07 13:28:21.916019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d1dc42a5-0c9d-4d9d-81c0-3eacee9e9bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:21.929816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-70665950-5a01-4ac4-afbe-a3e588d60316 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "DELETE /v2.0/ports/ea34aecc-9c4f-44fb-ba71-908ad349711b HTTP/1.1" status: 204 len: 168 time: 4.3950579 Dec 07 13:28:21.930021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'network': {'name': 'tempest-network-smoke--1210347983', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'port_security_enabled': True}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:21.940781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44436) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:21.941010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Network': ['ID=e438cebd-378f-497e-9f1d-919938598811,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:21.943942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:21.959530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network e438cebd-378f-497e-9f1d-919938598811 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:28:21.973714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f74771d-ce1e-4f0d-8bc7-f5f03c59ca8e None None] get_active_networks_info from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 07 13:28:22.002058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:network and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:22.016953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:22.039181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:22.048524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e62ad8-09db-440b-a9b2-f253fb935065 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] GET failed (client error): The resource could not be found. Dec 07 13:28:22.054196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-64e62ad8-09db-440b-a9b2-f253fb935065 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "GET /v2.0/ports/ea34aecc-9c4f-44fb-ba71-908ad349711b HTTP/1.1" status: 404 len: 333 time: 0.1030328 Dec 07 13:28:22.057991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44440) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:22.070442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe4730c-4752-4efe-a323-facfdc8beb26 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:22.108863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Request body: {'port': {'network_id': 'aa362756-94ce-4715-8020-8417c9ff624e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-605044267'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:22.136067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:22.142596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:22.215149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f74771d-ce1e-4f0d-8bc7-f5f03c59ca8e None None] Resources bound (agent type, host, resource id): {{(pid=88899) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 07 13:28:22.223037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] For port 5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa,segment=NetworkSegment(a6011b5c-7b63-49b1-a7b4-30ca1d38e026),segment_id=a6011b5c-7b63-49b1-a7b4-30ca1d38e026)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:22.223463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:22.230427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d1dc42a5-0c9d-4d9d-81c0-3eacee9e9bce admin admin] Usage tracker for resource:security_group_rule and tenant:ce8abb51d15945f19baa4c97df76a1cb is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:22.244511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:22.254174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:22.255067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d1dc42a5-0c9d-4d9d-81c0-3eacee9e9bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:22.280014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d1dc42a5-0c9d-4d9d-81c0-3eacee9e9bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:22.344890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:22.362550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Usage tracker for resource:subnet and tenant:07116a0e0f5f400f8e01d51898ee34fa is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:22.390639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:22.419104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Calling delete_port for 5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:22.485513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:22.546882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-acd05744-7eec-4bee-90f4-1ba8e581a9a9 req-23fa75ef-916e-43e8-8a7f-8976e95db4c6 service neutron] 10.222.0.45 "GET /v2.0/networks/6c962f77-029a-4d3f-8fec-e60389bdc894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6654904 Dec 07 13:28:22.562837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:22.591963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:22.598717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:22.608952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Made reservation on behalf of 07116a0e0f5f400f8e01d51898ee34fa for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:22.610767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:22.616409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:22.624541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe4730c-4752-4efe-a323-facfdc8beb26 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:22.634315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:22.674251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:22.708889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4730c-4752-4efe-a323-facfdc8beb26 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Subnet': ['ID=12c4f6b2-17a0-4eec-9b9c-e3d16dafcc81,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:22.718391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe4730c-4752-4efe-a323-facfdc8beb26 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:22.733220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:22.750858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-afe4730c-4752-4efe-a323-facfdc8beb26 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/12c4f6b2-17a0-4eec-9b9c-e3d16dafcc81 HTTP/1.1" status: 204 len: 168 time: 1.6398802 Dec 07 13:28:22.753669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-afe4730c-4752-4efe-a323-facfdc8beb26 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:22.754338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f8095efd-8fc7-4590-aba5-834620591f9d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:22.798001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44448) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:22.811749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] No DVR routers for this DVR port 5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:28:22.825324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457fc593-e2ae-4089-99ac-d7fcdf54ae2d None None] Network ea074450-d049-4982-9f8d-f294e7c3677f requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:22.828735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-acd05744-7eec-4bee-90f4-1ba8e581a9a9 req-05458657-5ca7-4c1d-ad71-1db9c7b2c0d9 service neutron] 10.222.0.45 "GET /v2.0/networks/6c962f77-029a-4d3f-8fec-e60389bdc894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583375 Dec 07 13:28:22.843131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Made reservation on behalf of f886e48b946c4e749db226363a179ee6 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:22.849682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:22.887665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Port': ['ID=5a07bbf9-e434-4e6e-a20d-a16e4e83a7fa,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:22.890399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:22.914150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] For port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=6806a1b7-5a64-46dd-8526-5cb9fb1a2061,segment=NetworkSegment(6173f518-64b6-45f0-9e87-ebc7a75474af),segment_id=6173f518-64b6-45f0-9e87-ebc7a75474af)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:22.914553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:22.944209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] device_id is not set on port 4c3219c0-d5f7-4848-b4a9-1b112796b622 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:28:23.059541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1dc42a5-0c9d-4d9d-81c0-3eacee9e9bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.123679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3117d6e-9b31-49af-bda5-2a84ee7a43cb None None] DHCP port deletion for ea074450-d049-4982-9f8d-f294e7c3677f request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:28:23.130284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d3117d6e-9b31-49af-bda5-2a84ee7a43cb None None] Deleting port ffff39ed-e9c1-483d-8b21-e7a3c31da837 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:23.130799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3117d6e-9b31-49af-bda5-2a84ee7a43cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.132903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1dc42a5-0c9d-4d9d-81c0-3eacee9e9bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.147191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f1256900-758a-4d76-8624-5f40a78529eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:23.179742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.350481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.403645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc42a5-0c9d-4d9d-81c0-3eacee9e9bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e308218d-2417-43c9-9bd9-9d5f2cacaca9,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:23.411068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.417084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d3117d6e-9b31-49af-bda5-2a84ee7a43cb None None] For port ffff39ed-e9c1-483d-8b21-e7a3c31da837, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ffff39ed-e9c1-483d-8b21-e7a3c31da837,segment=NetworkSegment(51f0a6ad-a4c7-4ddc-ba43-9cf6b981f723),segment_id=51f0a6ad-a4c7-4ddc-ba43-9cf6b981f723)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:23.417528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3117d6e-9b31-49af-bda5-2a84ee7a43cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.476721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d1dc42a5-0c9d-4d9d-81c0-3eacee9e9bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:23.490776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port ffff39ed-e9c1-483d-8b21-e7a3c31da837 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:23.491154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.518736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5695243-84bc-412d-b4b7-ecc620222ec5']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:23.539687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d1dc42a5-0c9d-4d9d-81c0-3eacee9e9bce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce8abb51d15945f19baa4c97df76a1cb&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7979000 Dec 07 13:28:23.549962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44452) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:23.562714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d3117d6e-9b31-49af-bda5-2a84ee7a43cb None None] Calling delete_port for ffff39ed-e9c1-483d-8b21-e7a3c31da837 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:23.570378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6011b5c-7b63-49b1-a7b4-30ca1d38e026') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:23.570744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6011b5c-7b63-49b1-a7b4-30ca1d38e026') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:23.605406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.646808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed75ec-767b-4591-a98f-40c4c393a7e5 req-2eb345e3-9c85-49cf-9815-34d309a34fc9 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:23.649725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1aed75ec-767b-4591-a98f-40c4c393a7e5 req-2eb345e3-9c85-49cf-9815-34d309a34fc9 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 943 time: 0.7800593 Dec 07 13:28:23.671490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3117d6e-9b31-49af-bda5-2a84ee7a43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.676211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b946a6af-6ca1-4a84-839a-77b292a15a17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:23.710722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.714300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Allocated IP 2001:db8::272 (aa362756-94ce-4715-8020-8417c9ff624e/6c2f2d42-2217-493c-b929-6cc45fcf9148/4c3219c0-d5f7-4848-b4a9-1b112796b622) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:23.723870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3117d6e-9b31-49af-bda5-2a84ee7a43cb None None] Pushing event deleted for resources: {'Port': ['ID=ffff39ed-e9c1-483d-8b21-e7a3c31da837,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:23.727016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d3117d6e-9b31-49af-bda5-2a84ee7a43cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:23.727930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3117d6e-9b31-49af-bda5-2a84ee7a43cb None None] No DVR routers for this DVR port ffff39ed-e9c1-483d-8b21-e7a3c31da837 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:28:23.730258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.735491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:28:23.736559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.743116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] The port 'ffff39ed-e9c1-483d-8b21-e7a3c31da837' was deleted {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:28:23.753479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:28:23.825209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.841695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:23.912292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:28:23.955056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1aed75ec-767b-4591-a98f-40c4c393a7e5 req-496277d5-fab3-4a66-afab-3e43e2f4eb8a tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups?id=10de568c-5992-477b-8fc9-4bd23c9702e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860100 Dec 07 13:28:23.955797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72093155-15c3-45c4-aadd-ba9526dd1226,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:23.963090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.964326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.964757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.965125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Floating IP d1335257-cb2e-495b-9b76-d3088889c371 disassociated. External IP: 172.36.4.43, port: 6806a1b7-5a64-46dd-8526-5cb9fb1a2061. Dec 07 13:28:23.965974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Calling delete_port for 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:23.967553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:23.967949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Added segment a029c2b2-4376-4228-bb62-b64926c95592 of type vlan for network a325a2fb-61ad-40c3-965e-d8c9a5879437 Dec 07 13:28:23.969330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:23.977301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1eccaefe-3690-47e6-9612-bf571cfc5b91 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:24.014209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.044872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b765da1-d3d9-4d39-b428-668feebf218f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.052858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.092953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Network': ['ID=d5695243-84bc-412d-b4b7-ecc620222ec5,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:24.115610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:24.121858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/networks/d5695243-84bc-412d-b4b7-ecc620222ec5 HTTP/1.1" status: 204 len: 168 time: 6.2171452 Dec 07 13:28:24.125514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b765da1-d3d9-4d39-b428-668feebf218f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.126187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.132662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44458) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:24.143127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea074450-d049-4982-9f8d-f294e7c3677f']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:24.191353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1eb988-60e0-479e-872b-1a003e01ac18 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] DELETE failed (client error): The resource could not be found. Dec 07 13:28:24.192069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1eb988-60e0-479e-872b-1a003e01ac18 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:28:24.193456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f0a6ad-a4c7-4ddc-ba43-9cf6b981f723') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:24.193592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9c1eb988-60e0-479e-872b-1a003e01ac18 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/subnets/7d5351e5-82c6-49f0-973a-9bc015ef60e8 HTTP/1.1" status: 404 len: 337 time: 0.0599639 Dec 07 13:28:24.193802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f0a6ad-a4c7-4ddc-ba43-9cf6b981f723') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:24.208217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44462) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:24.236956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.288288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bae3ba-c7e8-4382-b80c-93f9ae6b0503 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] DELETE failed (client error): The resource could not be found. Dec 07 13:28:24.291731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ffff39ed-e9c1-483d-8b21-e7a3c31da837 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:28:24.295925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3bae3ba-c7e8-4382-b80c-93f9ae6b0503 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:28:24.298331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.302056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b3bae3ba-c7e8-4382-b80c-93f9ae6b0503 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/networks/d5695243-84bc-412d-b4b7-ecc620222ec5 HTTP/1.1" status: 404 len: 339 time: 0.0928533 Dec 07 13:28:24.303699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.305782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44466) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:24.313636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:24.330487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: ffff39ed-e9c1-483d-8b21-e7a3c31da837 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:28:24.331160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ffff39ed-e9c1-483d-8b21-e7a3c31da837 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:28:24.334774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.359632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.363986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:24.364649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.370245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d7d071e8-cb14-431e-9e2e-8a93f3b41052 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:24.391365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:28:24.391824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:28:24.417911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:28:24.483008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Network': ['ID=a325a2fb-61ad-40c3-965e-d8c9a5879437,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:24.485692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:24.490197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.8754647 Dec 07 13:28:24.490474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44470) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:24.492065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11ede1e-4afa-4b62-b684-8e795388a881 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] DELETE failed (client error): The resource could not be found. Dec 07 13:28:24.492566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11ede1e-4afa-4b62-b684-8e795388a881 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:28:24.495927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network a325a2fb-61ad-40c3-965e-d8c9a5879437 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:28:24.496259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-908989057', 'admin_state_up': True, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:24.503778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:24.507843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Transition to ACTIVE for port object 4c3219c0-d5f7-4848-b4a9-1b112796b622 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:24.509358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:router and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:24.513811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:24.521456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:24.553312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b765da1-d3d9-4d39-b428-668feebf218f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.555816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b765da1-d3d9-4d39-b428-668feebf218f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.559747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9b765da1-d3d9-4d39-b428-668feebf218f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e308218d-2417-43c9-9bd9-9d5f2cacaca9 HTTP/1.1" status: 204 len: 168 time: 1.0042381 Dec 07 13:28:24.559936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.559936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.570942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Subnet': ['ID=70b80425-362e-4021-b175-eaa03817428e,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:24.579706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d11ede1e-4afa-4b62-b684-8e795388a881 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/subnets/961e6de2-42e5-49ab-97ff-eed8ced114f1 HTTP/1.1" status: 404 len: 337 time: 0.2325282 Dec 07 13:28:24.580894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:24.581453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-91c43d95-3008-4926-9ae6-b50c1955ce7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:24.588956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44476) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:24.596399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b765da1-d3d9-4d39-b428-668feebf218f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e308218d-2417-43c9-9bd9-9d5f2cacaca9,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:24.598251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.606673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9b765da1-d3d9-4d39-b428-668feebf218f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:24.607465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ce9026a4-e919-4ec4-9ccf-68cdb624fa08 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:24.646420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.648087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.655635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee795b25-3dfe-4913-a187-45d3142f69e8 tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:24.666270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Pushing event deleted for resources: {'Port': ['ID=6806a1b7-5a64-46dd-8526-5cb9fb1a2061,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:24.669356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.673088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Checking segment: {'id': '13bed25d-6944-4600-9baa-fd47fc8007ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e438cebd-378f-497e-9f1d-919938598811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:24.673088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network hostable DHCP agents. Network: e438cebd-378f-497e-9f1d-919938598811, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:28:24.680817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:24.681377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a3ef3593-5070-4dac-a736-12df8bf7ce29 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:24.700019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-7696e9c3-b8a0-4bac-b63d-cf0978917181 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] DELETE failed (client error): The resource could not be found. Dec 07 13:28:24.700607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7696e9c3-b8a0-4bac-b63d-cf0978917181 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:28:24.716444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7696e9c3-b8a0-4bac-b63d-cf0978917181 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/networks/93ab1108-1b1e-4c3a-b8e7-5643004c44e1 HTTP/1.1" status: 404 len: 339 time: 0.1253660 Dec 07 13:28:24.716645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/networks/ea074450-d049-4982-9f8d-f294e7c3677f HTTP/1.1" status: 204 len: 168 time: 1.8914497 Dec 07 13:28:24.717764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Network': ['ID=ea074450-d049-4982-9f8d-f294e7c3677f,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:24.719865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44480) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:24.720501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44482) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:24.728038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:24.732948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-986099454'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:24.735780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.768153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event updated for resources: {'Port': ['ID=4c3219c0-d5f7-4848-b4a9-1b112796b622,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:24.771920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:24.774179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Network aa362756-94ce-4715-8020-8417c9ff624e is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:24.780674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:24.781596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:24.784720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:24.789528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:24.790229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:24.794603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-94426a75-1cd0-4ecb-8336-95a68a7c9535 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] DELETE failed (client error): The resource could not be found. Dec 07 13:28:24.795104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94426a75-1cd0-4ecb-8336-95a68a7c9535 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:28:24.797024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-94426a75-1cd0-4ecb-8336-95a68a7c9535 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/subnets/eaf001e4-a05d-474b-b6b6-66aa04451a47 HTTP/1.1" status: 404 len: 337 time: 0.0726652 Dec 07 13:28:24.808296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44488) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:24.841447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e83f05a-c573-4895-8d9a-9b6feaafacaf tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] DELETE failed (client error): The resource could not be found. Dec 07 13:28:24.842236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e83f05a-c573-4895-8d9a-9b6feaafacaf tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:28:24.844476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5e83f05a-c573-4895-8d9a-9b6feaafacaf tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/networks/6dec9759-faa9-4418-82b6-c759421f7444 HTTP/1.1" status: 404 len: 339 time: 0.0333359 Dec 07 13:28:24.850403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7858336 Dec 07 13:28:24.850403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44492) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:24.850767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44496) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:24.888315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:network and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:24.888579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-978e0b92-e2b8-4292-bd81-33457503501a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c4', 'mac_address': 'fa:16:3e:88:a8:4d'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:24.894534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:24.906958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:24.948120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network e438cebd-378f-497e-9f1d-919938598811 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:28:25.051252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:25.057686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:25.071858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, e438cebd-378f-497e-9f1d-919938598811) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:25.094166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30357e9-e511-452b-9921-2b07b153a580 None None] Network e438cebd-378f-497e-9f1d-919938598811 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:25.138158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:25.138837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:25.225240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f0438944-7d7d-4e15-9ef5-250e1fab9257 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Deleting port a2996715-a970-47b3-a003-1857ee174109 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:25.225629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f0438944-7d7d-4e15-9ef5-250e1fab9257 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:25.486612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c3ac1739-b40c-4095-893a-94596b0ab15a req-04329af5-5686-43dd-9a4c-add306270efd tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 210 time: 0.1150470 Dec 07 13:28:25.529328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:25.576856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:28:25.580210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b84ecd4c-26b1-4ed9-87da-e2bd5d212706 None None] Provisioning for port 4c3219c0-d5f7-4848-b4a9-1b112796b622 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:25.586594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-e438cebd-378f-497e-9f1d-919938598811', 'network_id': 'e438cebd-378f-497e-9f1d-919938598811', 'tenant_id': '07116a0e0f5f400f8e01d51898ee34fa', 'fixed_ips': [{'subnet_id': '70b80425-362e-4021-b175-eaa03817428e'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:28:25.587572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:25.599670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0799150 Dec 07 13:28:25.600919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44512) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:25.605194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:25.605889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Added segment f0c66965-d6f5-4f25-8088-181e1fa91506 of type vlan for network 6e84e278-dd80-403c-913b-e49b28e51eab Dec 07 13:28:25.606391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b84ecd4c-26b1-4ed9-87da-e2bd5d212706 None None] Provisioning complete for port 4c3219c0-d5f7-4848-b4a9-1b112796b622 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:25.607187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b84ecd4c-26b1-4ed9-87da-e2bd5d212706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:25.616159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1867299092', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}, 'admin_state_up': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:25.626752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:25.640156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Usage tracker for resource:router and tenant:07116a0e0f5f400f8e01d51898ee34fa is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:25.645484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:25.669520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:25.682315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:25.717493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Router beaff009-5582-4ced-8cea-3b5b142476d5 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:28:25.740108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:25.741140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:25.766265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b84ecd4c-26b1-4ed9-87da-e2bd5d212706 None None] Port 4c3219c0-d5f7-4848-b4a9-1b112796b622 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:25.850545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f0438944-7d7d-4e15-9ef5-250e1fab9257 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:25.861001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:25.865750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:25.865886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-978e0b92-e2b8-4292-bd81-33457503501a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:25.866717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:25.875775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Allocated IP 172.20.0.2 (e438cebd-378f-497e-9f1d-919938598811/70b80425-362e-4021-b175-eaa03817428e/e634d6dd-e51a-4274-a292-bfd4feced22e) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:25.897135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:25.915005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:25.940871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2178276 Dec 07 13:28:25.945921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44522) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:26.090360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'subnet': {'network_id': '6e84e278-dd80-403c-913b-e49b28e51eab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:26.170835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:26.187332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Transition to ACTIVE for port object e634d6dd-e51a-4274-a292-bfd4feced22e will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:26.215660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Transition to ACTIVE for port object e634d6dd-e51a-4274-a292-bfd4feced22e will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:26.257653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:26.269337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12c2009e-90fd-4e6f-8cc0-b23e005ac075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:26.275533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:26.280298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:subnet and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:26.281175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44528) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:26.283269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:26.289602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:26.291827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f0438944-7d7d-4e15-9ef5-250e1fab9257 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Calling delete_port for a2996715-a970-47b3-a003-1857ee174109 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:26.355734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Pushing event updated for resources: {'Port': ['ID=e634d6dd-e51a-4274-a292-bfd4feced22e,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:26.363468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:26.380301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Network e438cebd-378f-497e-9f1d-919938598811 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:26.382222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:26.385611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:26.402678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:26.530074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:26.559993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Attempting to bind port e634d6dd-e51a-4274-a292-bfd4feced22e on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:28:26.563322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Attempting to bind port e634d6dd-e51a-4274-a292-bfd4feced22e by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '13bed25d-6944-4600-9baa-fd47fc8007ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e438cebd-378f-497e-9f1d-919938598811'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:28:26.564016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Attempting to bind port e634d6dd-e51a-4274-a292-bfd4feced22e on network e438cebd-378f-497e-9f1d-919938598811 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:28:26.582209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:28:26.586797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Checking segment: {'id': '13bed25d-6944-4600-9baa-fd47fc8007ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e438cebd-378f-497e-9f1d-919938598811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:26.587299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:26.587731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Bound using segment: {'id': '13bed25d-6944-4600-9baa-fd47fc8007ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e438cebd-378f-497e-9f1d-919938598811'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:28:26.588280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Bound port: e634d6dd-e51a-4274-a292-bfd4feced22e, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bed25d-6944-4600-9baa-fd47fc8007ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e438cebd-378f-497e-9f1d-919938598811'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:28:26.591568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:26.598213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-688129097'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:26.605123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f0438944-7d7d-4e15-9ef5-250e1fab9257 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:26.613873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:26.633065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-08f7e228-f60f-4fc2-86ae-1f763e7a14c2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:26.676096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Usage tracker for resource:network and tenant:07580f8211a94102b945545c6ac353f1 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:26.696959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:26.715790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Network': ['ID=6e84e278-dd80-403c-913b-e49b28e51eab,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:26.716459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] For port e634d6dd-e51a-4274-a292-bfd4feced22e, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:28:26.729535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] For port e634d6dd-e51a-4274-a292-bfd4feced22e, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e634d6dd-e51a-4274-a292-bfd4feced22e,segment=NetworkSegment(13bed25d-6944-4600-9baa-fd47fc8007ec),segment_id=13bed25d-6944-4600-9baa-fd47fc8007ec)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:28:26.732486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 6e84e278-dd80-403c-913b-e49b28e51eab details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:28:26.734206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:26.736025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0438944-7d7d-4e15-9ef5-250e1fab9257 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Port': ['ID=a2996715-a970-47b3-a003-1857ee174109,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:26.759380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:26.763488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f0438944-7d7d-4e15-9ef5-250e1fab9257 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:26.765027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:26.813312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6f70321e-1562-4a85-8083-c845f091e01e req-7187d8a4-5071-407a-842a-b2e01770dee7 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 210 time: 0.1428113 Dec 07 13:28:26.835029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:26.852789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:26.859002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d2165a1-94cf-4415-96ad-daafae2dfa69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:26.879163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f0438944-7d7d-4e15-9ef5-250e1fab9257 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:26.879694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:26.884822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:26.885542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-48460f60-c53b-45da-9304-cca65e713d96 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:26.930331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Made reservation on behalf of 07580f8211a94102b945545c6ac353f1 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:26.936864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:26.954763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f0438944-7d7d-4e15-9ef5-250e1fab9257 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/ports/a2996715-a970-47b3-a003-1857ee174109 HTTP/1.1" status: 204 len: 168 time: 2.1052082 Dec 07 13:28:26.959931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Pushing event updated for resources: {'Port': ['ID=e634d6dd-e51a-4274-a292-bfd4feced22e,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:26.975581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44538) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:26.975984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:26.982794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:27.048789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:28:27.061170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021729c5-b7e4-4695-9eae-6bed0cca3871 None None] Sync routers for ids ['beaff009-5582-4ced-8cea-3b5b142476d5'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:28:27.061355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e596af9-84bb-45ee-afea-8f5ba4e363d3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] DELETE failed (client error): The resource could not be found. Dec 07 13:28:27.061748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e596af9-84bb-45ee-afea-8f5ba4e363d3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:28:27.080387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021729c5-b7e4-4695-9eae-6bed0cca3871 None None] Routers {'beaff009-5582-4ced-8cea-3b5b142476d5'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:27.081720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-021729c5-b7e4-4695-9eae-6bed0cca3871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['beaff009-5582-4ced-8cea-3b5b142476d5'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:27.089749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-978e0b92-e2b8-4292-bd81-33457503501a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:27.096367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Subnet': ['ID=beb47463-cc91-48a5-a15f-333383c86a5e,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:27.099377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:27.132614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6e596af9-84bb-45ee-afea-8f5ba4e363d3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/subnets/d76a997b-981b-4ca4-808a-89ef15d6e286 HTTP/1.1" status: 404 len: 337 time: 0.1585577 Dec 07 13:28:27.142116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44542) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:27.156402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-978e0b92-e2b8-4292-bd81-33457503501a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:27.160378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] No DVR routers for this DVR port 6806a1b7-5a64-46dd-8526-5cb9fb1a2061 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:28:27.163039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:27.170434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deedb3b3-b2bf-4690-af39-455525341a7d', 'name': 'network-vif-deleted', 'tag': '6806a1b7-5a64-46dd-8526-5cb9fb1a2061'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:28:27.188780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6d43145f-3209-4cad-8b11-d8c27af4f6cf req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.45 "DELETE /v2.0/ports/6806a1b7-5a64-46dd-8526-5cb9fb1a2061 HTTP/1.1" status: 204 len: 173 time: 10.3096194 Dec 07 13:28:27.205264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Checking segment: {'id': 'f0c66965-d6f5-4f25-8088-181e1fa91506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6e84e278-dd80-403c-913b-e49b28e51eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:27.205677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network hostable DHCP agents. Network: 6e84e278-dd80-403c-913b-e49b28e51eab, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:28:27.229099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-83d44c43-a059-4c8d-b0c4-603cee20188b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:27.266002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deedb3b3-b2bf-4690-af39-455525341a7d', 'name': 'network-vif-deleted', 'tag': '6806a1b7-5a64-46dd-8526-5cb9fb1a2061', 'status': 'completed', 'code': 200} Dec 07 13:28:27.348152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.36.4.80 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/4e1314a8-e906-41cb-80a3-cc80bc2f9ccd) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:27.355514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network 6e84e278-dd80-403c-913b-e49b28e51eab is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:28:27.366512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:27.418072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:27.420659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-021729c5-b7e4-4695-9eae-6bed0cca3871 None None] Set router beaff009-5582-4ced-8cea-3b5b142476d5 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:28:27.498131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 6e84e278-dd80-403c-913b-e49b28e51eab) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:27.519155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafa4c0b-44b1-48de-8d13-230c6c99cd86 None None] Network 6e84e278-dd80-403c-913b-e49b28e51eab requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:27.530848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e0b92-e2b8-4292-bd81-33457503501a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event updated for resources: {'Port': ['ID=4c3219c0-d5f7-4848-b4a9-1b112796b622,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:27.534699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:27.535559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:27.547349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-978e0b92-e2b8-4292-bd81-33457503501a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:27.556266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-978e0b92-e2b8-4292-bd81-33457503501a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] In _notify_port_updated(), no bound segment for port 4c3219c0-d5f7-4848-b4a9-1b112796b622 on network aa362756-94ce-4715-8020-8417c9ff624e {{(pid=88897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:28:27.561409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978e0b92-e2b8-4292-bd81-33457503501a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:27.562125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-978e0b92-e2b8-4292-bd81-33457503501a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:27.571899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-978e0b92-e2b8-4292-bd81-33457503501a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "PUT /v2.0/ports/4c3219c0-d5f7-4848-b4a9-1b112796b622 HTTP/1.1" status: 200 len: 1002 time: 2.7116234 Dec 07 13:28:27.572104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44548) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:27.589020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:27.685751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Usage tracker for resource:security_group_rule and tenant:07580f8211a94102b945545c6ac353f1 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:27.693208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:27.701447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:27.720361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7624152 Dec 07 13:28:27.721074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44554) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:27.755654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'network_id': '6e84e278-dd80-403c-913b-e49b28e51eab', 'name': 'tempest-PortsIpV6TestJSON-465979218', 'fixed_ips': [{'subnet_id': 'beb47463-cc91-48a5-a15f-333383c86a5e', 'ip_address': '2001:db8::10'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:27.845792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:27.911152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:27.923489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12c1b9e9-8762-4358-b3b9-75305ee3ac6c tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:27.973225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118a087c-0a4e-4c69-8137-948b669ce1ee,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:27.977737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:28.023737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:28:28.049071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-021729c5-b7e4-4695-9eae-6bed0cca3871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'name': 'tempest-ServerActionsTestJSON-444262923-router', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:06Z', 'updated_at': '2021-12-07T13:24:27Z', 'revision_number': 4, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'gw_port': {'id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ed:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:09Z', 'updated_at': '2021-12-07T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b1e5ed4a-207f-477f-b158-e9c82846b2e4', 'name': '', 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'mac_address': 'fa:16:3e:e6:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:24Z', 'updated_at': '2021-12-07T13:24:38Z', 'revision_number': 5, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'subnets': [{'id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:28.053402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e2eaa74-e6d0-4d7e-9332-ccbedba567b9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:28.055102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021729c5-b7e4-4695-9eae-6bed0cca3871 None None] Checking router: beaff009-5582-4ced-8cea-3b5b142476d5 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:28:28.072330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021729c5-b7e4-4695-9eae-6bed0cca3871 None None] Routers {'beaff009-5582-4ced-8cea-3b5b142476d5'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:28.073235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-021729c5-b7e4-4695-9eae-6bed0cca3871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['beaff009-5582-4ced-8cea-3b5b142476d5'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:28.086619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-6e84e278-dd80-403c-913b-e49b28e51eab', 'network_id': '6e84e278-dd80-403c-913b-e49b28e51eab', 'tenant_id': '7871a3fa84c9490183aa52d2c611f303', 'fixed_ips': [{'subnet_id': 'beb47463-cc91-48a5-a15f-333383c86a5e'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:28:28.087721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:28.124268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:28.124752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Added segment becd5887-1068-4adc-be86-a7d2522264a0 of type vlan for network a4460b11-056a-4420-a124-3e4be76ed697 Dec 07 13:28:28.135056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ea59b106-2b2c-46c3-b2d1-244191b1328c tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Deleting port 4c3219c0-d5f7-4848-b4a9-1b112796b622 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:28.135856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea59b106-2b2c-46c3-b2d1-244191b1328c tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:28.202359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:28.232310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-04e9e3d3-a0fa-4afe-b4fc-6d75682402d5 req-e83877e7-6655-4818-97bb-4cc0ba7eab31 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/ports?device_id=deedb3b3-b2bf-4690-af39-455525341a7d HTTP/1.1" status: 200 len: 210 time: 0.1148825 Dec 07 13:28:28.234065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-717e9fe1-5538-4fc1-92d6-bc34b3981c9b None None] Provisioning complete for port 4c3219c0-d5f7-4848-b4a9-1b112796b622 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:28.234597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-717e9fe1-5538-4fc1-92d6-bc34b3981c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:28.367614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e2eaa74-e6d0-4d7e-9332-ccbedba567b9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:28.368587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:28.379274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:port and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:28.379692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:28.385589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:28.431037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-8e2eaa74-e6d0-4d7e-9332-ccbedba567b9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebdc5b4-8fe9-485f-a888-ff364eda8f4a']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:28.445654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:28.448033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e634d6dd-e51a-4274-a292-bfd4feced22e up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:28.459694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-8e2eaa74-e6d0-4d7e-9332-ccbedba567b9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51ec841-d356-4c42-b979-e00ad6c97742') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:28.460278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-8e2eaa74-e6d0-4d7e-9332-ccbedba567b9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51ec841-d356-4c42-b979-e00ad6c97742') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:28.473863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:28.483210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-10bb6fd9-aef5-4e4c-9d3b-e529cec9a736 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:28.513788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-717e9fe1-5538-4fc1-92d6-bc34b3981c9b None None] Port 4c3219c0-d5f7-4848-b4a9-1b112796b622 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:28.520537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e2eaa74-e6d0-4d7e-9332-ccbedba567b9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:28.529623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-021729c5-b7e4-4695-9eae-6bed0cca3871 None None] Set router beaff009-5582-4ced-8cea-3b5b142476d5 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:28:28.535870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Allocated IP 2001:db8::2 (6e84e278-dd80-403c-913b-e49b28e51eab/beb47463-cc91-48a5-a15f-333383c86a5e/231d7915-1a18-4820-afd4-9f6567ca8333) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:28.557469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e2eaa74-e6d0-4d7e-9332-ccbedba567b9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:28.577670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:28.581922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:28.582581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:28.587044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2eaa74-e6d0-4d7e-9332-ccbedba567b9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:28:28.587526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e2eaa74-e6d0-4d7e-9332-ccbedba567b9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:28.606332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:28:28.610714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:28:28.621029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:28.657469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port e634d6dd-e51a-4274-a292-bfd4feced22e completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:28.669679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:28.678739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:28.686746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=4e1314a8-e906-41cb-80a3-cc80bc2f9ccd,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:28.689397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:28.765652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:28.766225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b42b714a-e0a8-40e3-8c43-4e774bd56c2b tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:29.032366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e2eaa74-e6d0-4d7e-9332-ccbedba567b9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:29.051782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.7198081 Dec 07 13:28:29.067908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44562) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:29.077400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e2eaa74-e6d0-4d7e-9332-ccbedba567b9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:29.085176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Request body: {'subnet': {'network_id': 'a4460b11-056a-4420-a124-3e4be76ed697', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:29.097203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:29.101100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Pushing event updated for resources: {'Network': ['ID=a4460b11-056a-4420-a124-3e4be76ed697,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:29.124021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Transition to ACTIVE for port object 231d7915-1a18-4820-afd4-9f6567ca8333 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:29.133537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network a4460b11-056a-4420-a124-3e4be76ed697 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:28:29.141549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea59b106-2b2c-46c3-b2d1-244191b1328c tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:29.146697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:29.148533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c22dca6a-46ab-43d0-8c43-2483e95652f4 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:29.253938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-021729c5-b7e4-4695-9eae-6bed0cca3871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'name': 'tempest-ServerActionsTestJSON-444262923-router', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:06Z', 'updated_at': '2021-12-07T13:24:27Z', 'revision_number': 4, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'gw_port': {'id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ed:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:09Z', 'updated_at': '2021-12-07T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b1e5ed4a-207f-477f-b158-e9c82846b2e4', 'name': '', 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'mac_address': 'fa:16:3e:e6:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:24Z', 'updated_at': '2021-12-07T13:24:38Z', 'revision_number': 5, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'subnets': [{'id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:29.260777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021729c5-b7e4-4695-9eae-6bed0cca3871 None None] The sync data for ids ['beaff009-5582-4ced-8cea-3b5b142476d5'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'name': 'tempest-ServerActionsTestJSON-444262923-router', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:06Z', 'updated_at': '2021-12-07T13:24:27Z', 'revision_number': 4, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'gw_port': {'id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ed:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:09Z', 'updated_at': '2021-12-07T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b1e5ed4a-207f-477f-b158-e9c82846b2e4', 'name': '', 'network_id': 'c206a118-c157-4a6a-b31d-dd0a64e6aab7', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'mac_address': 'fa:16:3e:e6:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:24Z', 'updated_at': '2021-12-07T13:24:38Z', 'revision_number': 5, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'subnets': [{'id': '603ac916-d99b-4cfa-ac27-f21a852f5c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:28:29.275997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8e2eaa74-e6d0-4d7e-9332-ccbedba567b9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/networks/3ebdc5b4-8fe9-485f-a888-ff364eda8f4a HTTP/1.1" status: 204 len: 168 time: 2.1267638 Dec 07 13:28:29.287387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Transition to ACTIVE for port object 231d7915-1a18-4820-afd4-9f6567ca8333 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:29.301095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44568) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:29.319134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2eaa74-e6d0-4d7e-9332-ccbedba567b9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Network': ['ID=3ebdc5b4-8fe9-485f-a888-ff364eda8f4a,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:29.327071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8e2eaa74-e6d0-4d7e-9332-ccbedba567b9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:29.329527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ea59b106-2b2c-46c3-b2d1-244191b1328c tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Calling delete_port for 4c3219c0-d5f7-4848-b4a9-1b112796b622 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:29.342795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:29.360199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82675261-88c2-4c84-8c44-4710f6f38b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:29.455155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] device_id is not set on port 69fbe3b7-13d4-4ac3-a9ae-7ecfd0320d85 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:28:29.502769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Pushing event updated for resources: {'Port': ['ID=231d7915-1a18-4820-afd4-9f6567ca8333,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:29.514543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:29.532490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Network 6e84e278-dd80-403c-913b-e49b28e51eab is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:29.534517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:29.535924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Allocated IP 172.36.4.182 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/6001ae84-64c8-4b32-b578-7ab3848c6e6a) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:29.539376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:29.548744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:29.567056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0f920cac-be69-4c83-8ff6-9284c359b95e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Deleting port 0121a3da-e117-4737-a42e-a5619aefaeec {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:29.567478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f920cac-be69-4c83-8ff6-9284c359b95e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:29.593327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5b28ed-abd6-4f4c-b1d4-63e77a880ef7 None None] Network e438cebd-378f-497e-9f1d-919938598811 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:29.600382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Usage tracker for resource:subnet and tenant:07580f8211a94102b945545c6ac353f1 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:29.615432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:29.630354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:29.735224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Made reservation on behalf of 07580f8211a94102b945545c6ac353f1 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:29.758992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Attempting to bind port 231d7915-1a18-4820-afd4-9f6567ca8333 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:28:29.759508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Attempting to bind port 231d7915-1a18-4820-afd4-9f6567ca8333 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f0c66965-d6f5-4f25-8088-181e1fa91506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6e84e278-dd80-403c-913b-e49b28e51eab'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:28:29.759923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Attempting to bind port 231d7915-1a18-4820-afd4-9f6567ca8333 on network 6e84e278-dd80-403c-913b-e49b28e51eab {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:28:29.783199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:28:29.783589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Checking segment: {'id': 'f0c66965-d6f5-4f25-8088-181e1fa91506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6e84e278-dd80-403c-913b-e49b28e51eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:29.784045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:29.784564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Bound using segment: {'id': 'f0c66965-d6f5-4f25-8088-181e1fa91506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6e84e278-dd80-403c-913b-e49b28e51eab'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:28:29.785006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Bound port: 231d7915-1a18-4820-afd4-9f6567ca8333, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c66965-d6f5-4f25-8088-181e1fa91506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6e84e278-dd80-403c-913b-e49b28e51eab'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:28:29.785422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:29.859816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-55a82794-a71f-4fb9-914c-17830db72bd1 None None] Provisioning for port e634d6dd-e51a-4274-a292-bfd4feced22e completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:29.872548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-55a82794-a71f-4fb9-914c-17830db72bd1 None None] Provisioning complete for port e634d6dd-e51a-4274-a292-bfd4feced22e triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:29.872984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55a82794-a71f-4fb9-914c-17830db72bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:29.962796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f920cac-be69-4c83-8ff6-9284c359b95e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:29.994026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb24c35-e2c2-4a92-a310-ef04adb50657 None None] New status for floating IP d1335257-cb2e-495b-9b76-d3088889c371: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:28:29.994254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:29.994836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:30.000065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Allocated IP 2001:db8::10 (6e84e278-dd80-403c-913b-e49b28e51eab/beb47463-cc91-48a5-a15f-333383c86a5e/69fbe3b7-13d4-4ac3-a9ae-7ecfd0320d85) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:30.046505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea59b106-2b2c-46c3-b2d1-244191b1328c tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:30.068578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:30.103535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:30.123017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:30.134701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59b106-2b2c-46c3-b2d1-244191b1328c tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event deleted for resources: {'Port': ['ID=4c3219c0-d5f7-4848-b4a9-1b112796b622,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:30.149657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea59b106-2b2c-46c3-b2d1-244191b1328c tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:30.210612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] For port 231d7915-1a18-4820-afd4-9f6567ca8333, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:28:30.303169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-198610f9-ad4f-4a50-983f-ae5e3a97f106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:30.316387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] For port 231d7915-1a18-4820-afd4-9f6567ca8333, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=231d7915-1a18-4820-afd4-9f6567ca8333,segment=NetworkSegment(f0c66965-d6f5-4f25-8088-181e1fa91506),segment_id=f0c66965-d6f5-4f25-8088-181e1fa91506)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:28:30.407821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:30.416332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c24e89c8-c30e-4b21-9b2e-385619ca9034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:30.452994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0f920cac-be69-4c83-8ff6-9284c359b95e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Calling delete_port for 0121a3da-e117-4737-a42e-a5619aefaeec owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:30.503940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55a82794-a71f-4fb9-914c-17830db72bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:30.582452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:30.609549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Transition to ACTIVE for port object 69fbe3b7-13d4-4ac3-a9ae-7ecfd0320d85 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:30.617004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Pushing event updated for resources: {'Port': ['ID=231d7915-1a18-4820-afd4-9f6567ca8333,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:30.623287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:30.625280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-55a82794-a71f-4fb9-914c-17830db72bd1 None None] For port e634d6dd-e51a-4274-a292-bfd4feced22e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e634d6dd-e51a-4274-a292-bfd4feced22e,segment=NetworkSegment(13bed25d-6944-4600-9baa-fd47fc8007ec),segment_id=13bed25d-6944-4600-9baa-fd47fc8007ec)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:30.643629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44578) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:30.645415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:30.651210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55a82794-a71f-4fb9-914c-17830db72bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:30.653783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9fd26dd-9f68-4acc-bcd1-d9662494688d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:30.660409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4035882c-3712-4540-bfc1-5575426647d4 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:30.735628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:30.803958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a82794-a71f-4fb9-914c-17830db72bd1 None None] Pushing event updated for resources: {'Port': ['ID=e634d6dd-e51a-4274-a292-bfd4feced22e,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:30.807694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-55a82794-a71f-4fb9-914c-17830db72bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:30.823751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network 6e84e278-dd80-403c-913b-e49b28e51eab is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:30.853362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:30.868570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:30.876731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:30.877977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:30.935283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:30.946630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:30.950602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-841e6443-ae24-4ee3-96d7-2771cc3fefab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:30.973078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:30.990620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:31.034053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea59b106-2b2c-46c3-b2d1-244191b1328c tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:31.049482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=6001ae84-64c8-4b32-b578-7ab3848c6e6a,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:31.070188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:31.072335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70665950-5a01-4ac4-afbe-a3e588d60316 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:31.093790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Pushing event updated for resources: {'Subnet': ['ID=5d57650a-9aaa-4c1b-9959-8a103cf69b55,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:31.098610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:31.117916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Checking segment: {'id': 'becd5887-1068-4adc-be86-a7d2522264a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4460b11-056a-4420-a124-3e4be76ed697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:31.118343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Network hostable DHCP agents. Network: a4460b11-056a-4420-a124-3e4be76ed697, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:28:31.130804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ea59b106-2b2c-46c3-b2d1-244191b1328c tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "DELETE /v2.0/ports/4c3219c0-d5f7-4848-b4a9-1b112796b622 HTTP/1.1" status: 204 len: 168 time: 3.5539939 Dec 07 13:28:31.133199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44582) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:31.185088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f920cac-be69-4c83-8ff6-9284c359b95e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:31.239027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4972758 Dec 07 13:28:31.241666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44586) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:31.244956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-292f099f-0cdf-4d8a-9fde-4e824355638f None None] Provisioning complete for port e634d6dd-e51a-4274-a292-bfd4feced22e triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:31.246484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-292f099f-0cdf-4d8a-9fde-4e824355638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:31.267087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=69fbe3b7-13d4-4ac3-a9ae-7ecfd0320d85,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:31.296552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-735dcded-1a8b-470a-8975-3e880026160b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:31.299131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70c82c06-23dd-4299-809b-ea50c66a4731 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:31.322553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:31.330663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'network_id': '6e84e278-dd80-403c-913b-e49b28e51eab', 'name': 'tempest-PortsIpV6TestJSON-1018918205', 'fixed_ips': [{'subnet_id': 'beb47463-cc91-48a5-a15f-333383c86a5e', 'ip_address': '2001:db8::f'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:31.372320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f920cac-be69-4c83-8ff6-9284c359b95e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Port': ['ID=0121a3da-e117-4737-a42e-a5619aefaeec,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:31.388377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0f920cac-be69-4c83-8ff6-9284c359b95e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:31.395290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-17dbaae7-fb56-4b72-97cb-118ba8261e7b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] GET failed (client error): The resource could not be found. Dec 07 13:28:31.395923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-17dbaae7-fb56-4b72-97cb-118ba8261e7b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Synchronizing usage tracker for tenant:f886e48b946c4e749db226363a179ee6 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:31.438103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f920cac-be69-4c83-8ff6-9284c359b95e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:31.451613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0f920cac-be69-4c83-8ff6-9284c359b95e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/ports/0121a3da-e117-4737-a42e-a5619aefaeec HTTP/1.1" status: 204 len: 168 time: 2.1293752 Dec 07 13:28:31.467104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44590) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:31.477455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-17dbaae7-fb56-4b72-97cb-118ba8261e7b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Unset dirty status for tenant:f886e48b946c4e749db226363a179ee6 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:31.486321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-17dbaae7-fb56-4b72-97cb-118ba8261e7b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "GET /v2.0/ports/4c3219c0-d5f7-4848-b4a9-1b112796b622 HTTP/1.1" status: 404 len: 333 time: 0.3516779 Dec 07 13:28:31.487332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44596) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:31.589181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Request body: {'port': {'network_id': 'aa362756-94ce-4715-8020-8417c9ff624e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-392594431'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:31.592257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70c82c06-23dd-4299-809b-ea50c66a4731 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:31.596855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:31.636993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Network a4460b11-056a-4420-a124-3e4be76ed697 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:28:31.694158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-f980336d-56b5-481f-b66a-0060ede96417 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] DELETE failed (client error): The resource could not be found. Dec 07 13:28:31.694664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f980336d-56b5-481f-b66a-0060ede96417 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:28:31.696574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f980336d-56b5-481f-b66a-0060ede96417 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/subnets/61728c26-0730-4d26-8091-eaf3dedf4cbc HTTP/1.1" status: 404 len: 337 time: 0.2258239 Dec 07 13:28:31.702258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44600) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:31.741730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:31.748769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, a4460b11-056a-4420-a124-3e4be76ed697) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:31.759495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a1dd6d-acce-419f-8b1e-3e8321b74603 None None] Network a4460b11-056a-4420-a124-3e4be76ed697 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:31.765738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:31.770064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:31.817977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:port and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:31.826287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:31.846120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7740200 Dec 07 13:28:31.847563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44604) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:31.849935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:31.861291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Request body: {'port': {'network_id': 'a4460b11-056a-4420-a124-3e4be76ed697', 'name': 'tempest-TagsExtTest-647423073'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:31.873711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c11ceb16-483d-4adf-9223-cf352781ff8b tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:31.878236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:31.879400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:31.885692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:31.885692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70c82c06-23dd-4299-809b-ea50c66a4731 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:31.888876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-60387ff0-6f62-4ac6-a86e-8ba6fd4a03ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:31.914128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:31.931336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c82c06-23dd-4299-809b-ea50c66a4731 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10de568c-5992-477b-8fc9-4bd23c9702e7,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:31.961784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router e705e159-d1aa-4faa-82ac-905f1ac5f644 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:28:31.976581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:32.007875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70c82c06-23dd-4299-809b-ea50c66a4731 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:32.091359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-a4460b11-056a-4420-a124-3e4be76ed697', 'network_id': 'a4460b11-056a-4420-a124-3e4be76ed697', 'tenant_id': '07580f8211a94102b945545c6ac353f1', 'fixed_ips': [{'subnet_id': '5d57650a-9aaa-4c1b-9959-8a103cf69b55'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:28:32.092896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:32.098417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Made reservation on behalf of f886e48b946c4e749db226363a179ee6 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:32.104182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:32.123169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70c82c06-23dd-4299-809b-ea50c66a4731 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:32.124451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-70c82c06-23dd-4299-809b-ea50c66a4731 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "DELETE /v2.0/security-groups/10de568c-5992-477b-8fc9-4bd23c9702e7 HTTP/1.1" status: 204 len: 168 time: 1.4729531 Dec 07 13:28:32.133895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44608) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:32.191613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-1a7ac27a-5726-4b31-a3e9-d3042936fe6e tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] show failed (client error): The resource could not be found. Dec 07 13:28:32.195573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1a7ac27a-5726-4b31-a3e9-d3042936fe6e tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "GET /v2.0/security-groups/10de568c-5992-477b-8fc9-4bd23c9702e7 HTTP/1.1" status: 404 len: 347 time: 0.0558741 Dec 07 13:28:32.196998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] device_id is not set on port c8c80b62-c023-48ea-b7f0-35d8fa33b275 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:28:32.215032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44612) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:32.244253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:32.252601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Usage tracker for resource:port and tenant:07580f8211a94102b945545c6ac353f1 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:32.261387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:32.291028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:32.292190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Allocated IP 172.20.0.2 (a4460b11-056a-4420-a124-3e4be76ed697/5d57650a-9aaa-4c1b-9959-8a103cf69b55/d613cb90-06d0-4bf5-b018-1f2ea1487c8e) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:32.445741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Made reservation on behalf of 07580f8211a94102b945545c6ac353f1 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:32.452524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:32.486235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-121c0b97-c37d-411b-b115-9035f9a5448d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:32.577095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] device_id is not set on port 4fab07de-9dca-4085-8348-563798be807e yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:28:32.626877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:32.642192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Transition to ACTIVE for port object d613cb90-06d0-4bf5-b018-1f2ea1487c8e will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:32.667656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Transition to ACTIVE for port object d613cb90-06d0-4bf5-b018-1f2ea1487c8e will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:32.673409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 231d7915-1a18-4820-afd4-9f6567ca8333 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:32.688029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Allocated IP 2001:db8::381 (aa362756-94ce-4715-8020-8417c9ff624e/6c2f2d42-2217-493c-b929-6cc45fcf9148/c8c80b62-c023-48ea-b7f0-35d8fa33b275) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:32.703044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c11ceb16-483d-4adf-9223-cf352781ff8b tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:32.713604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:32.729188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0f079c8-8053-42ff-92e9-9733d2733b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:32.857535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Network a4460b11-056a-4420-a124-3e4be76ed697 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:32.870965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:32.876940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:32.880742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:32.881451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Pushing event updated for resources: {'Port': ['ID=d613cb90-06d0-4bf5-b018-1f2ea1487c8e,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:32.887454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:32.893805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:32.907530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c11ceb16-483d-4adf-9223-cf352781ff8b tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00345574-bf0f-4581-bcd1-4e90ae0453da']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:32.968499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 231d7915-1a18-4820-afd4-9f6567ca8333 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:32.990950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c11ceb16-483d-4adf-9223-cf352781ff8b tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a8a9e3-ad1f-4e85-95d2-43df21b308bb') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:32.991698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c11ceb16-483d-4adf-9223-cf352781ff8b tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a8a9e3-ad1f-4e85-95d2-43df21b308bb') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:33.010876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1b2daa10-74c0-48f3-9606-c641e27bde47 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Deleting port d867a893-00a2-41b6-b7d7-d77b6472ef19 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:33.012313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b2daa10-74c0-48f3-9606-c641e27bde47 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.034006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:28:33.049436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Sync routers for ids ['e705e159-d1aa-4faa-82ac-905f1ac5f644'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:28:33.054156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c11ceb16-483d-4adf-9223-cf352781ff8b tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.071641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] device_id is not set on port 4c096854-7f50-4d17-9d2a-78f0a80fee48 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:28:33.075020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Routers {'e705e159-d1aa-4faa-82ac-905f1ac5f644'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:33.075983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e705e159-d1aa-4faa-82ac-905f1ac5f644'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:33.148561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Allocated IP 172.20.0.8 (a4460b11-056a-4420-a124-3e4be76ed697/5d57650a-9aaa-4c1b-9959-8a103cf69b55/4fab07de-9dca-4085-8348-563798be807e) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:33.154685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.158167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c11ceb16-483d-4adf-9223-cf352781ff8b tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.213049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11ceb16-483d-4adf-9223-cf352781ff8b tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:28:33.213267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Transition to ACTIVE for port object c8c80b62-c023-48ea-b7f0-35d8fa33b275 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:33.213397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c11ceb16-483d-4adf-9223-cf352781ff8b tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.223779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e634d6dd-e51a-4274-a292-bfd4feced22e up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:28:33.231440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:28:33.235479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.242559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.7510014 Dec 07 13:28:33.251362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44618) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:33.320111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c0662d-08b7-4d8b-95c2-faf327738d6c None None] Network 6e84e278-dd80-403c-913b-e49b28e51eab requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:33.365620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Attempting to bind port d613cb90-06d0-4bf5-b018-1f2ea1487c8e on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:28:33.366036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Attempting to bind port d613cb90-06d0-4bf5-b018-1f2ea1487c8e by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'becd5887-1068-4adc-be86-a7d2522264a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4460b11-056a-4420-a124-3e4be76ed697'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:28:33.366755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Attempting to bind port d613cb90-06d0-4bf5-b018-1f2ea1487c8e on network a4460b11-056a-4420-a124-3e4be76ed697 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:28:33.395411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Set router e705e159-d1aa-4faa-82ac-905f1ac5f644 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:28:33.504762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:28:33.505339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Checking segment: {'id': 'becd5887-1068-4adc-be86-a7d2522264a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4460b11-056a-4420-a124-3e4be76ed697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:33.506612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.507296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Bound using segment: {'id': 'becd5887-1068-4adc-be86-a7d2522264a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4460b11-056a-4420-a124-3e4be76ed697'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:28:33.508140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Bound port: d613cb90-06d0-4bf5-b018-1f2ea1487c8e, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'becd5887-1068-4adc-be86-a7d2522264a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a4460b11-056a-4420-a124-3e4be76ed697'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:28:33.508467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.514779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.541508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:33.580101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c11ceb16-483d-4adf-9223-cf352781ff8b tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.609148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5bcfbcd7-d16d-4568-a98e-41508e920634 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:33.632801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c11ceb16-483d-4adf-9223-cf352781ff8b tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.656592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] For port d613cb90-06d0-4bf5-b018-1f2ea1487c8e, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:28:33.657826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ceb16-483d-4adf-9223-cf352781ff8b tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Network': ['ID=00345574-bf0f-4581-bcd1-4e90ae0453da,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:33.662001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] For port d613cb90-06d0-4bf5-b018-1f2ea1487c8e, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d613cb90-06d0-4bf5-b018-1f2ea1487c8e,segment=NetworkSegment(becd5887-1068-4adc-be86-a7d2522264a0),segment_id=becd5887-1068-4adc-be86-a7d2522264a0)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:28:33.663808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-486925c8-2c41-434a-b5f0-9885ceabfc55 None None] Provisioning for port 231d7915-1a18-4820-afd4-9f6567ca8333 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:33.671780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b2daa10-74c0-48f3-9606-c641e27bde47 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.692366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b2daa10-74c0-48f3-9606-c641e27bde47 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.692572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-486925c8-2c41-434a-b5f0-9885ceabfc55 None None] Provisioning complete for port 231d7915-1a18-4820-afd4-9f6567ca8333 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:33.692572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-486925c8-2c41-434a-b5f0-9885ceabfc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.698565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c11ceb16-483d-4adf-9223-cf352781ff8b tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:33.701675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c11ceb16-483d-4adf-9223-cf352781ff8b tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/networks/00345574-bf0f-4581-bcd1-4e90ae0453da HTTP/1.1" status: 204 len: 168 time: 1.9983225 Dec 07 13:28:33.715295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44624) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:33.762065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Network aa362756-94ce-4715-8020-8417c9ff624e is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:33.764645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:28:29Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:33.769794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:33.770313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Checking router: e705e159-d1aa-4faa-82ac-905f1ac5f644 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:28:33.771025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Updating router e705e159-d1aa-4faa-82ac-905f1ac5f644 port 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:28:33.784284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event updated for resources: {'Port': ['ID=c8c80b62-c023-48ea-b7f0-35d8fa33b275,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:33.786907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:33.791285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:33.791947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.800218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port e634d6dd-e51a-4274-a292-bfd4feced22e triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:33.800678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.809311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.813240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:33.842078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.855423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Transition to ACTIVE for port object 4fab07de-9dca-4085-8348-563798be807e will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:33.875198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1b2daa10-74c0-48f3-9606-c641e27bde47 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Calling delete_port for d867a893-00a2-41b6-b7d7-d77b6472ef19 owned by network:floatingip {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:33.937776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.944276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Allocated IP 2001:db8::f (6e84e278-dd80-403c-913b-e49b28e51eab/beb47463-cc91-48a5-a15f-333383c86a5e/4c096854-7f50-4d17-9d2a-78f0a80fee48) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:33.957123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:33.966081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-36d1d703-b380-401a-98e6-3d87ba572285 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:33.994037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:34.135577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5732350 Dec 07 13:28:34.143827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Pushing event updated for resources: {'Port': ['ID=4fab07de-9dca-4085-8348-563798be807e,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:34.147699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:34.151035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44632) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:34.165927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-088c0886-20b8-4405-963b-a5ad4cbccc4e tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:88:a8:4d'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:34.221688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fab405bf-95a5-478f-aff5-9d154262e61f tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ab6625caa7b0446f8943cb009d398a9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8532073 Dec 07 13:28:34.329374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:34.346682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Transition to ACTIVE for port object 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:34.378050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44636) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:34.391742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b2daa10-74c0-48f3-9606-c641e27bde47 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:34.402487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:34.408006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee5902fa-f973-4ef9-af01-16a08216f3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:34.418761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7e0e3d86-57fc-42b6-b078-b79ac0e6f87d tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:34.447957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Pushing event updated for resources: {'Port': ['ID=d613cb90-06d0-4bf5-b018-1f2ea1487c8e,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:34.463593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:34.464649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-486925c8-2c41-434a-b5f0-9885ceabfc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:34.502138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2daa10-74c0-48f3-9606-c641e27bde47 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Pushing event deleted for resources: {'Port': ['ID=d867a893-00a2-41b6-b7d7-d77b6472ef19,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:34.532349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b2daa10-74c0-48f3-9606-c641e27bde47 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:34.571833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-486925c8-2c41-434a-b5f0-9885ceabfc55 None None] For port 231d7915-1a18-4820-afd4-9f6567ca8333, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=231d7915-1a18-4820-afd4-9f6567ca8333,segment=NetworkSegment(f0c66965-d6f5-4f25-8088-181e1fa91506),segment_id=f0c66965-d6f5-4f25-8088-181e1fa91506)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:34.573545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4567e60-d104-4ea9-8597-411a057c5e81 None None] Pushing event updated for resources: {'Port': ['ID=4e1314a8-e906-41cb-80a3-cc80bc2f9ccd,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:34.590329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4567e60-d104-4ea9-8597-411a057c5e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:34.591302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4567e60-d104-4ea9-8597-411a057c5e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:34.591711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4567e60-d104-4ea9-8597-411a057c5e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:34.592083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4567e60-d104-4ea9-8597-411a057c5e81 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:34.592539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4567e60-d104-4ea9-8597-411a057c5e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:34.592911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4567e60-d104-4ea9-8597-411a057c5e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:34.593275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4567e60-d104-4ea9-8597-411a057c5e81 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:34.594012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4567e60-d104-4ea9-8597-411a057c5e81 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:34.594733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4567e60-d104-4ea9-8597-411a057c5e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:34.595443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4567e60-d104-4ea9-8597-411a057c5e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:34.595811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4567e60-d104-4ea9-8597-411a057c5e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:28:34.605460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-486925c8-2c41-434a-b5f0-9885ceabfc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:34.608978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64fa4072-e086-460a-9310-5b829bdb7263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:34.613368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f4567e60-d104-4ea9-8597-411a057c5e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:34.648726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Attempting to bind port 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:28:34.655386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Attempting to bind port 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:28:34.655386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Attempting to bind port 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:28:34.659345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:28:34.659768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:34.660221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:34.660659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:28:34.661366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Bound port: 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:28:34.661786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:34.689002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e67c1a5-a581-4c05-b795-b8c3b6c685e9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Deleting subnet 1e91d600-4e1f-4e2b-8ab1-da783b69c52d {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:28:34.715353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e67c1a5-a581-4c05-b795-b8c3b6c685e9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:34.718762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486925c8-2c41-434a-b5f0-9885ceabfc55 None None] Pushing event updated for resources: {'Port': ['ID=231d7915-1a18-4820-afd4-9f6567ca8333,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:34.741313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-486925c8-2c41-434a-b5f0-9885ceabfc55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:34.795052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:34.798307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] For port 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:28:34.800471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router b21d7d8f-c806-4e92-bf67-4b8196437247 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:28:34.821212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] For port 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4e1314a8-e906-41cb-80a3-cc80bc2f9ccd,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:28:34.824755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-88e44007-c12b-4dbe-934b-3d16aea96f70 None None] Provisioning for port c8c80b62-c023-48ea-b7f0-35d8fa33b275 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:34.833887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-88e44007-c12b-4dbe-934b-3d16aea96f70 None None] Provisioning complete for port c8c80b62-c023-48ea-b7f0-35d8fa33b275 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:34.834256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88e44007-c12b-4dbe-934b-3d16aea96f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:34.849532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Network a4460b11-056a-4420-a124-3e4be76ed697 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:34.857746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:34.860499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:34.863224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:34.867590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee5902fa-f973-4ef9-af01-16a08216f3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:34.927054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-88e44007-c12b-4dbe-934b-3d16aea96f70 None None] Port c8c80b62-c023-48ea-b7f0-35d8fa33b275 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:35.027970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4567e60-d104-4ea9-8597-411a057c5e81 None None] Pushing event updated for resources: {'Port': ['ID=4e1314a8-e906-41cb-80a3-cc80bc2f9ccd,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:35.031051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Routers {'e705e159-d1aa-4faa-82ac-905f1ac5f644'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:35.031865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e705e159-d1aa-4faa-82ac-905f1ac5f644'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:35.093814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:35.094546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:35.142328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0f55be-c47d-4800-ba45-e1f780ef8f52 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:35.146688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7a0f55be-c47d-4800-ba45-e1f780ef8f52 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7648280 Dec 07 13:28:35.154998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b2daa10-74c0-48f3-9606-c641e27bde47 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks [] for floatingip, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:35.158454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44642) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:35.164494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e67c1a5-a581-4c05-b795-b8c3b6c685e9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:35.177678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.3250802 Dec 07 13:28:35.178625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44646) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:35.219053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f4567e60-d104-4ea9-8597-411a057c5e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:35.252709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-088c0886-20b8-4405-963b-a5ad4cbccc4e tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:35.274707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1a2f40b6-dc8e-4c0b-8c17-a038a0d75468 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-929045114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:35.290315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] Set router e705e159-d1aa-4faa-82ac-905f1ac5f644 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:28:35.291164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1a2f40b6-dc8e-4c0b-8c17-a038a0d75468 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:35.300343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e4087bf4-8a25-4a3f-a06f-5dfea72f83a8 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1336925 Dec 07 13:28:35.305030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44650) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:35.308160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1a2f40b6-dc8e-4c0b-8c17-a038a0d75468 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Usage tracker for resource:router and tenant:07580f8211a94102b945545c6ac353f1 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:35.317759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-218444266', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:35.366967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6c77aa09-3edf-4bd5-8269-a8beabce9eb0 None None] Provisioning complete for port 231d7915-1a18-4820-afd4-9f6567ca8333 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:35.367623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c77aa09-3edf-4bd5-8269-a8beabce9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:35.450962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1a2f40b6-dc8e-4c0b-8c17-a038a0d75468 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:35.460393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1a2f40b6-dc8e-4c0b-8c17-a038a0d75468 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:35.530251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a2f40b6-dc8e-4c0b-8c17-a038a0d75468 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:35.531340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a2f40b6-dc8e-4c0b-8c17-a038a0d75468 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:35.580248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6c77aa09-3edf-4bd5-8269-a8beabce9eb0 None None] Provisioning for port 69fbe3b7-13d4-4ac3-a9ae-7ecfd0320d85 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:35.593100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6c77aa09-3edf-4bd5-8269-a8beabce9eb0 None None] Provisioning complete for port 69fbe3b7-13d4-4ac3-a9ae-7ecfd0320d85 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:35.593274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c77aa09-3edf-4bd5-8269-a8beabce9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:35.596944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:35.610581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:subnet and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:35.619379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:35.637758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:35.642006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a2f40b6-dc8e-4c0b-8c17-a038a0d75468 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:35.671754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:35.691412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:28:29Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:35.692811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6c77aa09-3edf-4bd5-8269-a8beabce9eb0 None None] Port 69fbe3b7-13d4-4ac3-a9ae-7ecfd0320d85 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:35.702678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30295928-3c32-4e5d-bb0b-64c72d94b273 None None] The sync data for ids ['e705e159-d1aa-4faa-82ac-905f1ac5f644'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:28:29Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:28:35.719714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e67c1a5-a581-4c05-b795-b8c3b6c685e9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:35.753555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Transition to ACTIVE for port object 4c096854-7f50-4d17-9d2a-78f0a80fee48 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:35.761890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b2daa10-74c0-48f3-9606-c641e27bde47 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:35.763610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1b2daa10-74c0-48f3-9606-c641e27bde47 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] 10.222.0.24 "DELETE /v2.0/floatingips/d1335257-cb2e-495b-9b76-d3088889c371 HTTP/1.1" status: 204 len: 168 time: 3.5473270 Dec 07 13:28:35.771284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44654) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:35.851463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:35.881021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a2f40b6-dc8e-4c0b-8c17-a038a0d75468 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:35.969084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:35.978499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7a36f6a7-b7be-4021-9eb5-b1e8e60c19ce tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:36.025548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d9f94e38-4c5a-42c6-9747-8dd9f8201874 None None] Provisioning complete for port 69fbe3b7-13d4-4ac3-a9ae-7ecfd0320d85 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:36.026508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9f94e38-4c5a-42c6-9747-8dd9f8201874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:36.032843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:28:36.038533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:36.070307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ede396-4863-4d5e-8507-ab45c23eb3a5 None None] Sync routers for ids ['b21d7d8f-c806-4e92-bf67-4b8196437247'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:28:36.088493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e67c1a5-a581-4c05-b795-b8c3b6c685e9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:36.104736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network 6e84e278-dd80-403c-913b-e49b28e51eab is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:36.114953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ede396-4863-4d5e-8507-ab45c23eb3a5 None None] Routers {'b21d7d8f-c806-4e92-bf67-4b8196437247'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:36.115850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-77ede396-4863-4d5e-8507-ab45c23eb3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b21d7d8f-c806-4e92-bf67-4b8196437247'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:36.123418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:36.132039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:36.139988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:36.140661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:36.147507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=4c096854-7f50-4d17-9d2a-78f0a80fee48,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:36.169724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:36.184662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bfe1aefc-a157-4ac6-815f-9306fcc976fd tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:36.189136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d9f94e38-4c5a-42c6-9747-8dd9f8201874 None None] Port 69fbe3b7-13d4-4ac3-a9ae-7ecfd0320d85 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:36.200475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debfce41-819a-4397-9baf-2769c1b533c6 None None] Network a6faa3b9-ba30-4645-9dff-a6fa46ffac66 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:36.246857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-77ede396-4863-4d5e-8507-ab45c23eb3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:36.269530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e67c1a5-a581-4c05-b795-b8c3b6c685e9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:36.274277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5e67c1a5-a581-4c05-b795-b8c3b6c685e9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/subnets/1e91d600-4e1f-4e2b-8ab1-da783b69c52d HTTP/1.1" status: 204 len: 168 time: 2.4932613 Dec 07 13:28:36.274277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67c1a5-a581-4c05-b795-b8c3b6c685e9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Subnet': ['ID=1e91d600-4e1f-4e2b-8ab1-da783b69c52d,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:36.308058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44658) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:36.336735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:36.338116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.7359626 Dec 07 13:28:36.341019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5e67c1a5-a581-4c05-b795-b8c3b6c685e9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:36.416484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44662) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:36.450545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ede396-4863-4d5e-8507-ab45c23eb3a5 None None] Routers {'b21d7d8f-c806-4e92-bf67-4b8196437247'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:36.451446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-77ede396-4863-4d5e-8507-ab45c23eb3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b21d7d8f-c806-4e92-bf67-4b8196437247'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:36.485116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-088c0886-20b8-4405-963b-a5ad4cbccc4e tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:36.495026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a2f40b6-dc8e-4c0b-8c17-a038a0d75468 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:36.502529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1a2f40b6-dc8e-4c0b-8c17-a038a0d75468 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2513459 Dec 07 13:28:36.506107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44668) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:36.507197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:36.519418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0d49886e-6f04-4743-bf0e-435e8f7fecdf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-878731776', 'prefixes': ['172.20.0.0/16']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:36.526003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea617686-ff21-4b28-bbf0-b3b6cb3910e9 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:36.564428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-088c0886-20b8-4405-963b-a5ad4cbccc4e tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:36.592214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-088c0886-20b8-4405-963b-a5ad4cbccc4e tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] In _notify_port_updated(), no bound segment for port c8c80b62-c023-48ea-b7f0-35d8fa33b275 on network aa362756-94ce-4715-8020-8417c9ff624e {{(pid=88897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:28:36.597370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088c0886-20b8-4405-963b-a5ad4cbccc4e tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:36.598150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-088c0886-20b8-4405-963b-a5ad4cbccc4e tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:36.599936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-088c0886-20b8-4405-963b-a5ad4cbccc4e tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "PUT /v2.0/ports/c8c80b62-c023-48ea-b7f0-35d8fa33b275 HTTP/1.1" status: 200 len: 1002 time: 2.4478137 Dec 07 13:28:36.614769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-77ede396-4863-4d5e-8507-ab45c23eb3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:36.618431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ede396-4863-4d5e-8507-ab45c23eb3a5 None None] The sync data for ids ['b21d7d8f-c806-4e92-bf67-4b8196437247'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:28:36.618611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44672) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:36.622102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0d49886e-6f04-4743-bf0e-435e8f7fecdf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:36.628801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.3649526 Dec 07 13:28:36.729058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44674) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:36.901509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:36.931343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d613cb90-06d0-4bf5-b018-1f2ea1487c8e up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:36.970782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Deleting port f1764903-8473-4629-b7ca-7970510528d5 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:36.971248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:37.023017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-aa418842-3055-4fbe-9ae3-70ab7db09c2d tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Deleting port c8c80b62-c023-48ea-b7f0-35d8fa33b275 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:37.023426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa418842-3055-4fbe-9ae3-70ab7db09c2d tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:37.073684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-05514699-386d-4dcd-83f0-c885f609c96b None None] Provisioning for port 4c096854-7f50-4d17-9d2a-78f0a80fee48 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:37.081144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-05514699-386d-4dcd-83f0-c885f609c96b None None] Provisioning complete for port 4c096854-7f50-4d17-9d2a-78f0a80fee48 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:37.081864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05514699-386d-4dcd-83f0-c885f609c96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:37.199354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-05514699-386d-4dcd-83f0-c885f609c96b None None] Port 4c096854-7f50-4d17-9d2a-78f0a80fee48 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:37.201258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b4dde3-934c-41c8-8237-9a737c56b103 None None] DHCP port deletion for a6faa3b9-ba30-4645-9dff-a6fa46ffac66 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:28:37.212344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9a0cd3-a87b-459e-a8df-dc3011b61e64 None None] Network a4460b11-056a-4420-a124-3e4be76ed697 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:37.240402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Subnet': ['ID=2ef66669-fecd-45aa-b399-7e03147c83dc,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:37.247430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-73b4dde3-934c-41c8-8237-9a737c56b103 None None] Deleting port f1764903-8473-4629-b7ca-7970510528d5 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:37.248008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-73b4dde3-934c-41c8-8237-9a737c56b103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:37.322322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:37.348076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.745s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:37.445255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c0886-20b8-4405-963b-a5ad4cbccc4e tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event updated for resources: {'Port': ['ID=c8c80b62-c023-48ea-b7f0-35d8fa33b275,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:37.456222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-088c0886-20b8-4405-963b-a5ad4cbccc4e tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:37.462219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Checking segment: {'id': 'a029c2b2-4376-4228-bb62-b64926c95592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:37.462618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network hostable DHCP agents. Network: a325a2fb-61ad-40c3-965e-d8c9a5879437, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:28:37.524448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] For port f1764903-8473-4629-b7ca-7970510528d5, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f1764903-8473-4629-b7ca-7970510528d5,segment=NetworkSegment(744b6b87-7279-4cfd-86a2-b93309ace85a),segment_id=744b6b87-7279-4cfd-86a2-b93309ace85a)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:37.524855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:37.531947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3a5299cf-f67e-47b2-b91c-1e8eafbb4475 None None] Provisioning for port d613cb90-06d0-4bf5-b018-1f2ea1487c8e completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:37.570272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3a5299cf-f67e-47b2-b91c-1e8eafbb4475 None None] Provisioning complete for port d613cb90-06d0-4bf5-b018-1f2ea1487c8e triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:37.571088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a5299cf-f67e-47b2-b91c-1e8eafbb4475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:37.684434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Calling delete_port for f1764903-8473-4629-b7ca-7970510528d5 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:37.707516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a363b7-dcd9-40ac-bc05-29989bd0ff8d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:37.712280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e8a363b7-dcd9-40ac-bc05-29989bd0ff8d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.9048228 Dec 07 13:28:37.713023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44682) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:37.740927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59c159-dbf0-4477-ab6d-72eabdad7193 req-0d5ded7b-1623-4c67-8169-52bd30bb6810 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:37.742594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9c59c159-dbf0-4477-ab6d-72eabdad7193 req-0d5ded7b-1623-4c67-8169-52bd30bb6810 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 946 time: 0.6498833 Dec 07 13:28:37.822203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port d613cb90-06d0-4bf5-b018-1f2ea1487c8e completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:37.883773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port d613cb90-06d0-4bf5-b018-1f2ea1487c8e triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:37.884588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:37.884707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network a325a2fb-61ad-40c3-965e-d8c9a5879437 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:28:37.913647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa418842-3055-4fbe-9ae3-70ab7db09c2d tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:37.945649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1068342f-c695-4971-a2df-f9fcd711a713 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:37.950355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1068342f-c695-4971-a2df-f9fcd711a713 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:37.955127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1068342f-c695-4971-a2df-f9fcd711a713 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:37.955894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1068342f-c695-4971-a2df-f9fcd711a713 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Synchronizing usage tracker for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:37.964377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:37.970236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b8c67328-978b-4252-8939-e1f8b96d51da tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:38.029005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Port': ['ID=f1764903-8473-4629-b7ca-7970510528d5,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:38.031904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:38.040267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] No DVR routers for this DVR port f1764903-8473-4629-b7ca-7970510528d5 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:28:38.093447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1068342f-c695-4971-a2df-f9fcd711a713 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Unset dirty status for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:38.098417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1068342f-c695-4971-a2df-f9fcd711a713 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3735809 Dec 07 13:28:38.099383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44686) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:38.162541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a5299cf-f67e-47b2-b91c-1e8eafbb4475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:38.218283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-73b4dde3-934c-41c8-8237-9a737c56b103 None None] For port f1764903-8473-4629-b7ca-7970510528d5, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f1764903-8473-4629-b7ca-7970510528d5,segment=NetworkSegment(744b6b87-7279-4cfd-86a2-b93309ace85a),segment_id=744b6b87-7279-4cfd-86a2-b93309ace85a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:38.219284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-73b4dde3-934c-41c8-8237-9a737c56b103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:38.238421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1b4cd102-5005-4232-93e4-b0a92dce0d3e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port 4c096854-7f50-4d17-9d2a-78f0a80fee48 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:38.238792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd102-5005-4232-93e4-b0a92dce0d3e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:38.249530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, a325a2fb-61ad-40c3-965e-d8c9a5879437) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:38.312477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029b1585-143e-4257-a347-a5b0726331d9 None None] Network a325a2fb-61ad-40c3-965e-d8c9a5879437 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:38.339325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-aa418842-3055-4fbe-9ae3-70ab7db09c2d tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Calling delete_port for c8c80b62-c023-48ea-b7f0-35d8fa33b275 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:38.382699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:38.383385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:38.404925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9c59c159-dbf0-4477-ab6d-72eabdad7193 req-73f49830-ac1c-4f92-8a91-25e74a629ee5 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f75da5-99c1-4729-b360-6d59ebb1f536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6396520 Dec 07 13:28:38.547298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:38.550629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0d49886e-6f04-4743-bf0e-435e8f7fecdf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks [] for subnetpool, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:38.559033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0d49886e-6f04-4743-bf0e-435e8f7fecdf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 2.0395324 Dec 07 13:28:38.561260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44694) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:38.630158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6faa3b9-ba30-4645-9dff-a6fa46ffac66']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:38.639764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-aeeaf1c1-2bcc-49b5-80a2-6e049ec47fa5 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5d57650a-9aaa-4c1b-9959-8a103cf69b55', 'tempest-TagsExtTest-Tag-1390350437') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:38.641985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-73b4dde3-934c-41c8-8237-9a737c56b103 None None] Calling delete_port for f1764903-8473-4629-b7ca-7970510528d5 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:38.675134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.3689196 Dec 07 13:28:38.676399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44698) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:38.676521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-3a5299cf-f67e-47b2-b91c-1e8eafbb4475 None None] For port d613cb90-06d0-4bf5-b018-1f2ea1487c8e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d613cb90-06d0-4bf5-b018-1f2ea1487c8e,segment=NetworkSegment(becd5887-1068-4adc-be86-a7d2522264a0),segment_id=becd5887-1068-4adc-be86-a7d2522264a0)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:38.704939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744b6b87-7279-4cfd-86a2-b93309ace85a') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:38.705505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744b6b87-7279-4cfd-86a2-b93309ace85a') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:38.733550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:38.737518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a5299cf-f67e-47b2-b91c-1e8eafbb4475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:38.746559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7d101458-3b0b-4fa5-a32a-ff7626f8d76f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:38.781430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa418842-3055-4fbe-9ae3-70ab7db09c2d tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:38.782023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:38.804686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:38.807900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f0438944-7d7d-4e15-9ef5-250e1fab9257 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:38.876002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa418842-3055-4fbe-9ae3-70ab7db09c2d tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event deleted for resources: {'Port': ['ID=c8c80b62-c023-48ea-b7f0-35d8fa33b275,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:38.876583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:28:38.877072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:38.885076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aa418842-3055-4fbe-9ae3-70ab7db09c2d tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:28:38.898742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:28:38.914675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd102-5005-4232-93e4-b0a92dce0d3e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:38.977591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa418842-3055-4fbe-9ae3-70ab7db09c2d tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:38.992761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-846b0231-d8a9-471f-8d89-ea63667255bf None None] Provisioning complete for port d613cb90-06d0-4bf5-b018-1f2ea1487c8e triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:38.993183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-846b0231-d8a9-471f-8d89-ea63667255bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:39.108969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-73b4dde3-934c-41c8-8237-9a737c56b103 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:28:39.109767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-73b4dde3-934c-41c8-8237-9a737c56b103 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:28:39.111773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5299cf-f67e-47b2-b91c-1e8eafbb4475 None None] Pushing event updated for resources: {'Port': ['ID=d613cb90-06d0-4bf5-b018-1f2ea1487c8e,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:39.120821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aa418842-3055-4fbe-9ae3-70ab7db09c2d tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "DELETE /v2.0/ports/c8c80b62-c023-48ea-b7f0-35d8fa33b275 HTTP/1.1" status: 204 len: 168 time: 2.3930240 Dec 07 13:28:39.125656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-a325a2fb-61ad-40c3-965e-d8c9a5879437', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ips': [{'subnet_id': '2ef66669-fecd-45aa-b399-7e03147c83dc'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:28:39.126885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:39.127964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44704) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:39.131668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d482c9dd-b1a9-43df-a542-d471091d8de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:39.146549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:28:39.147351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:28:39.150277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3a5299cf-f67e-47b2-b91c-1e8eafbb4475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:39.288365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aeb82dd-07c1-426b-851c-11935084b0c0 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] GET failed (client error): The resource could not be found. Dec 07 13:28:39.290917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3aeb82dd-07c1-426b-851c-11935084b0c0 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Synchronizing usage tracker for tenant:f886e48b946c4e749db226363a179ee6 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:39.365548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3aeb82dd-07c1-426b-851c-11935084b0c0 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Unset dirty status for tenant:f886e48b946c4e749db226363a179ee6 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:39.370423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3aeb82dd-07c1-426b-851c-11935084b0c0 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "GET /v2.0/ports/c8c80b62-c023-48ea-b7f0-35d8fa33b275 HTTP/1.1" status: 404 len: 333 time: 0.1422536 Dec 07 13:28:39.372084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44708) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:39.395430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Request body: {'port': {'network_id': 'aa362756-94ce-4715-8020-8417c9ff624e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1704159557'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:39.517526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Allocated IP 172.20.0.2 (a325a2fb-61ad-40c3-965e-d8c9a5879437/2ef66669-fecd-45aa-b399-7e03147c83dc/fd29f824-1a69-4501-a1d9-bd470cbddb1f) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:39.522298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-846b0231-d8a9-471f-8d89-ea63667255bf None None] Provisioning for port 4fab07de-9dca-4085-8348-563798be807e completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:39.530267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-846b0231-d8a9-471f-8d89-ea63667255bf None None] Provisioning complete for port 4fab07de-9dca-4085-8348-563798be807e triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:39.530832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-846b0231-d8a9-471f-8d89-ea63667255bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:39.546166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1b4cd102-5005-4232-93e4-b0a92dce0d3e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for 4c096854-7f50-4d17-9d2a-78f0a80fee48 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:39.608043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-846b0231-d8a9-471f-8d89-ea63667255bf None None] Port 4fab07de-9dca-4085-8348-563798be807e cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:39.614545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-73b4dde3-934c-41c8-8237-9a737c56b103 None None] Deleting port f1764903-8473-4629-b7ca-7970510528d5 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:39.614956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-73b4dde3-934c-41c8-8237-9a737c56b103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:39.654134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-846b0231-d8a9-471f-8d89-ea63667255bf None None] Could not find standard attr ID for object c8c80b62-c023-48ea-b7f0-35d8fa33b275. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:28:39.664522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:39.682077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:39.687689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:39.770005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-73b4dde3-934c-41c8-8237-9a737c56b103 None None] The port 'f1764903-8473-4629-b7ca-7970510528d5' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:28:39.821824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:39.848570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Pushing event deleted for resources: {'Network': ['ID=a6faa3b9-ba30-4645-9dff-a6fa46ffac66,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:39.857245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] 10.222.0.24 "DELETE /v2.0/networks/a6faa3b9-ba30-4645-9dff-a6fa46ffac66 HTTP/1.1" status: 204 len: 168 time: 3.5304868 Dec 07 13:28:39.869654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:39.887143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a40a35b9-08c3-4c88-b591-d85db7fa7886 None None] Provisioning complete for port 4fab07de-9dca-4085-8348-563798be807e triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:39.897856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a40a35b9-08c3-4c88-b591-d85db7fa7886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:39.912378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:39.928422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aeeaf1c1-2bcc-49b5-80a2-6e049ec47fa5 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "PUT /v2.0/subnets/5d57650a-9aaa-4c1b-9959-8a103cf69b55/tags/tempest-TagsExtTest-Tag-1390350437 HTTP/1.1" status: 201 len: 201 time: 1.2980554 Dec 07 13:28:39.933919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44716) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:39.941631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd102-5005-4232-93e4-b0a92dce0d3e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:39.947502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-3d9ed5a5-3d2b-468f-943f-84d93dbbe599 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4fab07de-9dca-4085-8348-563798be807e', 'tempest-TagsExtTest-Tag-1160062598') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:39.956946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:40.054644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Made reservation on behalf of f886e48b946c4e749db226363a179ee6 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:40.060419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:40.120450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b4cd102-5005-4232-93e4-b0a92dce0d3e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:40.130303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cd102-5005-4232-93e4-b0a92dce0d3e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=4c096854-7f50-4d17-9d2a-78f0a80fee48,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:40.133818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b4cd102-5005-4232-93e4-b0a92dce0d3e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:40.159766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:40.193548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:40.206221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] device_id is not set on port 0027baa4-e2f3-4b88-a7bf-d99b0aa4600d yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:28:40.228050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1b4cd102-5005-4232-93e4-b0a92dce0d3e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/4c096854-7f50-4d17-9d2a-78f0a80fee48 HTTP/1.1" status: 204 len: 168 time: 2.1273019 Dec 07 13:28:40.255212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a40a35b9-08c3-4c88-b591-d85db7fa7886 None None] Port 4fab07de-9dca-4085-8348-563798be807e cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:40.269263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44720) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:40.304540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:40.381708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:40.398175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:40.398598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:40.401883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e32ca9-fc88-43af-b81b-2fb5b99b668e req-f1744991-afbc-4d54-93c6-172e7d459d39 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:40.403354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-51e32ca9-fc88-43af-b81b-2fb5b99b668e req-f1744991-afbc-4d54-93c6-172e7d459d39 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 946 time: 0.5689020 Dec 07 13:28:40.495587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f29ea1d-783a-4d33-aab9-13b5a1e82021 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] GET failed (client error): The resource could not be found. Dec 07 13:28:40.500151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4f29ea1d-783a-4d33-aab9-13b5a1e82021 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports/4c096854-7f50-4d17-9d2a-78f0a80fee48 HTTP/1.1" status: 404 len: 333 time: 0.2239158 Dec 07 13:28:40.504754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44726) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:40.597090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44730) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:40.692264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:40.721089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Transition to ACTIVE for port object fd29f824-1a69-4501-a1d9-bd470cbddb1f will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:40.749456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:40.772519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Transition to ACTIVE for port object fd29f824-1a69-4501-a1d9-bd470cbddb1f will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:40.783184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4e1314a8-e906-41cb-80a3-cc80bc2f9ccd,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:40.808665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:40.814648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-486925c8-2c41-434a-b5f0-9885ceabfc55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:40.887953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:40.891027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 231d7915-1a18-4820-afd4-9f6567ca8333 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:40.971788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Allocated IP 172.20.0.1 (e438cebd-378f-497e-9f1d-919938598811/70b80425-362e-4021-b175-eaa03817428e/d8f4e655-ecca-4b88-9325-7d6316a1dbe7) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:40.994624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Network a325a2fb-61ad-40c3-965e-d8c9a5879437 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:41.000974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:41.007604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:41.045837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Pushing event updated for resources: {'Port': ['ID=fd29f824-1a69-4501-a1d9-bd470cbddb1f,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:41.050463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:41.082322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:41.189021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=4e1314a8-e906-41cb-80a3-cc80bc2f9ccd,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:41.225153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:41.228033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:41.247334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Transition to ACTIVE for port object d8f4e655-ecca-4b88-9325-7d6316a1dbe7 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:41.263650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Attempting to bind port fd29f824-1a69-4501-a1d9-bd470cbddb1f on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:28:41.263650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Attempting to bind port fd29f824-1a69-4501-a1d9-bd470cbddb1f by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'a029c2b2-4376-4228-bb62-b64926c95592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:28:41.263650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Attempting to bind port fd29f824-1a69-4501-a1d9-bd470cbddb1f on network a325a2fb-61ad-40c3-965e-d8c9a5879437 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:28:41.267809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 231d7915-1a18-4820-afd4-9f6567ca8333 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:41.268232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:41.349239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:41.349870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:28:41.350293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Checking segment: {'id': 'a029c2b2-4376-4228-bb62-b64926c95592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:41.350880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:41.351343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Bound using segment: {'id': 'a029c2b2-4376-4228-bb62-b64926c95592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:28:41.351883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Bound port: fd29f824-1a69-4501-a1d9-bd470cbddb1f, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a029c2b2-4376-4228-bb62-b64926c95592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:28:41.352299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:41.356393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f265c15c-b400-492e-95b0-6047e93caf47 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:41.380356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-51e32ca9-fc88-43af-b81b-2fb5b99b668e req-522476cc-22b3-40a2-899c-dacab88918e6 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f75da5-99c1-4729-b360-6d59ebb1f536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9311929 Dec 07 13:28:41.398127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-14b3b9d2-89fc-419f-9976-450a2442abbc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port 69fbe3b7-13d4-4ac3-a9ae-7ecfd0320d85 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:41.398512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-14b3b9d2-89fc-419f-9976-450a2442abbc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:41.491616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network e438cebd-378f-497e-9f1d-919938598811 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:41.513696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:41.518355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=d8f4e655-ecca-4b88-9325-7d6316a1dbe7,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:41.528070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] For port fd29f824-1a69-4501-a1d9-bd470cbddb1f, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:28:41.531692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:41.538749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3d9ed5a5-3d2b-468f-943f-84d93dbbe599 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "PUT /v2.0/ports/4fab07de-9dca-4085-8348-563798be807e/tags/tempest-TagsExtTest-Tag-1160062598 HTTP/1.1" status: 201 len: 201 time: 1.5996666 Dec 07 13:28:41.540437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] For port fd29f824-1a69-4501-a1d9-bd470cbddb1f, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=fd29f824-1a69-4501-a1d9-bd470cbddb1f,segment=NetworkSegment(a029c2b2-4376-4228-bb62-b64926c95592),segment_id=a029c2b2-4376-4228-bb62-b64926c95592)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:28:41.555969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44736) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:41.573054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:41.589930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-1bc5a583-8efa-4295-96b2-812a3cf8fa6e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:41.590734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-1bc5a583-8efa-4295-96b2-812a3cf8fa6e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Synchronizing usage tracker for tenant:e0e0103fbec1461caa3f0787ea67511c on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:41.596161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-4aeb7138-bfd3-493f-aa4f-9f6300d107ca tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a53df2a1-f990-4356-9917-6408cfa64bf4', 'tempest-TagsExtTest-Tag-738611741') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:41.615055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:41.619357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71d2c032-f82a-4a7b-a710-9f6fd9e0558f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:41.665305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:41.688033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-1bc5a583-8efa-4295-96b2-812a3cf8fa6e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Unset dirty status for tenant:e0e0103fbec1461caa3f0787ea67511c on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:41.689345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-1bc5a583-8efa-4295-96b2-812a3cf8fa6e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.45 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 946 time: 0.3999329 Dec 07 13:28:41.696488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d613cb90-06d0-4bf5-b018-1f2ea1487c8e up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:41.764788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Pushing event updated for resources: {'Port': ['ID=fd29f824-1a69-4501-a1d9-bd470cbddb1f,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:41.768472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:41.822723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port d613cb90-06d0-4bf5-b018-1f2ea1487c8e triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:41.823479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:41.837842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-ae0e56f4-f995-4c3c-be50-280bb18c8514 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Deleting port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:41.838714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-ae0e56f4-f995-4c3c-be50-280bb18c8514 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:41.964485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Allocated IP 2001:db8::1d9 (aa362756-94ce-4715-8020-8417c9ff624e/6c2f2d42-2217-493c-b929-6cc45fcf9148/0027baa4-e2f3-4b88-a7bf-d99b0aa4600d) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:41.985479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1d6ece7b-618f-4a60-9e67-811db187401d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1454363494b1489db61d58cbb574de5f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3837609 Dec 07 13:28:41.997069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44740) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:42.019653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:42.116358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:42.165381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-14b3b9d2-89fc-419f-9976-450a2442abbc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:42.291842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:42.292259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:42.327059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f0ea858a-8298-4681-ab5e-2887757ab794 None None] Provisioning for port d8f4e655-ecca-4b88-9325-7d6316a1dbe7 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:42.348660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f0ea858a-8298-4681-ab5e-2887757ab794 None None] Provisioning complete for port d8f4e655-ecca-4b88-9325-7d6316a1dbe7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:42.349080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f0ea858a-8298-4681-ab5e-2887757ab794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:42.377965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-14b3b9d2-89fc-419f-9976-450a2442abbc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for 69fbe3b7-13d4-4ac3-a9ae-7ecfd0320d85 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:42.458395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea858a-8298-4681-ab5e-2887757ab794 None None] Port d8f4e655-ecca-4b88-9325-7d6316a1dbe7 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:42.669619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4aeb7138-bfd3-493f-aa4f-9f6300d107ca tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "PUT /v2.0/routers/a53df2a1-f990-4356-9917-6408cfa64bf4/tags/tempest-TagsExtTest-Tag-738611741 HTTP/1.1" status: 201 len: 201 time: 1.1043372 Dec 07 13:28:42.674284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f1764903-8473-4629-b7ca-7970510528d5 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:28:42.676258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44746) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:42.699639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-9751e95e-d812-4366-9934-6c5a00aa4231 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0cff4217-d437-4019-8af2-7b4f6bbd2787', 'tempest-TagsExtTest-Tag-1333040756') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:42.710866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: f1764903-8473-4629-b7ca-7970510528d5 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:28:42.711377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f1764903-8473-4629-b7ca-7970510528d5 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:28:42.740484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-ae0e56f4-f995-4c3c-be50-280bb18c8514 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] For port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc,segment=NetworkSegment(fc944cef-a8d4-4f90-8502-f76ab34013ce),segment_id=fc944cef-a8d4-4f90-8502-f76ab34013ce)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:42.740971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-ae0e56f4-f995-4c3c-be50-280bb18c8514 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:42.789921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0b370ab-6ca6-4d0e-9893-3b4495448f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:42.818479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:28:43.015370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0b370ab-6ca6-4d0e-9893-3b4495448f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:43.024035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:43.034615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9751e95e-d812-4366-9934-6c5a00aa4231 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "PUT /v2.0/subnetpools/0cff4217-d437-4019-8af2-7b4f6bbd2787/tags/tempest-TagsExtTest-Tag-1333040756 HTTP/1.1" status: 201 len: 201 time: 0.3470716 Dec 07 13:28:43.056668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44750) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:43.094862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:43.122658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-5a265440-4d4a-460e-b528-39c4790e5724 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5d57650a-9aaa-4c1b-9959-8a103cf69b55') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:43.138630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f652d4ca-02de-4ca7-ae87-b6c0ab0d0483 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:43.181238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-14b3b9d2-89fc-419f-9976-450a2442abbc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:43.211051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82245317-049b-40d8-8716-c4322e7c9564 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:43.537221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-ae0e56f4-f995-4c3c-be50-280bb18c8514 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:43.537634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-ae0e56f4-f995-4c3c-be50-280bb18c8514 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:43.537980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-ae0e56f4-f995-4c3c-be50-280bb18c8514 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Floating IP f3ff51f4-76b5-4892-8dd8-55da4967ba88 disassociated. External IP: 172.36.4.159, port: a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc. Dec 07 13:28:43.538365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-ae0e56f4-f995-4c3c-be50-280bb18c8514 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Calling delete_port for a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:43.566455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=d8f4e655-ecca-4b88-9325-7d6316a1dbe7,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:43.578425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:43.581872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:43.601137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e017ca-142f-4c20-96be-3afe3e732064 req-aa83b3bc-af7c-415f-9bbb-fdba05880c13 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:43.602975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b0e017ca-142f-4c20-96be-3afe3e732064 req-aa83b3bc-af7c-415f-9bbb-fdba05880c13 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 946 time: 1.0116820 Dec 07 13:28:43.615295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d482c9dd-b1a9-43df-a542-d471091d8de3 admin admin] Deleting port b1e5ed4a-207f-477f-b158-e9c82846b2e4 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:43.615779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d482c9dd-b1a9-43df-a542-d471091d8de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:43.681738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device fd29f824-1a69-4501-a1d9-bd470cbddb1f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:43.712117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:43.731913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3b9d2-89fc-419f-9976-450a2442abbc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=69fbe3b7-13d4-4ac3-a9ae-7ecfd0320d85,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:43.734976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-14b3b9d2-89fc-419f-9976-450a2442abbc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:43.770455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-14b3b9d2-89fc-419f-9976-450a2442abbc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:43.846495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ef6dae-f88c-4cac-88c6-b2c495427462 None None] Network a325a2fb-61ad-40c3-965e-d8c9a5879437 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:43.846769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network e438cebd-378f-497e-9f1d-919938598811 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:43.848132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:43.869628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port fd29f824-1a69-4501-a1d9-bd470cbddb1f completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:43.877552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Transition to ACTIVE for port object 0027baa4-e2f3-4b88-a7bf-d99b0aa4600d will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:43.994886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-14b3b9d2-89fc-419f-9976-450a2442abbc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/69fbe3b7-13d4-4ac3-a9ae-7ecfd0320d85 HTTP/1.1" status: 204 len: 168 time: 3.4831572 Dec 07 13:28:43.997516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0b370ab-6ca6-4d0e-9893-3b4495448f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:44.004835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0b370ab-6ca6-4d0e-9893-3b4495448f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:44.008189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c0b370ab-6ca6-4d0e-9893-3b4495448f41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55e1cd8a-063d-48ea-a132-6aa4bbb15614 HTTP/1.1" status: 204 len: 168 time: 2.0090878 Dec 07 13:28:44.017173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44756) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:44.026537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64012fd0-f185-4168-b401-ea9f921ccc08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:44.087481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c9e6c3b4-a75e-4561-b9ef-1b669d0782d1 None None] Provisioning for port fd29f824-1a69-4501-a1d9-bd470cbddb1f completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:44.116482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c9e6c3b4-a75e-4561-b9ef-1b669d0782d1 None None] Provisioning complete for port fd29f824-1a69-4501-a1d9-bd470cbddb1f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:44.116805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9e6c3b4-a75e-4561-b9ef-1b669d0782d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:44.125138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-ae0e56f4-f995-4c3c-be50-280bb18c8514 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:44.143353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-94effff0-e9af-4701-8579-d39020a9b515 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:44.191119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b370ab-6ca6-4d0e-9893-3b4495448f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e1cd8a-063d-48ea-a132-6aa4bbb15614,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:44.211257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b0e017ca-142f-4c20-96be-3afe3e732064 req-b60114b2-9831-4b73-a5d8-179797f6177e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/security-groups?id=06f75da5-99c1-4729-b360-6d59ebb1f536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5646951 Dec 07 13:28:44.217428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0b370ab-6ca6-4d0e-9893-3b4495448f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:44.224625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5a265440-4d4a-460e-b528-39c4790e5724 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/subnets/5d57650a-9aaa-4c1b-9959-8a103cf69b55/tags HTTP/1.1" status: 200 len: 241 time: 1.1628323 Dec 07 13:28:44.229123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b2ceac-c333-4b77-934d-908a46bde187 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] GET failed (client error): The resource could not be found. Dec 07 13:28:44.230421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d5b2ceac-c333-4b77-934d-908a46bde187 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Synchronizing usage tracker for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:44.306633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44762) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:44.341034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e56f4-f995-4c3c-be50-280bb18c8514 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Pushing event deleted for resources: {'Port': ['ID=a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:44.350829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ae0e56f4-f995-4c3c-be50-280bb18c8514 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:44.356186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-1e8427e9-a1e7-4a2a-85cb-79f0a59f41c8 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5d57650a-9aaa-4c1b-9959-8a103cf69b55', 'tempest-TagsExtTest-Tag-1390350437') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:44.372983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d482c9dd-b1a9-43df-a542-d471091d8de3 admin admin] For port b1e5ed4a-207f-477f-b158-e9c82846b2e4, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b1e5ed4a-207f-477f-b158-e9c82846b2e4,segment=NetworkSegment(6173f518-64b6-45f0-9e87-ebc7a75474af),segment_id=6173f518-64b6-45f0-9e87-ebc7a75474af)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:44.373321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d482c9dd-b1a9-43df-a542-d471091d8de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:44.436218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9e6c3b4-a75e-4561-b9ef-1b669d0782d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:44.478658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c9e6c3b4-a75e-4561-b9ef-1b669d0782d1 None None] For port fd29f824-1a69-4501-a1d9-bd470cbddb1f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=fd29f824-1a69-4501-a1d9-bd470cbddb1f,segment=NetworkSegment(a029c2b2-4376-4228-bb62-b64926c95592),segment_id=a029c2b2-4376-4228-bb62-b64926c95592)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:44.542852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d5b2ceac-c333-4b77-934d-908a46bde187 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Unset dirty status for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:44.547476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d5b2ceac-c333-4b77-934d-908a46bde187 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports/69fbe3b7-13d4-4ac3-a9ae-7ecfd0320d85 HTTP/1.1" status: 404 len: 333 time: 0.4946537 Dec 07 13:28:44.548673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9e6c3b4-a75e-4561-b9ef-1b669d0782d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:44.550787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1faece83-18eb-408c-83ee-a5298d1fc487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:44.557626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d482c9dd-b1a9-43df-a542-d471091d8de3 admin admin] Calling delete_port for b1e5ed4a-207f-477f-b158-e9c82846b2e4 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:44.574326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44768) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:44.586774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:44.604869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-57fa8226-ae0f-4c45-9aab-1282c483f8a3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:44.702995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6c3b4-a75e-4561-b9ef-1b669d0782d1 None None] Pushing event updated for resources: {'Port': ['ID=fd29f824-1a69-4501-a1d9-bd470cbddb1f,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:44.709719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9e6c3b4-a75e-4561-b9ef-1b669d0782d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:44.755314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b43aae1a-2b5a-4a31-bdc0-95ced3034602 None None] Provisioning complete for port d8f4e655-ecca-4b88-9325-7d6316a1dbe7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:44.768790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b43aae1a-2b5a-4a31-bdc0-95ced3034602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:44.865294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Network aa362756-94ce-4715-8020-8417c9ff624e is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:44.875393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b43aae1a-2b5a-4a31-bdc0-95ced3034602 None None] Port d8f4e655-ecca-4b88-9325-7d6316a1dbe7 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:44.881496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:44.894870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1e8427e9-a1e7-4a2a-85cb-79f0a59f41c8 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/subnets/5d57650a-9aaa-4c1b-9959-8a103cf69b55/tags/tempest-TagsExtTest-Tag-1390350437 HTTP/1.1" status: 204 len: 168 time: 0.5847135 Dec 07 13:28:44.899104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:44.899793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44778) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:44.904061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:44.905174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:44.909472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event updated for resources: {'Port': ['ID=0027baa4-e2f3-4b88-a7bf-d99b0aa4600d,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:44.918447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:44.925745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:45.048586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-3d0233fc-9f50-4253-b844-ad35b86a2562 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5d57650a-9aaa-4c1b-9959-8a103cf69b55', 'tempest-TagsExtTest-Tag-1390350437') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:45.171171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:28:45.238041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:28:45.238466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:28:45.258245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-78f7b7f3-2868-408b-9657-aca5c10505b7 None None] Provisioning complete for port fd29f824-1a69-4501-a1d9-bd470cbddb1f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:45.285922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78f7b7f3-2868-408b-9657-aca5c10505b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:45.384140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffffd41-cfc2-4420-b15e-67bb79b4fef9 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting subnet beb47463-cc91-48a5-a15f-333383c86a5e {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:28:45.399669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cffffd41-cfc2-4420-b15e-67bb79b4fef9 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:45.533427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cffffd41-cfc2-4420-b15e-67bb79b4fef9 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:45.538524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 6.1632307 Dec 07 13:28:45.540954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44788) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:45.576692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-ae0e56f4-f995-4c3c-be50-280bb18c8514 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:28:45.627888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.1 (a325a2fb-61ad-40c3-965e-d8c9a5879437/2ef66669-fecd-45aa-b399-7e03147c83dc/76d49f9d-d1a8-46f0-8adf-834c2bbc8675) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:45.637288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router b21d7d8f-c806-4e92-bf67-4b8196437247 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:28:45.736779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device fd29f824-1a69-4501-a1d9-bd470cbddb1f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:45.738082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Request body: {'port': {'network_id': 'aa362756-94ce-4715-8020-8417c9ff624e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1632728199'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:45.789912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0064978c-d259-4441-ba42-ab0655030e24 req-7a6c37f4-f5a9-41f4-817a-769c73306200 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 210 time: 0.2478461 Dec 07 13:28:45.878710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-051488d3-8f86-46c6-bcd1-989d11ee3e8d None None] Provisioning for port 0027baa4-e2f3-4b88-a7bf-d99b0aa4600d completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:45.902969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-051488d3-8f86-46c6-bcd1-989d11ee3e8d None None] Provisioning complete for port 0027baa4-e2f3-4b88-a7bf-d99b0aa4600d triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:45.903465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3d0233fc-9f50-4253-b844-ad35b86a2562 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/subnets/5d57650a-9aaa-4c1b-9959-8a103cf69b55/tags/tempest-TagsExtTest-Tag-1390350437 HTTP/1.1" status: 204 len: 168 time: 0.9972644 Dec 07 13:28:45.904157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-051488d3-8f86-46c6-bcd1-989d11ee3e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:45.917682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44796) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:45.942429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-001410f8-da12-43b7-a0ab-f5ed35c1683a tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5d57650a-9aaa-4c1b-9959-8a103cf69b55') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:45.990814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-051488d3-8f86-46c6-bcd1-989d11ee3e8d None None] Port 0027baa4-e2f3-4b88-a7bf-d99b0aa4600d cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:45.994363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port fd29f824-1a69-4501-a1d9-bd470cbddb1f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:45.995126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:46.041734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44800) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:46.167256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:46.191527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:46.215030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:46.320541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:46.332598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:46.343771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252364697'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:46.348923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bcd8630d-6f35-43fb-b712-fe69ec0457b9 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:46.391628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cffffd41-cfc2-4420-b15e-67bb79b4fef9 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:46.402855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d482c9dd-b1a9-43df-a542-d471091d8de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:46.412652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:46.427109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Made reservation on behalf of f886e48b946c4e749db226363a179ee6 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:46.432904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:46.448472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:46.455595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:46.476272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:46.538233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network a325a2fb-61ad-40c3-965e-d8c9a5879437 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:46.542088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=76d49f9d-d1a8-46f0-8adf-834c2bbc8675,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:46.549031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] device_id is not set on port 97fcd562-6269-4350-b715-c74aaae80068 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:28:46.592420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-001410f8-da12-43b7-a0ab-f5ed35c1683a tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/subnets/5d57650a-9aaa-4c1b-9959-8a103cf69b55/tags HTTP/1.1" status: 200 len: 205 time: 0.6599221 Dec 07 13:28:46.592623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:46.592623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:46.592829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44806) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:46.592909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-05879a34-0af4-45fb-908c-49d3edfd787b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:46.600741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-65863fb6-d8ad-4cbf-a14f-898959af94d3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4fab07de-9dca-4085-8348-563798be807e') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:46.665168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:46.680581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cffffd41-cfc2-4420-b15e-67bb79b4fef9 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:46.689183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1eb479c9-b7cd-4174-af65-e937351703c6 tempest-RoutersIpV6AdminTest-2126183682 tempest-RoutersIpV6AdminTest-2126183682-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:46.710825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:46.740112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482c9dd-b1a9-43df-a542-d471091d8de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e5ed4a-207f-477f-b158-e9c82846b2e4,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:46.742752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffffd41-cfc2-4420-b15e-67bb79b4fef9 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Subnet': ['ID=beb47463-cc91-48a5-a15f-333383c86a5e,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:46.749529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cffffd41-cfc2-4420-b15e-67bb79b4fef9 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:46.762216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cffffd41-cfc2-4420-b15e-67bb79b4fef9 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:46.775419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0f489c-5f3b-4cd2-9cb5-2c95e37ac6e2 None None] Network 6e84e278-dd80-403c-913b-e49b28e51eab requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:46.782661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d482c9dd-b1a9-43df-a542-d471091d8de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:46.792865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:46.835951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cffffd41-cfc2-4420-b15e-67bb79b4fef9 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/beb47463-cc91-48a5-a15f-333383c86a5e HTTP/1.1" status: 204 len: 168 time: 2.2604442 Dec 07 13:28:46.839072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-ae0e56f4-f995-4c3c-be50-280bb18c8514 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:28:46.847603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44810) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:46.974638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-ae0e56f4-f995-4c3c-be50-280bb18c8514 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] No DVR routers for this DVR port a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:28:46.975706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:46.977694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-ae0e56f4-f995-4c3c-be50-280bb18c8514 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:46.980929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-92c2f6db-ae20-4d00-b492-c68c3a720b8a req-ae0e56f4-f995-4c3c-be50-280bb18c8514 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.45 "DELETE /v2.0/ports/a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc HTTP/1.1" status: 204 len: 173 time: 5.2810657 Dec 07 13:28:46.987616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-65863fb6-d8ad-4cbf-a14f-898959af94d3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/ports/4fab07de-9dca-4085-8348-563798be807e/tags HTTP/1.1" status: 200 len: 241 time: 0.3906102 Dec 07 13:28:46.987616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f8e565-b542-4736-8bd9-1338b3208a8e', 'name': 'network-vif-deleted', 'tag': 'a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:28:46.993298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44816) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:47.008334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-ce967706-300c-4525-8d6b-a32ca0a55da0 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4fab07de-9dca-4085-8348-563798be807e', 'tempest-TagsExtTest-Tag-1160062598') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:47.019051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71381a07-68c2-4b58-99df-3b5662ccf9e0 None None] Sync routers for ids ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:28:47.069463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71381a07-68c2-4b58-99df-3b5662ccf9e0 None None] Routers {'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:47.070609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-71381a07-68c2-4b58-99df-3b5662ccf9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:47.097753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:28:47.113279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "PUT /v2.0/routers/b21d7d8f-c806-4e92-bf67-4b8196437247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6952584 Dec 07 13:28:47.119289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8684f6d-3b89-4501-9a9f-556a408bd4fe None None] Sync routers for ids ['b21d7d8f-c806-4e92-bf67-4b8196437247'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:28:47.125875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44822) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:47.133591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f8e565-b542-4736-8bd9-1338b3208a8e', 'name': 'network-vif-deleted', 'tag': 'a10de73f-15e0-49a2-b3d6-6c7f0b4fa9bc', 'status': 'completed', 'code': 200} Dec 07 13:28:47.142006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'port': {'network_id': 'e438cebd-378f-497e-9f1d-919938598811', 'name': 'tempest-FloatingIPTestJSON-143857735'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:47.181101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8684f6d-3b89-4501-9a9f-556a408bd4fe None None] Routers {'b21d7d8f-c806-4e92-bf67-4b8196437247'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:47.182411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e8684f6d-3b89-4501-9a9f-556a408bd4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b21d7d8f-c806-4e92-bf67-4b8196437247'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:47.316911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e8684f6d-3b89-4501-9a9f-556a408bd4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:47.381394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8684f6d-3b89-4501-9a9f-556a408bd4fe None None] Routers {'b21d7d8f-c806-4e92-bf67-4b8196437247'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:47.383260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e8684f6d-3b89-4501-9a9f-556a408bd4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b21d7d8f-c806-4e92-bf67-4b8196437247'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:47.407722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ce967706-300c-4525-8d6b-a32ca0a55da0 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/ports/4fab07de-9dca-4085-8348-563798be807e/tags/tempest-TagsExtTest-Tag-1160062598 HTTP/1.1" status: 204 len: 168 time: 0.4129188 Dec 07 13:28:47.414618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44826) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:47.426173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-0c2b8376-168e-413b-a738-0167c1de2cd4 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4fab07de-9dca-4085-8348-563798be807e', 'tempest-TagsExtTest-Tag-1160062598') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:47.455912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-71381a07-68c2-4b58-99df-3b5662ccf9e0 None None] Set router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:28:47.463057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:47.474796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Usage tracker for resource:port and tenant:07116a0e0f5f400f8e01d51898ee34fa is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:47.479933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:47.481846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f264697-4c06-4f71-ba33-3e059bcca44b None None] DHCP port deletion for 6e84e278-dd80-403c-913b-e49b28e51eab request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:28:47.490264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:47.492672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-473c3a45-62ea-4ae2-87bf-02cadea28cc2 None None] Provisioning for port 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:47.500470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8f264697-4c06-4f71-ba33-3e059bcca44b None None] Deleting port 231d7915-1a18-4820-afd4-9f6567ca8333 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:47.500982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f264697-4c06-4f71-ba33-3e059bcca44b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:47.533425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Made reservation on behalf of 07116a0e0f5f400f8e01d51898ee34fa for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:47.540248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:47.562826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e8684f6d-3b89-4501-9a9f-556a408bd4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:47.563378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8684f6d-3b89-4501-9a9f-556a408bd4fe None None] The sync data for ids ['b21d7d8f-c806-4e92-bf67-4b8196437247'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:28:47.578600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] device_id is not set on port 8bc2bda8-17a8-4c75-96d1-769073be754c yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:28:47.664242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0c2b8376-168e-413b-a738-0167c1de2cd4 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/ports/4fab07de-9dca-4085-8348-563798be807e/tags/tempest-TagsExtTest-Tag-1160062598 HTTP/1.1" status: 204 len: 168 time: 0.2465694 Dec 07 13:28:47.666875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44830) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:47.740991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-8de7ef60-fe83-48f6-add8-b9286cc4e9f5 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4fab07de-9dca-4085-8348-563798be807e') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:47.780117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8f264697-4c06-4f71-ba33-3e059bcca44b None None] For port 231d7915-1a18-4820-afd4-9f6567ca8333, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=231d7915-1a18-4820-afd4-9f6567ca8333,segment=NetworkSegment(f0c66965-d6f5-4f25-8088-181e1fa91506),segment_id=f0c66965-d6f5-4f25-8088-181e1fa91506)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:47.780570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f264697-4c06-4f71-ba33-3e059bcca44b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:47.823185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-abb553a5-9287-4803-ac38-0a43f8ebacb6 req-c54ed590-0fa3-4e69-bd44-5d55b279a1ed tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f8e565-b542-4736-8bd9-1338b3208a8e HTTP/1.1" status: 200 len: 210 time: 0.2080107 Dec 07 13:28:47.842225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:47.872167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:47.916297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:47.932911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8de7ef60-fe83-48f6-add8-b9286cc4e9f5 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/ports/4fab07de-9dca-4085-8348-563798be807e/tags HTTP/1.1" status: 200 len: 205 time: 0.2634666 Dec 07 13:28:47.937148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44834) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:47.944164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-2e94ea10-0ebe-4b3d-954f-c6a65f1f8f7c tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a53df2a1-f990-4356-9917-6408cfa64bf4') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:47.955339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:47.974131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbd53752-0527-4284-ae4a-c7a54253fa7f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:47.981558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8f264697-4c06-4f71-ba33-3e059bcca44b None None] Calling delete_port for 231d7915-1a18-4820-afd4-9f6567ca8333 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:48.002568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Allocated IP 2001:db8::13b (aa362756-94ce-4715-8020-8417c9ff624e/6c2f2d42-2217-493c-b929-6cc45fcf9148/97fcd562-6269-4350-b715-c74aaae80068) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:48.037161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Allocated IP 172.20.0.5 (e438cebd-378f-497e-9f1d-919938598811/70b80425-362e-4021-b175-eaa03817428e/8bc2bda8-17a8-4c75-96d1-769073be754c) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:48.068116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-473c3a45-62ea-4ae2-87bf-02cadea28cc2 None None] Provisioning complete for port 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:48.068544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-473c3a45-62ea-4ae2-87bf-02cadea28cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:48.134705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-473c3a45-62ea-4ae2-87bf-02cadea28cc2 None None] Port 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:48.139244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 231d7915-1a18-4820-afd4-9f6567ca8333 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:28:48.177240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f264697-4c06-4f71-ba33-3e059bcca44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:48.189037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:48.222004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 231d7915-1a18-4820-afd4-9f6567ca8333 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:28:48.222404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 231d7915-1a18-4820-afd4-9f6567ca8333 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:28:48.241669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f264697-4c06-4f71-ba33-3e059bcca44b None None] Pushing event deleted for resources: {'Port': ['ID=231d7915-1a18-4820-afd4-9f6567ca8333,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:48.246984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8f264697-4c06-4f71-ba33-3e059bcca44b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:48.253046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f264697-4c06-4f71-ba33-3e059bcca44b None None] No DVR routers for this DVR port 231d7915-1a18-4820-afd4-9f6567ca8333 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:28:48.281196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-71381a07-68c2-4b58-99df-3b5662ccf9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'name': 'tempest-ServersTestManualDisk-273232448-router', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199'}], 'enable_snat': True}, 'gw_port_id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:26:55Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'gw_port': {'id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:26:58Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'a27fa4ab-7fd3-44b7-8205-dea7d80cb000', 'name': '', 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'mac_address': 'fa:16:3e:21:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:27:13Z', 'updated_at': '2021-12-07T13:27:22Z', 'revision_number': 5, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'subnets': [{'id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:48.290621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:48.298694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71381a07-68c2-4b58-99df-3b5662ccf9e0 None None] Checking router: ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:28:48.321693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbd53752-0527-4284-ae4a-c7a54253fa7f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:48.340649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71381a07-68c2-4b58-99df-3b5662ccf9e0 None None] Routers {'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:48.341950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-71381a07-68c2-4b58-99df-3b5662ccf9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:48.392031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2e94ea10-0ebe-4b3d-954f-c6a65f1f8f7c tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/routers/a53df2a1-f990-4356-9917-6408cfa64bf4/tags HTTP/1.1" status: 200 len: 240 time: 0.4536495 Dec 07 13:28:48.394808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44838) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:48.409481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-71f9a7a0-7b16-4c82-be32-132f4d22a191 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a53df2a1-f990-4356-9917-6408cfa64bf4', 'tempest-TagsExtTest-Tag-738611741') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:48.456936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-bbd53752-0527-4284-ae4a-c7a54253fa7f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e84e278-dd80-403c-913b-e49b28e51eab']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:48.504356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-bbd53752-0527-4284-ae4a-c7a54253fa7f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c66965-d6f5-4f25-8088-181e1fa91506') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:48.504757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-bbd53752-0527-4284-ae4a-c7a54253fa7f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c66965-d6f5-4f25-8088-181e1fa91506') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:48.602428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-71381a07-68c2-4b58-99df-3b5662ccf9e0 None None] Set router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:28:48.656329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-71f9a7a0-7b16-4c82-be32-132f4d22a191 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/routers/a53df2a1-f990-4356-9917-6408cfa64bf4/tags/tempest-TagsExtTest-Tag-738611741 HTTP/1.1" status: 204 len: 168 time: 0.2602468 Dec 07 13:28:48.659259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44842) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:48.668112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-fd902cc9-28dd-4d72-a78f-2dbdd80a6078 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a53df2a1-f990-4356-9917-6408cfa64bf4', 'tempest-TagsExtTest-Tag-738611741') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:48.705111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbd53752-0527-4284-ae4a-c7a54253fa7f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:48.748208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:48.764872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbd53752-0527-4284-ae4a-c7a54253fa7f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:48.849668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd53752-0527-4284-ae4a-c7a54253fa7f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:28:48.850194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbd53752-0527-4284-ae4a-c7a54253fa7f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:28:48.871264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:28:48.889206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:48.966030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9e3f7750-87c4-4939-b75b-39ff9a784df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:49.037721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-71381a07-68c2-4b58-99df-3b5662ccf9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'name': 'tempest-ServersTestManualDisk-273232448-router', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199'}], 'enable_snat': True}, 'gw_port_id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:26:55Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'gw_port': {'id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:26:58Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'a27fa4ab-7fd3-44b7-8205-dea7d80cb000', 'name': '', 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'mac_address': 'fa:16:3e:21:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:27:13Z', 'updated_at': '2021-12-07T13:27:22Z', 'revision_number': 5, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'subnets': [{'id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:49.046621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71381a07-68c2-4b58-99df-3b5662ccf9e0 None None] The sync data for ids ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'name': 'tempest-ServersTestManualDisk-273232448-router', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199'}], 'enable_snat': True}, 'gw_port_id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:26:55Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'gw_port': {'id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:26:58Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'a27fa4ab-7fd3-44b7-8205-dea7d80cb000', 'name': '', 'network_id': '6c962f77-029a-4d3f-8fec-e60389bdc894', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'mac_address': 'fa:16:3e:21:51:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:27:13Z', 'updated_at': '2021-12-07T13:27:22Z', 'revision_number': 5, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'subnets': [{'id': '1224687e-5b0c-4a0e-bd15-13393deb64e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:28:49.122277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d482c9dd-b1a9-43df-a542-d471091d8de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:49.130612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44852) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:49.145440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e12942-2fde-4831-90e1-d7535c378692,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:49.149015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:49.177848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:49.182394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:49.186595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:49.201015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbd53752-0527-4284-ae4a-c7a54253fa7f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:49.205792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbd53752-0527-4284-ae4a-c7a54253fa7f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:49.209622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:49.221601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0ddf6f8c-e79c-4fee-b24f-a79658bfbcb1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:49.233666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Transition to ACTIVE for port object 8bc2bda8-17a8-4c75-96d1-769073be754c will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:49.265378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:49.301849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fd902cc9-28dd-4d72-a78f-2dbdd80a6078 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/routers/a53df2a1-f990-4356-9917-6408cfa64bf4/tags/tempest-TagsExtTest-Tag-738611741 HTTP/1.1" status: 204 len: 168 time: 0.6412497 Dec 07 13:28:49.306485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44856) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:49.318981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-0ff3ec8e-746d-49a1-85ae-50ec9b36002e tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a53df2a1-f990-4356-9917-6408cfa64bf4') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:49.355214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:49.392574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:49.405499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3382dc16-cfa4-4fbf-ad06-11ebf0538737 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:49.423004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd53752-0527-4284-ae4a-c7a54253fa7f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Network': ['ID=6e84e278-dd80-403c-913b-e49b28e51eab,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:49.427662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bbd53752-0527-4284-ae4a-c7a54253fa7f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:49.472514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Transition to ACTIVE for port object 97fcd562-6269-4350-b715-c74aaae80068 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:49.544820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bbd53752-0527-4284-ae4a-c7a54253fa7f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/networks/6e84e278-dd80-403c-913b-e49b28e51eab HTTP/1.1" status: 204 len: 168 time: 2.6939747 Dec 07 13:28:49.548735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44860) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:49.560141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event updated for resources: {'Port': ['ID=8bc2bda8-17a8-4c75-96d1-769073be754c,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:49.564384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Network e438cebd-378f-497e-9f1d-919938598811 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:49.569518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1115637253'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:49.573799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:49.576918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:49.579246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:49.583079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:49.617299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:network and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:49.624488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0ff3ec8e-746d-49a1-85ae-50ec9b36002e tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/routers/a53df2a1-f990-4356-9917-6408cfa64bf4/tags HTTP/1.1" status: 200 len: 205 time: 0.3137908 Dec 07 13:28:49.624488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:49.629174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44864) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:49.638694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b07eb6-2e61-4160-b893-1a0ca368301c None None] New status for floating IP f3ff51f4-76b5-4892-8dd8-55da4967ba88: DOWN {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:28:49.641435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:49.665061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1780f6a2-ee4d-4bce-ac9f-9d580825dcaf tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:49.673317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:49.673494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-d150adb8-1958-4b43-bf53-84c002b0a04d tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0cff4217-d437-4019-8af2-7b4f6bbd2787') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:49.673607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:49.699358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:49.705242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:49.751296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6164443 Dec 07 13:28:49.754703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44868) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:49.764634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-cde1ad9a-2d74-4380-8362-95ce95b77160 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Request body: {'floatingip': {'port_id': '8bc2bda8-17a8-4c75-96d1-769073be754c'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:49.768098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1780f6a2-ee4d-4bce-ac9f-9d580825dcaf tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:49.855510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:28:49.868848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:49.883033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:49.883768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Added segment 34f52890-d393-447f-aeba-eff7e9d4f35f of type vlan for network 31937888-3f8c-4057-8520-9ca34d288947 Dec 07 13:28:49.933402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cde1ad9a-2d74-4380-8362-95ce95b77160 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:50.014916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:50.016768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6c84824a-3e12-49d6-ae19-3632af9ebf07 None None] Provisioning for port 8bc2bda8-17a8-4c75-96d1-769073be754c completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:50.023394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6c84824a-3e12-49d6-ae19-3632af9ebf07 None None] Provisioning complete for port 8bc2bda8-17a8-4c75-96d1-769073be754c triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:50.023794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c84824a-3e12-49d6-ae19-3632af9ebf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:50.091123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6c84824a-3e12-49d6-ae19-3632af9ebf07 None None] Port 8bc2bda8-17a8-4c75-96d1-769073be754c cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:50.195397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:50.201217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:50.217754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:50.224135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:50.224135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:50.230847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e44ff5cf-4886-4bae-9c39-1b77ee3e5e92 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:50.232795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1780f6a2-ee4d-4bce-ac9f-9d580825dcaf tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:50.245969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0fabe75e-deb5-4ca9-8d45-9a8293f53355 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:50.306563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:50.311357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:50.371769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d150adb8-1958-4b43-bf53-84c002b0a04d tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/subnetpools/0cff4217-d437-4019-8af2-7b4f6bbd2787/tags HTTP/1.1" status: 200 len: 241 time: 0.7274458 Dec 07 13:28:50.384974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44872) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:50.402921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=76d49f9d-d1a8-46f0-8adf-834c2bbc8675,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:50.406226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:50.407356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:50.416449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-d1a35aa6-8a26-40de-b690-f35ce9cc5185 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0cff4217-d437-4019-8af2-7b4f6bbd2787', 'tempest-TagsExtTest-Tag-1333040756') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:50.431855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Network aa362756-94ce-4715-8020-8417c9ff624e is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:50.433602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8802590 Dec 07 13:28:50.437871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d846b89-5c9d-42fc-aeee-c86f51fe75ea tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:50.446821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:50.451874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44876) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:50.464511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:50.469218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:50.469905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:50.481773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'subnet': {'network_id': '31937888-3f8c-4057-8520-9ca34d288947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:50.492377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Network': ['ID=31937888-3f8c-4057-8520-9ca34d288947,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:50.502766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:50.506206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 31937888-3f8c-4057-8520-9ca34d288947 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:28:50.607281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1780f6a2-ee4d-4bce-ac9f-9d580825dcaf tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:50.611480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1780f6a2-ee4d-4bce-ac9f-9d580825dcaf tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "DELETE /v2.0/security-groups/06f75da5-99c1-4729-b360-6d59ebb1f536 HTTP/1.1" status: 204 len: 168 time: 1.4724164 Dec 07 13:28:50.611480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780f6a2-ee4d-4bce-ac9f-9d580825dcaf tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f75da5-99c1-4729-b360-6d59ebb1f536,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:50.616209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44880) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:50.654059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-f4387b4b-eb4e-45a3-8e3a-5a00d8d6dcf0 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] show failed (client error): The resource could not be found. Dec 07 13:28:50.658464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f4387b4b-eb4e-45a3-8e3a-5a00d8d6dcf0 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "GET /v2.0/security-groups/06f75da5-99c1-4729-b360-6d59ebb1f536 HTTP/1.1" status: 404 len: 347 time: 0.0389357 Dec 07 13:28:50.658619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:50.658619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 4.5878000 Dec 07 13:28:50.658935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44884) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:50.661950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:50.672095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44886) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:50.695664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:subnet and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:50.713735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64685a96-27c3-412c-80b5-a7e5a89f2da1,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:50.717720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:50.742032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:50.748627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:50.749409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:50.804011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:50.812470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-895affe7-47fb-4e46-8a75-d60589e4081f tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.484s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:50.859730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a2d2182a-8873-4fb6-84be-40f3537786c4 None None] Provisioning for port 97fcd562-6269-4350-b715-c74aaae80068 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:50.863169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.1381557 Dec 07 13:28:50.863510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44892) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:50.866343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a2d2182a-8873-4fb6-84be-40f3537786c4 None None] Provisioning complete for port 97fcd562-6269-4350-b715-c74aaae80068 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:50.866981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a2d2182a-8873-4fb6-84be-40f3537786c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:50.873093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9bc8eaaa-4836-4c8e-b247-c5a9e80a1f48 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c4', 'mac_address': 'fa:16:3e:88:a8:4d'}, {'ip_address': '2001:db8::1d9', 'mac_address': 'fa:16:3e:66:4e:cf'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:50.889708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d1a35aa6-8a26-40de-b690-f35ce9cc5185 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/subnetpools/0cff4217-d437-4019-8af2-7b4f6bbd2787/tags/tempest-TagsExtTest-Tag-1333040756 HTTP/1.1" status: 204 len: 168 time: 0.4910226 Dec 07 13:28:50.897403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44896) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:50.903898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fbc9e61f-acd2-4ada-8838-f0b06ebf592f tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Deleting port 9f7ce1a6-70db-491f-8fcc-5729ae90486f {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:50.904285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e61f-acd2-4ada-8838-f0b06ebf592f tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:50.926126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-c8e0bca2-456d-4b67-b8a1-e3c15757efca tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0cff4217-d437-4019-8af2-7b4f6bbd2787', 'tempest-TagsExtTest-Tag-1333040756') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:50.935133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2182a-8873-4fb6-84be-40f3537786c4 None None] Port 97fcd562-6269-4350-b715-c74aaae80068 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:50.966558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:51.022232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event updated for resources: {'Port': ['ID=97fcd562-6269-4350-b715-c74aaae80068,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:51.087212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:51.240030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c04f8ea0-5066-49b1-b550-604a3b5ae0fb tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:51.254151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network a325a2fb-61ad-40c3-965e-d8c9a5879437 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:51.258844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:51.267513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:51.276066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e61f-acd2-4ada-8838-f0b06ebf592f tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:51.276431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e61f-acd2-4ada-8838-f0b06ebf592f tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:51.546921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c04f8ea0-5066-49b1-b550-604a3b5ae0fb tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:51.551603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c04f8ea0-5066-49b1-b550-604a3b5ae0fb tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.8713260 Dec 07 13:28:51.565405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44900) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:51.640749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9e9fdde6-631b-4e57-ba52-dc786ae9c7fd tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group': {'name': 'tempest-security--38513745', 'description': 'tempest-security-description-1284272221'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:51.657270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c8e0bca2-456d-4b67-b8a1-e3c15757efca tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0cff4217-d437-4019-8af2-7b4f6bbd2787/tags/tempest-TagsExtTest-Tag-1333040756 HTTP/1.1" status: 204 len: 168 time: 0.7558954 Dec 07 13:28:51.672043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-56c5ae89-c61e-489e-828f-e69dee963836 None None] Provisioning complete for port 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:51.672468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56c5ae89-c61e-489e-828f-e69dee963836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:51.689517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44904) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:51.697416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-d416a7d7-7f3f-48d0-8223-12297b3de272 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0cff4217-d437-4019-8af2-7b4f6bbd2787') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:51.752944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-56c5ae89-c61e-489e-828f-e69dee963836 None None] Port 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:51.766929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fbc9e61f-acd2-4ada-8838-f0b06ebf592f tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Calling delete_port for 9f7ce1a6-70db-491f-8fcc-5729ae90486f owned by network:floatingip {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:51.797426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e9fdde6-631b-4e57-ba52-dc786ae9c7fd tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:51.818383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d416a7d7-7f3f-48d0-8223-12297b3de272 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/subnetpools/0cff4217-d437-4019-8af2-7b4f6bbd2787/tags HTTP/1.1" status: 200 len: 205 time: 0.1305754 Dec 07 13:28:51.825236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44908) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:51.847489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-4a93e9f3-f581-4a13-b22b-db9ab3596921 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0cff4217-d437-4019-8af2-7b4f6bbd2787') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:51.864323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bc8eaaa-4836-4c8e-b247-c5a9e80a1f48 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:51.923658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cde1ad9a-2d74-4380-8362-95ce95b77160 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:51.975539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cde1ad9a-2d74-4380-8362-95ce95b77160 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:52.067048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e9fdde6-631b-4e57-ba52-dc786ae9c7fd tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:52.121324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e9fdde6-631b-4e57-ba52-dc786ae9c7fd tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:52.129222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-badbb7bf-e962-4be6-b767-8b5c238ebdc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:52.148595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4a93e9f3-f581-4a13-b22b-db9ab3596921 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0cff4217-d437-4019-8af2-7b4f6bbd2787/tags HTTP/1.1" status: 204 len: 168 time: 0.3151591 Dec 07 13:28:52.156442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44912) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:52.164001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e9fdde6-631b-4e57-ba52-dc786ae9c7fd tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:52.165341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9e9fdde6-631b-4e57-ba52-dc786ae9c7fd tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "PUT /v2.0/security-groups/64685a96-27c3-412c-80b5-a7e5a89f2da1 HTTP/1.1" status: 200 len: 1610 time: 0.5894823 Dec 07 13:28:52.169455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-f0379e59-8b44-4fdc-bfa5-b94105b25d55 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a53df2a1-f990-4356-9917-6408cfa64bf4') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:52.226026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44916) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:52.500272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fdde6-631b-4e57-ba52-dc786ae9c7fd tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64685a96-27c3-412c-80b5-a7e5a89f2da1,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:52.511641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e61f-acd2-4ada-8838-f0b06ebf592f tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:52.532562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea59b106-2b2c-46c3-b2d1-244191b1328c tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:52.557352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9e9fdde6-631b-4e57-ba52-dc786ae9c7fd tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:52.567888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:52.573487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:52.602244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9e61f-acd2-4ada-8838-f0b06ebf592f tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Pushing event deleted for resources: {'Port': ['ID=9f7ce1a6-70db-491f-8fcc-5729ae90486f,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:52.611373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fbc9e61f-acd2-4ada-8838-f0b06ebf592f tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:52.614792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dec4ad37-e8b5-423c-95aa-2b364d8a7795 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-groups/64685a96-27c3-412c-80b5-a7e5a89f2da1 HTTP/1.1" status: 200 len: 1610 time: 0.3808854 Dec 07 13:28:52.624509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44920) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:52.676557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Subnet': ['ID=48bf83ae-c725-4d66-a873-43be55f7b20c,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:52.691082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:52.740774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Checking segment: {'id': '34f52890-d393-447f-aeba-eff7e9d4f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '31937888-3f8c-4057-8520-9ca34d288947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:52.741154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network hostable DHCP agents. Network: 31937888-3f8c-4057-8520-9ca34d288947, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:28:52.765083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f0379e59-8b44-4fdc-bfa5-b94105b25d55 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/routers/a53df2a1-f990-4356-9917-6408cfa64bf4/tags HTTP/1.1" status: 204 len: 168 time: 0.6051736 Dec 07 13:28:52.771571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44924) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:52.787568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-ffae8ab9-b1fd-41a0-817d-f6fd1c965197 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4fab07de-9dca-4085-8348-563798be807e') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:52.826954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router e705e159-d1aa-4faa-82ac-905f1ac5f644 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:28:52.828954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d482c9dd-b1a9-43df-a542-d471091d8de3 admin admin] Router beaff009-5582-4ced-8cea-3b5b142476d5 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:28:52.876784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e61f-acd2-4ada-8838-f0b06ebf592f tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks [] for floatingip, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:52.912180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-368c77df-6ba8-4909-9078-c65db4cb37fc tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:52.917063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bc8eaaa-4836-4c8e-b247-c5a9e80a1f48 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:52.939954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network 31937888-3f8c-4057-8520-9ca34d288947 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:28:52.955639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-368c77df-6ba8-4909-9078-c65db4cb37fc tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:52.975612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-cde1ad9a-2d74-4380-8362-95ce95b77160 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Floating IP 9f891416-b72f-4af2-acc4-753fe38a98e1 associated. External IP: 172.36.4.216, port: 60c02b12-ccad-432a-8c28-7130b3d507ad. Dec 07 13:28:53.053559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bc8eaaa-4836-4c8e-b247-c5a9e80a1f48 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:53.060484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fbc9e61f-acd2-4ada-8838-f0b06ebf592f tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:53.061461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 31937888-3f8c-4057-8520-9ca34d288947) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:53.071993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d890a6-e6dd-4d82-b25d-ebd8c395c6a2 None None] Network 31937888-3f8c-4057-8520-9ca34d288947 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:53.089661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:53.090814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:53.095075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e61f-acd2-4ada-8838-f0b06ebf592f tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:53.099538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fbc9e61f-acd2-4ada-8838-f0b06ebf592f tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] 10.222.0.24 "DELETE /v2.0/floatingips/f3ff51f4-76b5-4892-8dd8-55da4967ba88 HTTP/1.1" status: 204 len: 168 time: 2.4364367 Dec 07 13:28:53.100554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44928) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:53.162470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9bc8eaaa-4836-4c8e-b247-c5a9e80a1f48 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] In _notify_port_updated(), no bound segment for port 97fcd562-6269-4350-b715-c74aaae80068 on network aa362756-94ce-4715-8020-8417c9ff624e {{(pid=88898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:28:53.166734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc8eaaa-4836-4c8e-b247-c5a9e80a1f48 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:53.167590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bc8eaaa-4836-4c8e-b247-c5a9e80a1f48 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:53.175635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ffae8ab9-b1fd-41a0-817d-f6fd1c965197 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/ports/4fab07de-9dca-4085-8348-563798be807e/tags HTTP/1.1" status: 204 len: 168 time: 0.3937559 Dec 07 13:28:53.175830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9bc8eaaa-4836-4c8e-b247-c5a9e80a1f48 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "PUT /v2.0/ports/97fcd562-6269-4350-b715-c74aaae80068 HTTP/1.1" status: 200 len: 1068 time: 2.3068409 Dec 07 13:28:53.175830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44932) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:53.175995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44934) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:53.224458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-bddc8c88-3517-48ee-ae86-07a3a30f4202 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5d57650a-9aaa-4c1b-9959-8a103cf69b55') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:53.275492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8eaaa-4836-4c8e-b247-c5a9e80a1f48 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event updated for resources: {'Port': ['ID=97fcd562-6269-4350-b715-c74aaae80068,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:53.309260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8484728 Dec 07 13:28:53.315268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44940) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:53.326237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-53cd828a-6453-4645-845d-aa5417ce0a52 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1515277607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:53.341881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-53cd828a-6453-4645-845d-aa5417ce0a52 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:53.353849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-53cd828a-6453-4645-845d-aa5417ce0a52 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:router and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:53.354299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e771b-24aa-4bf3-b5bc-4b0cad03b2e0 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Deleting port 97fcd562-6269-4350-b715-c74aaae80068 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:53.355006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b1e771b-24aa-4bf3-b5bc-4b0cad03b2e0 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:53.362025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-53cd828a-6453-4645-845d-aa5417ce0a52 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:53.372925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-53cd828a-6453-4645-845d-aa5417ce0a52 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:53.393446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9bc8eaaa-4836-4c8e-b247-c5a9e80a1f48 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:53.400907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-368c77df-6ba8-4909-9078-c65db4cb37fc tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:53.408012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d1dc42a5-0c9d-4d9d-81c0-3eacee9e9bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:53.439260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53cd828a-6453-4645-845d-aa5417ce0a52 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:53.440342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53cd828a-6453-4645-845d-aa5417ce0a52 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:53.442766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c77df-6ba8-4909-9078-c65db4cb37fc tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64685a96-27c3-412c-80b5-a7e5a89f2da1,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:53.458014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-368c77df-6ba8-4909-9078-c65db4cb37fc tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:53.568487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d482c9dd-b1a9-43df-a542-d471091d8de3 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:28:53.571658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53cd828a-6453-4645-845d-aa5417ce0a52 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:53.577052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:28:53.588602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Sync routers for ids ['e705e159-d1aa-4faa-82ac-905f1ac5f644'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:28:53.601367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d482c9dd-b1a9-43df-a542-d471091d8de3 admin admin] 10.222.0.24 "PUT /v2.0/routers/beaff009-5582-4ced-8cea-3b5b142476d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8289545 Dec 07 13:28:53.609280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Routers {'e705e159-d1aa-4faa-82ac-905f1ac5f644'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:53.609765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/e705e159-d1aa-4faa-82ac-905f1ac5f644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9187994 Dec 07 13:28:53.610133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b4832-19f0-410d-bdef-c8249718bc5e None None] Sync routers for ids ['beaff009-5582-4ced-8cea-3b5b142476d5'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:28:53.610913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e705e159-d1aa-4faa-82ac-905f1ac5f644'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:53.611947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44946) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:53.612330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44948) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:53.690958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-368c77df-6ba8-4909-9078-c65db4cb37fc tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:53.695906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-368c77df-6ba8-4909-9078-c65db4cb37fc tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-groups/64685a96-27c3-412c-80b5-a7e5a89f2da1 HTTP/1.1" status: 204 len: 168 time: 1.0670464 Dec 07 13:28:53.696940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44954) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:53.712441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-31937888-3f8c-4057-8520-9ca34d288947', 'network_id': '31937888-3f8c-4057-8520-9ca34d288947', 'tenant_id': '7871a3fa84c9490183aa52d2c611f303', 'fixed_ips': [{'subnet_id': '48bf83ae-c725-4d66-a873-43be55f7b20c'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:28:53.715511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:53.741232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b4832-19f0-410d-bdef-c8249718bc5e None None] Routers {'beaff009-5582-4ced-8cea-3b5b142476d5'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:53.742346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-844b4832-19f0-410d-bdef-c8249718bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['beaff009-5582-4ced-8cea-3b5b142476d5'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:53.790756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53cd828a-6453-4645-845d-aa5417ce0a52 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:53.845091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Set router e705e159-d1aa-4faa-82ac-905f1ac5f644 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:28:53.883107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53cd828a-6453-4645-845d-aa5417ce0a52 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:53.887762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-53cd828a-6453-4645-845d-aa5417ce0a52 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5653076 Dec 07 13:28:53.893317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44958) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:53.900140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'network_id': '31937888-3f8c-4057-8520-9ca34d288947', 'name': 'tempest-PortsIpV6TestJSON-723050623'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:53.940116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c1914fc7-ec71-4a74-ab68-d85cf4b822da None None] Provisioning complete for port 97fcd562-6269-4350-b715-c74aaae80068 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:53.940854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c1914fc7-ec71-4a74-ab68-d85cf4b822da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:54.010667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c1914fc7-ec71-4a74-ab68-d85cf4b822da None None] Port 97fcd562-6269-4350-b715-c74aaae80068 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:28:54.160655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c1f81-ad98-49e6-910f-e3db2f376b58 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.161075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c1f81-ad98-49e6-910f-e3db2f376b58 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.161488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c1f81-ad98-49e6-910f-e3db2f376b58 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.161895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c1f81-ad98-49e6-910f-e3db2f376b58 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.162302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c1f81-ad98-49e6-910f-e3db2f376b58 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.162701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c1f81-ad98-49e6-910f-e3db2f376b58 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.163101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c1f81-ad98-49e6-910f-e3db2f376b58 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.163550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c1f81-ad98-49e6-910f-e3db2f376b58 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.163950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c1f81-ad98-49e6-910f-e3db2f376b58 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.164349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c1f81-ad98-49e6-910f-e3db2f376b58 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.164760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c1f81-ad98-49e6-910f-e3db2f376b58 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.165143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c1f81-ad98-49e6-910f-e3db2f376b58 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.170823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-521c1f81-ad98-49e6-910f-e3db2f376b58 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8433 time: 0.5550244 Dec 07 13:28:54.172859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44962) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:54.176318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aa05bc60-3c5d-4d20-a5b2-44886e5336d8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:54.224073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Allocated IP 2001:db8::2 (31937888-3f8c-4057-8520-9ca34d288947/48bf83ae-c725-4d66-a873-43be55f7b20c/f45bcaa5-ca20-452d-b8c4-5a9bdb500205) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:54.233943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-844b4832-19f0-410d-bdef-c8249718bc5e None None] Set router beaff009-5582-4ced-8cea-3b5b142476d5 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:28:54.240464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bddc8c88-3517-48ee-ae86-07a3a30f4202 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/subnets/5d57650a-9aaa-4c1b-9959-8a103cf69b55/tags HTTP/1.1" status: 204 len: 168 time: 1.0582891 Dec 07 13:28:54.241328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:28:47Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '76d49f9d-d1a8-46f0-8adf-834c2bbc8675', 'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:09:01:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:45Z', 'updated_at': '2021-12-07T13:28:49Z', 'revision_number': 2, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:54.243683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44966) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:54.248250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Checking router: e705e159-d1aa-4faa-82ac-905f1ac5f644 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:28:54.248741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Updating router e705e159-d1aa-4faa-82ac-905f1ac5f644 port 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:28:54.252329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aa05bc60-3c5d-4d20-a5b2-44886e5336d8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:54.257488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aa05bc60-3c5d-4d20-a5b2-44886e5336d8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5543156 Dec 07 13:28:54.276765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44970) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:54.311051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-ddac321d-9158-44c9-a6e9-2f8a730ae3a0 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5d57650a-9aaa-4c1b-9959-8a103cf69b55', 'tempest-TagsExtTest-Tag-1259689694') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:54.352496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:54.402448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-409b8cec-99f1-4e25-bfec-8167f350b64b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] delete failed (client error): The resource could not be found. Dec 07 13:28:54.409861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-409b8cec-99f1-4e25-bfec-8167f350b64b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-groups/64685a96-27c3-412c-80b5-a7e5a89f2da1 HTTP/1.1" status: 404 len: 347 time: 0.1285803 Dec 07 13:28:54.414822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44974) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:54.436224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-18eb94d2-3cab-4d3c-9a22-9a28500263b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group': {'name': 'tempest-secgroup--22775714'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:54.550852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-18eb94d2-3cab-4d3c-9a22-9a28500263b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:54.566434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b1e771b-24aa-4bf3-b5bc-4b0cad03b2e0 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:54.640332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d7e587-0eec-441e-8f15-0e41b4f80b70 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.640923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d7e587-0eec-441e-8f15-0e41b4f80b70 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.641183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d7e587-0eec-441e-8f15-0e41b4f80b70 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.641506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d7e587-0eec-441e-8f15-0e41b4f80b70 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.641900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d7e587-0eec-441e-8f15-0e41b4f80b70 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.642293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d7e587-0eec-441e-8f15-0e41b4f80b70 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.642692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d7e587-0eec-441e-8f15-0e41b4f80b70 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.643078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d7e587-0eec-441e-8f15-0e41b4f80b70 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.643507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d7e587-0eec-441e-8f15-0e41b4f80b70 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.643904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d7e587-0eec-441e-8f15-0e41b4f80b70 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.644294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d7e587-0eec-441e-8f15-0e41b4f80b70 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:54.649853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c7d7e587-0eec-441e-8f15-0e41b4f80b70 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7004 time: 0.4717512 Dec 07 13:28:54.652764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:54.656872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44978) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:54.665591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-18eb94d2-3cab-4d3c-9a22-9a28500263b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:54.758165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e771b-24aa-4bf3-b5bc-4b0cad03b2e0 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Calling delete_port for 97fcd562-6269-4350-b715-c74aaae80068 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:54.809818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:54.818448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:54.833895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Transition to ACTIVE for port object 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:54.852941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18eb94d2-3cab-4d3c-9a22-9a28500263b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:54.859576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:54.877785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:54.893187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:54.925721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:28:54.927631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:54.931477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:54.941443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ddac321d-9158-44c9-a6e9-2f8a730ae3a0 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "PUT /v2.0/subnets/5d57650a-9aaa-4c1b-9959-8a103cf69b55/tags/tempest-TagsExtTest-Tag-1259689694 HTTP/1.1" status: 201 len: 201 time: 0.6926277 Dec 07 13:28:54.942318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44982) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:54.949651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Transition to ACTIVE for port object f45bcaa5-ca20-452d-b8c4-5a9bdb500205 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:54.958840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-68b8cc2a-d799-40d1-9433-01523ef2c905 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4fab07de-9dca-4085-8348-563798be807e', 'tempest-TagsExtTest-Tag-2055800717') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:54.959704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-844b4832-19f0-410d-bdef-c8249718bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'name': 'tempest-ServerActionsTestJSON-444262923-router', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:06Z', 'updated_at': '2021-12-07T13:28:46Z', 'revision_number': 5, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'gw_port': {'id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ed:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:09Z', 'updated_at': '2021-12-07T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:54.971853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b4832-19f0-410d-bdef-c8249718bc5e None None] Checking router: beaff009-5582-4ced-8cea-3b5b142476d5 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:28:54.989438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Transition to ACTIVE for port object f45bcaa5-ca20-452d-b8c4-5a9bdb500205 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:54.999670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] device_id is not set on port 987ab210-d245-4917-a5b5-c727e31f9032 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:28:55.000476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b4832-19f0-410d-bdef-c8249718bc5e None None] Routers {'beaff009-5582-4ced-8cea-3b5b142476d5'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:55.001300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-844b4832-19f0-410d-bdef-c8249718bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['beaff009-5582-4ced-8cea-3b5b142476d5'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:55.003536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4670e0a-c860-48af-b575-13592b66538c None None] Pushing event updated for resources: {'Port': ['ID=76d49f9d-d1a8-46f0-8adf-834c2bbc8675,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:55.020313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4670e0a-c860-48af-b575-13592b66538c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:55.065862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:55.083748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-866a48b5-1f60-4e0c-b673-3748972dd55f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:55.152314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-18eb94d2-3cab-4d3c-9a22-9a28500263b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:55.164513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Pushing event updated for resources: {'Port': ['ID=f45bcaa5-ca20-452d-b8c4-5a9bdb500205,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:55.169448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:55.209019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-18eb94d2-3cab-4d3c-9a22-9a28500263b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:55.214747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0eed33af-b36c-4232-b0fa-1f040ba36aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:55.233379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-18eb94d2-3cab-4d3c-9a22-9a28500263b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:55.273578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Network 31937888-3f8c-4057-8520-9ca34d288947 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:55.275882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-18eb94d2-3cab-4d3c-9a22-9a28500263b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:55.277605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:55.280441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:55.312324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Attempting to bind port 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:28:55.313016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Attempting to bind port 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'a029c2b2-4376-4228-bb62-b64926c95592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:28:55.317115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Attempting to bind port 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 on network a325a2fb-61ad-40c3-965e-d8c9a5879437 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:28:55.340269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:28:55.340569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Checking segment: {'id': 'a029c2b2-4376-4228-bb62-b64926c95592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:55.340917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:55.341357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Bound using segment: {'id': 'a029c2b2-4376-4228-bb62-b64926c95592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:28:55.341887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Bound port: 76d49f9d-d1a8-46f0-8adf-834c2bbc8675, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a029c2b2-4376-4228-bb62-b64926c95592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:28:55.342299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:55.388560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde1ad9a-2d74-4380-8362-95ce95b77160 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router f8ff709e-bfa8-4797-a997-7bf27676d18e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:28:55.418013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b1e771b-24aa-4bf3-b5bc-4b0cad03b2e0 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:55.450035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-574f2377-8e5c-4575-8adb-74bdc3b90e2d tempest-RoutersAdminTest-1445332040 tempest-RoutersAdminTest-1445332040-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:55.463063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Attempting to bind port f45bcaa5-ca20-452d-b8c4-5a9bdb500205 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:28:55.465918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Attempting to bind port f45bcaa5-ca20-452d-b8c4-5a9bdb500205 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '34f52890-d393-447f-aeba-eff7e9d4f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '31937888-3f8c-4057-8520-9ca34d288947'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:28:55.467094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Attempting to bind port f45bcaa5-ca20-452d-b8c4-5a9bdb500205 on network 31937888-3f8c-4057-8520-9ca34d288947 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:28:55.498767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:28:55.500458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Checking segment: {'id': '34f52890-d393-447f-aeba-eff7e9d4f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '31937888-3f8c-4057-8520-9ca34d288947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:28:55.501048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:55.501608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Bound using segment: {'id': '34f52890-d393-447f-aeba-eff7e9d4f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '31937888-3f8c-4057-8520-9ca34d288947'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:28:55.502279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Bound port: f45bcaa5-ca20-452d-b8c4-5a9bdb500205, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f52890-d393-447f-aeba-eff7e9d4f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '31937888-3f8c-4057-8520-9ca34d288947'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:28:55.502818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:55.531200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] For port 76d49f9d-d1a8-46f0-8adf-834c2bbc8675, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:28:55.535763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-844b4832-19f0-410d-bdef-c8249718bc5e None None] Set router beaff009-5582-4ced-8cea-3b5b142476d5 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:28:55.539825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] For port 76d49f9d-d1a8-46f0-8adf-834c2bbc8675, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=76d49f9d-d1a8-46f0-8adf-834c2bbc8675,segment=NetworkSegment(a029c2b2-4376-4228-bb62-b64926c95592),segment_id=a029c2b2-4376-4228-bb62-b64926c95592)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:28:55.564770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Allocated IP 2001:db8::37 (31937888-3f8c-4057-8520-9ca34d288947/48bf83ae-c725-4d66-a873-43be55f7b20c/987ab210-d245-4917-a5b5-c727e31f9032) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:28:55.581372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:55.598600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0021e5f-5655-4b2a-9210-d061eb137bb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:55.655023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-68b8cc2a-d799-40d1-9433-01523ef2c905 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "PUT /v2.0/ports/4fab07de-9dca-4085-8348-563798be807e/tags/tempest-TagsExtTest-Tag-2055800717 HTTP/1.1" status: 201 len: 201 time: 0.7012887 Dec 07 13:28:55.669534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44986) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:55.679108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-4d012081-3b23-4d19-9e4e-a4fe75289679 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a53df2a1-f990-4356-9917-6408cfa64bf4', 'tempest-TagsExtTest-Tag-2141489426') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:55.701634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e771b-24aa-4bf3-b5bc-4b0cad03b2e0 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event deleted for resources: {'Port': ['ID=97fcd562-6269-4350-b715-c74aaae80068,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:55.726903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b1e771b-24aa-4bf3-b5bc-4b0cad03b2e0 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:55.729987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18eb94d2-3cab-4d3c-9a22-9a28500263b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:55.761044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4cdf5748-add2-4489-acc2-d93fa0cc5403 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5540 time: 1.0496280 Dec 07 13:28:55.827616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4670e0a-c860-48af-b575-13592b66538c None None] Pushing event updated for resources: {'Port': ['ID=76d49f9d-d1a8-46f0-8adf-834c2bbc8675,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:55.848502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4670e0a-c860-48af-b575-13592b66538c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:55.875155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Routers {'e705e159-d1aa-4faa-82ac-905f1ac5f644'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:55.877952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e705e159-d1aa-4faa-82ac-905f1ac5f644'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:55.983224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] For port f45bcaa5-ca20-452d-b8c4-5a9bdb500205, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:28:55.987963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18eb94d2-3cab-4d3c-9a22-9a28500263b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:55.989555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] For port f45bcaa5-ca20-452d-b8c4-5a9bdb500205, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f45bcaa5-ca20-452d-b8c4-5a9bdb500205,segment=NetworkSegment(34f52890-d393-447f-aeba-eff7e9d4f35f),segment_id=34f52890-d393-447f-aeba-eff7e9d4f35f)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:28:56.008365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4ab47cae-8f37-4c56-accc-d0b2d62d7460 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:56.020652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-844b4832-19f0-410d-bdef-c8249718bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'name': 'tempest-ServerActionsTestJSON-444262923-router', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:06Z', 'updated_at': '2021-12-07T13:28:46Z', 'revision_number': 5, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'gw_port': {'id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ed:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:09Z', 'updated_at': '2021-12-07T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:56.035406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:56.041122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d19fc8f-bd41-4b93-a729-a315be0a4e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:56.109174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb94d2-3cab-4d3c-9a22-9a28500263b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b787940e-0ce6-4e7c-8353-d45a65b1bb4a,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:56.129172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-18eb94d2-3cab-4d3c-9a22-9a28500263b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:56.197363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Pushing event updated for resources: {'Port': ['ID=f45bcaa5-ca20-452d-b8c4-5a9bdb500205,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:56.203991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:56.212723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b4832-19f0-410d-bdef-c8249718bc5e None None] The sync data for ids ['beaff009-5582-4ced-8cea-3b5b142476d5'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'name': 'tempest-ServerActionsTestJSON-444262923-router', 'tenant_id': '8f775aff5c0545dfb20578f646bb3e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121'}], 'enable_snat': True}, 'gw_port_id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:24:06Z', 'updated_at': '2021-12-07T13:28:46Z', 'revision_number': 5, 'project_id': '8f775aff5c0545dfb20578f646bb3e6d', 'gw_port': {'id': '3694ffb7-82c0-4f1f-906e-ba2e36e06e8e', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ed:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaff009-5582-4ced-8cea-3b5b142476d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:24:09Z', 'updated_at': '2021-12-07T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:28:56.287788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:56.434163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] Deleting port 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:56.438216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:56.512388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b1e771b-24aa-4bf3-b5bc-4b0cad03b2e0 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:56.515613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0b1e771b-24aa-4bf3-b5bc-4b0cad03b2e0 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "DELETE /v2.0/ports/97fcd562-6269-4350-b715-c74aaae80068 HTTP/1.1" status: 204 len: 168 time: 3.3354146 Dec 07 13:28:56.537322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:56.543495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 44992) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:56.550653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18eb94d2-3cab-4d3c-9a22-9a28500263b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:56.556031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-18eb94d2-3cab-4d3c-9a22-9a28500263b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.1389651 Dec 07 13:28:56.575053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Transition to ACTIVE for port object 987ab210-d245-4917-a5b5-c727e31f9032 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:28:56.578670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44996) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:56.579044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 44998) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:56.611469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4d012081-3b23-4d19-9e4e-a4fe75289679 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "PUT /v2.0/routers/a53df2a1-f990-4356-9917-6408cfa64bf4/tags/tempest-TagsExtTest-Tag-2141489426 HTTP/1.1" status: 201 len: 201 time: 0.9394796 Dec 07 13:28:56.620071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d99b5e39-43cb-4025-8c06-4600653c042d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group_rule': {'security_group_id': 'b787940e-0ce6-4e7c-8353-d45a65b1bb4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:56.628142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d99b5e39-43cb-4025-8c06-4600653c042d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:56.632492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d99b5e39-43cb-4025-8c06-4600653c042d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:56.637299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d99b5e39-43cb-4025-8c06-4600653c042d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:56.643774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5788c1c1-e3a7-4455-8c50-ebec26f2b23e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-745808099', 'description': 'tempest-secgroup-smoke-745808099 description', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:56.649363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45004) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:56.666541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e8f591-4607-44f7-9c31-52bfec4be309 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] GET failed (client error): The resource could not be found. Dec 07 13:28:56.667134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-33e8f591-4607-44f7-9c31-52bfec4be309 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Synchronizing usage tracker for tenant:f886e48b946c4e749db226363a179ee6 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:56.673654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] Set router e705e159-d1aa-4faa-82ac-905f1ac5f644 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:28:56.742658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-33e8f591-4607-44f7-9c31-52bfec4be309 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Unset dirty status for tenant:f886e48b946c4e749db226363a179ee6 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:56.744457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-cc69de80-d6c7-4f65-9fe3-14d5b5c88a0e tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0cff4217-d437-4019-8af2-7b4f6bbd2787', 'tempest-TagsExtTest-Tag-278187931') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:56.748208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-33e8f591-4607-44f7-9c31-52bfec4be309 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "GET /v2.0/ports/97fcd562-6269-4350-b715-c74aaae80068 HTTP/1.1" status: 404 len: 333 time: 0.2017305 Dec 07 13:28:56.748911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45008) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:56.750680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde1ad9a-2d74-4380-8362-95ce95b77160 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:28:56.762821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d99b5e39-43cb-4025-8c06-4600653c042d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:56.764345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17606634-4f24-44be-9364-e74ba695e7a1 None None] Sync routers for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:28:56.767947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5788c1c1-e3a7-4455-8c50-ebec26f2b23e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:56.788695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17606634-4f24-44be-9364-e74ba695e7a1 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:56.789666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-17606634-4f24-44be-9364-e74ba695e7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:56.855736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5788c1c1-e3a7-4455-8c50-ebec26f2b23e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:56.975051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-73e817e1-1b2e-40bd-b34f-a0ff248110f6 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Deleting port 0027baa4-e2f3-4b88-a7bf-d99b0aa4600d {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:56.975504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-73e817e1-1b2e-40bd-b34f-a0ff248110f6 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:56.993954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5788c1c1-e3a7-4455-8c50-ebec26f2b23e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:57.119389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] For port 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=3694ffb7-82c0-4f1f-906e-ba2e36e06e8e,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:57.119791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:57.154688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-17606634-4f24-44be-9364-e74ba695e7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:57.173352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17606634-4f24-44be-9364-e74ba695e7a1 None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:28:57.174321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-17606634-4f24-44be-9364-e74ba695e7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:57.246126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-17606634-4f24-44be-9364-e74ba695e7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:57.246904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17606634-4f24-44be-9364-e74ba695e7a1 None None] The sync data for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:28:57.268829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:28:47Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '76d49f9d-d1a8-46f0-8adf-834c2bbc8675', 'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:09:01:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:45Z', 'updated_at': '2021-12-07T13:28:55Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:57.274168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af590b8-1819-4e09-9e95-588ca3e6c877 None None] The sync data for ids ['e705e159-d1aa-4faa-82ac-905f1ac5f644'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:28:47Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '76d49f9d-d1a8-46f0-8adf-834c2bbc8675', 'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:09:01:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:45Z', 'updated_at': '2021-12-07T13:28:55Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:28:57.500916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-73e817e1-1b2e-40bd-b34f-a0ff248110f6 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:57.569873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5788c1c1-e3a7-4455-8c50-ebec26f2b23e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:57.650104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] Calling delete_port for 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:57.694204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cc69de80-d6c7-4f65-9fe3-14d5b5c88a0e tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "PUT /v2.0/subnetpools/0cff4217-d437-4019-8af2-7b4f6bbd2787/tags/tempest-TagsExtTest-Tag-278187931 HTTP/1.1" status: 201 len: 201 time: 1.0180557 Dec 07 13:28:57.705786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45014) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:57.715964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d99b5e39-43cb-4025-8c06-4600653c042d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:57.758309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f45bcaa5-ca20-452d-b8c4-5a9bdb500205 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:57.777457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-f914adfa-13eb-4525-bfeb-28d18cc797d2 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5d57650a-9aaa-4c1b-9959-8a103cf69b55', {'tags': ['tempest-TagsExtTest-Tag-1873671279', 'tempest-TagsExtTest-Tag-585522538', 'tempest-TagsExtTest-Tag-1628452509']}) {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:57.908753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:57.913938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-73e817e1-1b2e-40bd-b34f-a0ff248110f6 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Calling delete_port for 0027baa4-e2f3-4b88-a7bf-d99b0aa4600d owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:57.941486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5788c1c1-e3a7-4455-8c50-ebec26f2b23e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:57.942576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port f45bcaa5-ca20-452d-b8c4-5a9bdb500205 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:57.963478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:57.981189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-14b3b9d2-89fc-419f-9976-450a2442abbc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:58.148951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d99b5e39-43cb-4025-8c06-4600653c042d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:58.194816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d99b5e39-43cb-4025-8c06-4600653c042d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:58.200833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5788c1c1-e3a7-4455-8c50-ebec26f2b23e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:58.209534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:58.216716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:58.217458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:58.265205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network 31937888-3f8c-4057-8520-9ca34d288947 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:28:58.266801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5788c1c1-e3a7-4455-8c50-ebec26f2b23e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:58.315412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5788c1c1-e3a7-4455-8c50-ebec26f2b23e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:58.318696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d99b5e39-43cb-4025-8c06-4600653c042d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:58.320073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d99b5e39-43cb-4025-8c06-4600653c042d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7396870 Dec 07 13:28:58.321307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:28:58.323942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:28:58.328854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:28:58.329580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:58.353113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45018) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:58.373945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=987ab210-d245-4917-a5b5-c727e31f9032,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:58.380499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:58.385164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-73e817e1-1b2e-40bd-b34f-a0ff248110f6 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:58.388055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5788c1c1-e3a7-4455-8c50-ebec26f2b23e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:58.401993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b3371009-5181-4fc3-8027-49f30c5363ce tempest-ServersTestJSON-845574703 tempest-ServersTestJSON-845574703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:58.410831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a7f61d07-7ed5-45cd-aea4-1e281ea66b0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:58.436544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:58.470350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b5e39-43cb-4025-8c06-4600653c042d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80bdc41-2f6e-4ea1-9866-c53910e35036,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:58.473711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d99b5e39-43cb-4025-8c06-4600653c042d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:58.487729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 76d49f9d-d1a8-46f0-8adf-834c2bbc8675, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=76d49f9d-d1a8-46f0-8adf-834c2bbc8675,segment=NetworkSegment(a029c2b2-4376-4228-bb62-b64926c95592),segment_id=a029c2b2-4376-4228-bb62-b64926c95592)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:58.511970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e817e1-1b2e-40bd-b34f-a0ff248110f6 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event deleted for resources: {'Port': ['ID=0027baa4-e2f3-4b88-a7bf-d99b0aa4600d,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:58.526718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:58.526718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3a5299cf-f67e-47b2-b91c-1e8eafbb4475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:58.532810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-73e817e1-1b2e-40bd-b34f-a0ff248110f6 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:58.533805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f55c69c6-ef7d-4c93-b863-9f0ca619546c tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:58.577307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f914adfa-13eb-4525-bfeb-28d18cc797d2 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "PUT /v2.0/subnets/5d57650a-9aaa-4c1b-9959-8a103cf69b55/tags HTTP/1.1" status: 200 len: 317 time: 0.8639302 Dec 07 13:28:58.582516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6879566 Dec 07 13:28:58.586997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45022) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:58.587400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45024) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:58.606142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b1e5ed4a-207f-477f-b158-e9c82846b2e4 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:28:58.606865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f55c69c6-ef7d-4c93-b863-9f0ca619546c tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:58.612092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-c0003cee-99da-429c-9bf6-96fbbd381542 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5d57650a-9aaa-4c1b-9959-8a103cf69b55') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:28:58.616796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-73e817e1-1b2e-40bd-b34f-a0ff248110f6 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:58.657263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: b1e5ed4a-207f-477f-b158-e9c82846b2e4 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:28:58.657748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b1e5ed4a-207f-477f-b158-e9c82846b2e4 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:28:58.701726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=76d49f9d-d1a8-46f0-8adf-834c2bbc8675,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:58.706588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:58.719925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-73e817e1-1b2e-40bd-b34f-a0ff248110f6 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "DELETE /v2.0/ports/0027baa4-e2f3-4b88-a7bf-d99b0aa4600d HTTP/1.1" status: 204 len: 168 time: 1.9669330 Dec 07 13:28:58.721532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45030) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:58.787393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f55c69c6-ef7d-4c93-b863-9f0ca619546c tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:58.793193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba96b26f-ceab-4b37-8415-c81572aa0e2d tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] GET failed (client error): The resource could not be found. Dec 07 13:28:58.793861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ba96b26f-ceab-4b37-8415-c81572aa0e2d tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Synchronizing usage tracker for tenant:f886e48b946c4e749db226363a179ee6 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:58.806028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:58.822918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f55c69c6-ef7d-4c93-b863-9f0ca619546c tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:58.828227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f55c69c6-ef7d-4c93-b863-9f0ca619546c tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b80bdc41-2f6e-4ea1-9866-c53910e35036 HTTP/1.1" status: 204 len: 168 time: 0.4671636 Dec 07 13:28:58.837952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde1ad9a-2d74-4380-8362-95ce95b77160 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router b21d7d8f-c806-4e92-bf67-4b8196437247 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:28:58.839559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45034) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:58.844148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c69c6-ef7d-4c93-b863-9f0ca619546c tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b80bdc41-2f6e-4ea1-9866-c53910e35036,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:58.869312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:58.869816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f55c69c6-ef7d-4c93-b863-9f0ca619546c tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:58.878785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b0525339-aad0-4545-91f8-f5420e795e3d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:58.889018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a141a9e5-921e-4a43-9aa0-aab6e1d40059 None None] Network 31937888-3f8c-4057-8520-9ca34d288947 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:28:58.931457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] Pushing event deleted for resources: {'Port': ['ID=3694ffb7-82c0-4f1f-906e-ba2e36e06e8e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:58.935921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:58.966801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5788c1c1-e3a7-4455-8c50-ebec26f2b23e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:58.991935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ba96b26f-ceab-4b37-8415-c81572aa0e2d tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Unset dirty status for tenant:f886e48b946c4e749db226363a179ee6 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:58.998620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ba96b26f-ceab-4b37-8415-c81572aa0e2d tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "GET /v2.0/ports/0027baa4-e2f3-4b88-a7bf-d99b0aa4600d HTTP/1.1" status: 404 len: 333 time: 0.2747295 Dec 07 13:28:58.999376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45038) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:59.074267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c03bff2f-432d-4e6b-b7db-3a564baf296c tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:28:59.131389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5788c1c1-e3a7-4455-8c50-ebec26f2b23e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:59.137712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6107419f-54cb-45d3-be6c-16a7ffac6494 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Deleting port 27de0587-25f3-4e3b-b131-eed638b4e4ec {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:28:59.138106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6107419f-54cb-45d3-be6c-16a7ffac6494 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:59.258914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c03bff2f-432d-4e6b-b7db-3a564baf296c tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:28:59.262895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b04df9ec-df28-4b4b-af55-d688fc200913 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:59.280196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c03bff2f-432d-4e6b-b7db-3a564baf296c tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4335127 Dec 07 13:28:59.280983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45042) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:59.352701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3bcbc202-ae4d-43ce-9bd3-d587b3dad369 None None] Provisioning for port f45bcaa5-ca20-452d-b8c4-5a9bdb500205 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:28:59.366554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3bcbc202-ae4d-43ce-9bd3-d587b3dad369 None None] Provisioning complete for port f45bcaa5-ca20-452d-b8c4-5a9bdb500205 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:59.367285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3bcbc202-ae4d-43ce-9bd3-d587b3dad369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:59.569355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5788c1c1-e3a7-4455-8c50-ebec26f2b23e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:59.570710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5788c1c1-e3a7-4455-8c50-ebec26f2b23e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 2.9885032 Dec 07 13:28:59.584987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45046) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:28:59.590325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788c1c1-e3a7-4455-8c50-ebec26f2b23e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d14d27-d895-425a-a3c0-a3abe53d04e0,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:59.597076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5788c1c1-e3a7-4455-8c50-ebec26f2b23e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:59.597076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:59.632264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6107419f-54cb-45d3-be6c-16a7ffac6494 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:59.640313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3bcbc202-ae4d-43ce-9bd3-d587b3dad369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:59.676823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d9069e13-b76b-4367-80ca-b900f60eeacd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '79d14d27-d895-425a-a3c0-a3abe53d04e0', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:28:59.694954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-3bcbc202-ae4d-43ce-9bd3-d587b3dad369 None None] For port f45bcaa5-ca20-452d-b8c4-5a9bdb500205, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f45bcaa5-ca20-452d-b8c4-5a9bdb500205,segment=NetworkSegment(34f52890-d393-447f-aeba-eff7e9d4f35f),segment_id=34f52890-d393-447f-aeba-eff7e9d4f35f)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:28:59.747386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:28:59.761605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d9069e13-b76b-4367-80ca-b900f60eeacd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:28:59.778881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d9069e13-b76b-4367-80ca-b900f60eeacd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:28:59.788544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d9069e13-b76b-4367-80ca-b900f60eeacd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:28:59.803388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d9069e13-b76b-4367-80ca-b900f60eeacd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:28:59.825865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3bcbc202-ae4d-43ce-9bd3-d587b3dad369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:28:59.833529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:28:59.927732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6107419f-54cb-45d3-be6c-16a7ffac6494 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Calling delete_port for 27de0587-25f3-4e3b-b131-eed638b4e4ec owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:28:59.953508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbc202-ae4d-43ce-9bd3-d587b3dad369 None None] Pushing event updated for resources: {'Port': ['ID=f45bcaa5-ca20-452d-b8c4-5a9bdb500205,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:28:59.975043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3bcbc202-ae4d-43ce-9bd3-d587b3dad369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:28:59.997621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:28:59.997960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.026978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98de6c06-6316-4ade-85bc-731d3c26cdd4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.193145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98de6c06-6316-4ade-85bc-731d3c26cdd4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.293726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d0f18c39-dd44-41ef-9cc7-f21793dd728f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.337342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde1ad9a-2d74-4380-8362-95ce95b77160 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:29:00.339089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-49a3378f-e725-41a6-bda3-17c6b1139e7b None None] Provisioning for port 987ab210-d245-4917-a5b5-c727e31f9032 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:00.361121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-49a3378f-e725-41a6-bda3-17c6b1139e7b None None] Provisioning complete for port 987ab210-d245-4917-a5b5-c727e31f9032 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:00.361976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49a3378f-e725-41a6-bda3-17c6b1139e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.365320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cde1ad9a-2d74-4380-8362-95ce95b77160 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.367620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa49bf0e-58e2-4b98-af63-b0e6e04e1868 None None] Sync routers for ids ['b21d7d8f-c806-4e92-bf67-4b8196437247'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:29:00.387005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa49bf0e-58e2-4b98-af63-b0e6e04e1868 None None] Routers {'b21d7d8f-c806-4e92-bf67-4b8196437247'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:00.394530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-aa49bf0e-58e2-4b98-af63-b0e6e04e1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b21d7d8f-c806-4e92-bf67-4b8196437247'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:00.436647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9069e13-b76b-4367-80ca-b900f60eeacd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.453524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.461530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-49a3378f-e725-41a6-bda3-17c6b1139e7b None None] Port 987ab210-d245-4917-a5b5-c727e31f9032 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:29:00.478157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-49a3378f-e725-41a6-bda3-17c6b1139e7b None None] Provisioning complete for port f45bcaa5-ca20-452d-b8c4-5a9bdb500205 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:00.478692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49a3378f-e725-41a6-bda3-17c6b1139e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.502705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-aa49bf0e-58e2-4b98-af63-b0e6e04e1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:00.525207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cde1ad9a-2d74-4380-8362-95ce95b77160 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "PUT /v2.0/floatingips/9f891416-b72f-4af2-acc4-753fe38a98e1 HTTP/1.1" status: 200 len: 977 time: 10.7701733 Dec 07 13:29:00.529353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45050) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:00.535116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa49bf0e-58e2-4b98-af63-b0e6e04e1868 None None] Routers {'b21d7d8f-c806-4e92-bf67-4b8196437247'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:00.536304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-aa49bf0e-58e2-4b98-af63-b0e6e04e1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:28:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b21d7d8f-c806-4e92-bf67-4b8196437247'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:00.632603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-41eebdba-450f-4ff3-a6aa-2cad9a085a21 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting port 8bc2bda8-17a8-4c75-96d1-769073be754c {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:00.633178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41eebdba-450f-4ff3-a6aa-2cad9a085a21 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.647765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-aa49bf0e-58e2-4b98-af63-b0e6e04e1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:00.648226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa49bf0e-58e2-4b98-af63-b0e6e04e1868 None None] The sync data for ids ['b21d7d8f-c806-4e92-bf67-4b8196437247'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:29:00.662077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0eed33af-b36c-4232-b0fa-1f040ba36aee admin admin] Deleting port a27fa4ab-7fd3-44b7-8205-dea7d80cb000 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:00.662611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0eed33af-b36c-4232-b0fa-1f040ba36aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.682764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98de6c06-6316-4ade-85bc-731d3c26cdd4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.689922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c0003cee-99da-429c-9bf6-96fbbd381542 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/subnets/5d57650a-9aaa-4c1b-9959-8a103cf69b55/tags HTTP/1.1" status: 204 len: 168 time: 2.0859034 Dec 07 13:29:00.691602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6107419f-54cb-45d3-be6c-16a7ffac6494 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.695014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45054) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:00.699062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.702285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70c82c06-23dd-4299-809b-ea50c66a4731 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:00.727098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-b260ab21-8542-4a4d-a47e-32989c92397e tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5d57650a-9aaa-4c1b-9959-8a103cf69b55', 'tempest-TagsExtTest-Tag-1873671279') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:00.771404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de6c06-6316-4ade-85bc-731d3c26cdd4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b787940e-0ce6-4e7c-8353-d45a65b1bb4a,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:00.799702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-98de6c06-6316-4ade-85bc-731d3c26cdd4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:00.821545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-51920597-7d89-4a01-8374-0ebbd44bd498 None None] Provisioning complete for port 987ab210-d245-4917-a5b5-c727e31f9032 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:00.822667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51920597-7d89-4a01-8374-0ebbd44bd498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.832201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-65336d1b-8e22-4f40-ab9c-aad61b274836 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:00.924041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-51920597-7d89-4a01-8374-0ebbd44bd498 None None] Port 987ab210-d245-4917-a5b5-c727e31f9032 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:29:00.931920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9069e13-b76b-4367-80ca-b900f60eeacd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.935890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.936605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] Fanout notify agent at l3_agent the message router_deleted on router beaff009-5582-4ced-8cea-3b5b142476d5 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:29:00.964523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6107419f-54cb-45d3-be6c-16a7ffac6494 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:00.964523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6107419f-54cb-45d3-be6c-16a7ffac6494 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "DELETE /v2.0/ports/27de0587-25f3-4e3b-b131-eed638b4e4ec HTTP/1.1" status: 204 len: 168 time: 1.9486399 Dec 07 13:29:00.964523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107419f-54cb-45d3-be6c-16a7ffac6494 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event deleted for resources: {'Port': ['ID=27de0587-25f3-4e3b-b131-eed638b4e4ec,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:00.964523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45058) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:00.964983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6107419f-54cb-45d3-be6c-16a7ffac6494 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:01.082141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:01.086115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] 10.222.0.24 "DELETE /v2.0/routers/beaff009-5582-4ced-8cea-3b5b142476d5 HTTP/1.1" status: 204 len: 168 time: 7.4694536 Dec 07 13:29:01.101258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9069e13-b76b-4367-80ca-b900f60eeacd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:01.101258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45062) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:01.142815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98de6c06-6316-4ade-85bc-731d3c26cdd4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:01.148256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-98de6c06-6316-4ade-85bc-731d3c26cdd4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-groups/b787940e-0ce6-4e7c-8353-d45a65b1bb4a HTTP/1.1" status: 204 len: 168 time: 1.8593299 Dec 07 13:29:01.153484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:01.159186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45066) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:01.202902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0eed33af-b36c-4232-b0fa-1f040ba36aee admin admin] For port a27fa4ab-7fd3-44b7-8205-dea7d80cb000, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a27fa4ab-7fd3-44b7-8205-dea7d80cb000,segment=NetworkSegment(fc944cef-a8d4-4f90-8502-f76ab34013ce),segment_id=fc944cef-a8d4-4f90-8502-f76ab34013ce)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:01.203342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0eed33af-b36c-4232-b0fa-1f040ba36aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:01.249027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9069e13-b76b-4367-80ca-b900f60eeacd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2235a6eb-c532-4ac0-bdfd-a820d6d75282,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:01.326753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d9069e13-b76b-4367-80ca-b900f60eeacd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:01.400331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0eed33af-b36c-4232-b0fa-1f040ba36aee admin admin] Calling delete_port for a27fa4ab-7fd3-44b7-8205-dea7d80cb000 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:01.430911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9069e13-b76b-4367-80ca-b900f60eeacd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:01.432337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d9069e13-b76b-4367-80ca-b900f60eeacd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8442566 Dec 07 13:29:01.447698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45070) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:01.465181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4ca6b662-e3da-42b8-abf6-1579c7eb63e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '79d14d27-d895-425a-a3c0-a3abe53d04e0', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:01.488808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd14c4c-1abc-4d30-84f0-eb3291367c56 admin admin] Deleting subnet 603ac916-d99b-4cfa-ac27-f21a852f5c1b {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:29:01.498918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4ca6b662-e3da-42b8-abf6-1579c7eb63e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:01.502381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:01.518684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dcd14c4c-1abc-4d30-84f0-eb3291367c56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:01.553044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4ca6b662-e3da-42b8-abf6-1579c7eb63e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:01.560739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-b260ab21-8542-4a4d-a47e-32989c92397e tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] show failed (client error): The resource could not be found. Dec 07 13:29:01.560739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b260ab21-8542-4a4d-a47e-32989c92397e tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/subnets/5d57650a-9aaa-4c1b-9959-8a103cf69b55/tags/tempest-TagsExtTest-Tag-1873671279 HTTP/1.1" status: 404 len: 329 time: 0.8470018 Dec 07 13:29:01.566205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45074) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:01.572914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4ca6b662-e3da-42b8-abf6-1579c7eb63e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:01.581419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:01.607657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-a9b451a6-d06c-4597-89b5-34457cbfe7b8 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5d57650a-9aaa-4c1b-9959-8a103cf69b55', 'tempest-TagsExtTest-Tag-585522538') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:01.616920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41eebdba-450f-4ff3-a6aa-2cad9a085a21 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:01.633582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f45bcaa5-ca20-452d-b8c4-5a9bdb500205 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:29:01.640513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4ca6b662-e3da-42b8-abf6-1579c7eb63e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:01.705232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aa2ba362-b5ff-4c12-9e19-1dfd1d932ab3 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:01.712492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dcd14c4c-1abc-4d30-84f0-eb3291367c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:01.717188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port f45bcaa5-ca20-452d-b8c4-5a9bdb500205 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:01.718584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:01.857602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b46d88-2e92-4cb3-a129-d5aa9cdd4b13 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Deleting subnet 6c2f2d42-2217-493c-b929-6cc45fcf9148 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:29:01.858858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aa2ba362-b5ff-4c12-9e19-1dfd1d932ab3 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:01.860280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aa2ba362-b5ff-4c12-9e19-1dfd1d932ab3 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6965532 Dec 07 13:29:01.864436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87b46d88-2e92-4cb3-a129-d5aa9cdd4b13 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:01.871968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45078) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:01.883019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:29:01.947380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ca6b662-e3da-42b8-abf6-1579c7eb63e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:01.954041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:29:01.954720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 3694ffb7-82c0-4f1f-906e-ba2e36e06e8e not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:29:01.958373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8e3fb9c0-2308-4f9c-b82a-158227ca4413 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1593572495'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:01.977651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8e3fb9c0-2308-4f9c-b82a-158227ca4413 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:02.019295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87b46d88-2e92-4cb3-a129-d5aa9cdd4b13 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:02.064813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8e3fb9c0-2308-4f9c-b82a-158227ca4413 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:02.186624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41eebdba-450f-4ff3-a6aa-2cad9a085a21 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:02.187344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41eebdba-450f-4ff3-a6aa-2cad9a085a21 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:02.187937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-41eebdba-450f-4ff3-a6aa-2cad9a085a21 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Floating IP 9f891416-b72f-4af2-acc4-753fe38a98e1 disassociated. External IP: 172.36.4.216, port: 8bc2bda8-17a8-4c75-96d1-769073be754c. Dec 07 13:29:02.188579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-41eebdba-450f-4ff3-a6aa-2cad9a085a21 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Calling delete_port for 8bc2bda8-17a8-4c75-96d1-769073be754c owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:02.196291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-a9b451a6-d06c-4597-89b5-34457cbfe7b8 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] show failed (client error): The resource could not be found. Dec 07 13:29:02.197455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a9b451a6-d06c-4597-89b5-34457cbfe7b8 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/subnets/5d57650a-9aaa-4c1b-9959-8a103cf69b55/tags/tempest-TagsExtTest-Tag-585522538 HTTP/1.1" status: 404 len: 328 time: 0.6212668 Dec 07 13:29:02.232525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dcd14c4c-1abc-4d30-84f0-eb3291367c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:02.232832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45082) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:02.252568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-a369587f-c754-4dc0-bd89-d60841dac45c tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5d57650a-9aaa-4c1b-9959-8a103cf69b55', 'tempest-TagsExtTest-Tag-1628452509') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:02.285126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb9c0-2308-4f9c-b82a-158227ca4413 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:02.363175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87b46d88-2e92-4cb3-a129-d5aa9cdd4b13 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:02.386316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ca6b662-e3da-42b8-abf6-1579c7eb63e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:02.433320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ca6b662-e3da-42b8-abf6-1579c7eb63e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:02.444127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8e3fb9c0-2308-4f9c-b82a-158227ca4413 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:02.451906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d99b5e39-43cb-4025-8c06-4600653c042d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:02.460148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de904d3a-769f-401a-8d52-6033aa78f3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:02.460611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8e3fb9c0-2308-4f9c-b82a-158227ca4413 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:02.475358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8e3fb9c0-2308-4f9c-b82a-158227ca4413 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:02.487261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0eed33af-b36c-4232-b0fa-1f040ba36aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:02.498805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-a369587f-c754-4dc0-bd89-d60841dac45c tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] show failed (client error): The resource could not be found. Dec 07 13:29:02.500019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a369587f-c754-4dc0-bd89-d60841dac45c tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/subnets/5d57650a-9aaa-4c1b-9959-8a103cf69b55/tags/tempest-TagsExtTest-Tag-1628452509 HTTP/1.1" status: 404 len: 329 time: 0.2636125 Dec 07 13:29:02.501684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6b662-e3da-42b8-abf6-1579c7eb63e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5473c262-d53b-4253-84d3-efc18603877f,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:02.505587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8e3fb9c0-2308-4f9c-b82a-158227ca4413 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:02.506105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45086) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:02.513185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-e3fe64b5-2cba-472b-94fe-e42455e382e5 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4fab07de-9dca-4085-8348-563798be807e', {'tags': ['tempest-TagsExtTest-Tag-1947891044', 'tempest-TagsExtTest-Tag-605680988', 'tempest-TagsExtTest-Tag-1101609856']}) {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:02.519936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4ca6b662-e3da-42b8-abf6-1579c7eb63e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:02.522198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dcd14c4c-1abc-4d30-84f0-eb3291367c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:02.526732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5b9d96cd-93a0-4593-ba34-48ae648b70b3 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:02.569435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41eebdba-450f-4ff3-a6aa-2cad9a085a21 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:02.579740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed33af-b36c-4232-b0fa-1f040ba36aee admin admin] Pushing event deleted for resources: {'Port': ['ID=a27fa4ab-7fd3-44b7-8205-dea7d80cb000,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:02.585831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:02.586112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b1e771b-24aa-4bf3-b5bc-4b0cad03b2e0 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:02.589660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0eed33af-b36c-4232-b0fa-1f040ba36aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:02.590241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a5dc9c19-2494-42d9-acde-f7ebd91505d2 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:02.673308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eebdba-450f-4ff3-a6aa-2cad9a085a21 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Port': ['ID=8bc2bda8-17a8-4c75-96d1-769073be754c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:02.678686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-41eebdba-450f-4ff3-a6aa-2cad9a085a21 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:02.811475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:02.953067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:02.956404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2c3392-90f0-4c33-9fa7-7219a2b16ae9 None None] Network c206a118-c157-4a6a-b31d-dd0a64e6aab7 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:02.961136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dcd14c4c-1abc-4d30-84f0-eb3291367c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:02.964683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd14c4c-1abc-4d30-84f0-eb3291367c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603ac916-d99b-4cfa-ac27-f21a852f5c1b,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:03.002018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dcd14c4c-1abc-4d30-84f0-eb3291367c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:03.004781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-67aff049-f8ff-4884-969f-3c04c053fd10 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:03.006009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87b46d88-2e92-4cb3-a129-d5aa9cdd4b13 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:03.018425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:03.067490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ca6b662-e3da-42b8-abf6-1579c7eb63e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:03.071997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4ca6b662-e3da-42b8-abf6-1579c7eb63e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.6230402 Dec 07 13:29:03.072944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45090) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:03.078312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87b46d88-2e92-4cb3-a129-d5aa9cdd4b13 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:03.084225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b46d88-2e92-4cb3-a129-d5aa9cdd4b13 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2f2d42-2217-493c-b929-6cc45fcf9148,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:03.090686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dcd14c4c-1abc-4d30-84f0-eb3291367c56 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/603ac916-d99b-4cfa-ac27-f21a852f5c1b HTTP/1.1" status: 204 len: 168 time: 1.9849744 Dec 07 13:29:03.091609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45094) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:03.098893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-87b46d88-2e92-4cb3-a129-d5aa9cdd4b13 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:03.100194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-17537959-cc38-4af7-b43a-522296ac2b2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '79d14d27-d895-425a-a3c0-a3abe53d04e0', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:03.105605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e3fe64b5-2cba-472b-94fe-e42455e382e5 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "PUT /v2.0/ports/4fab07de-9dca-4085-8348-563798be807e/tags HTTP/1.1" status: 200 len: 317 time: 0.5950489 Dec 07 13:29:03.112320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45096) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:03.114027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95998be-6d56-49df-a94b-7880468e00ad None None] Network aa362756-94ce-4715-8020-8417c9ff624e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:03.134286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-87b46d88-2e92-4cb3-a129-d5aa9cdd4b13 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "DELETE /v2.0/subnets/6c2f2d42-2217-493c-b929-6cc45fcf9148 HTTP/1.1" status: 204 len: 168 time: 2.1692157 Dec 07 13:29:03.138523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41eebdba-450f-4ff3-a6aa-2cad9a085a21 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router b21d7d8f-c806-4e92-bf67-4b8196437247 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:29:03.139758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45100) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:03.146904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-439b8e7f-1b02-4ffa-9e82-701a7032ac05 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4fab07de-9dca-4085-8348-563798be807e') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:03.175886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-17537959-cc38-4af7-b43a-522296ac2b2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:03.316853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-17537959-cc38-4af7-b43a-522296ac2b2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:03.351586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-17537959-cc38-4af7-b43a-522296ac2b2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:03.366770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=987ab210-d245-4917-a5b5-c727e31f9032,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:03.390559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:03.393692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-17537959-cc38-4af7-b43a-522296ac2b2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:03.408541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:03.438634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Deleting port 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:03.439491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:03.510890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb9c0-2308-4f9c-b82a-158227ca4413 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:03.597261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:03.597856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb9c0-2308-4f9c-b82a-158227ca4413 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:03.606082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd67f11d-667d-4551-8c8f-286050a4b70d None None] DHCP port deletion for aa362756-94ce-4715-8020-8417c9ff624e request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:29:03.611180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cd67f11d-667d-4551-8c8f-286050a4b70d None None] Deleting port 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:03.611630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cd67f11d-667d-4551-8c8f-286050a4b70d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:03.628001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9e9fdde6-631b-4e57-ba52-dc786ae9c7fd tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:03.679383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1ac6bc-da5b-47be-a9b6-ab02c222005a None None] DHCP port deletion for c206a118-c157-4a6a-b31d-dd0a64e6aab7 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:29:03.696762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-2f1ac6bc-da5b-47be-a9b6-ab02c222005a None None] Deleting port 9be41757-5e11-4eb5-a966-a4ee03c99781 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:03.697832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac6bc-da5b-47be-a9b6-ab02c222005a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:03.712562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-17537959-cc38-4af7-b43a-522296ac2b2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:03.763300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fb9c0-2308-4f9c-b82a-158227ca4413 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0562bdf5-8812-4d4a-b52d-75fc67b07120,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:03.808718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Deleting port 9be41757-5e11-4eb5-a966-a4ee03c99781 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:03.808718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:03.839716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8e3fb9c0-2308-4f9c-b82a-158227ca4413 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:03.840245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] For port 61fc3f44-c5b9-469a-b70f-a71e5af1bf86, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=61fc3f44-c5b9-469a-b70f-a71e5af1bf86,segment=NetworkSegment(8baabdab-171e-43ab-9e9a-117f39b42823),segment_id=8baabdab-171e-43ab-9e9a-117f39b42823)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:03.840430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:03.868735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb9c0-2308-4f9c-b82a-158227ca4413 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:03.875169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8e3fb9c0-2308-4f9c-b82a-158227ca4413 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9384210 Dec 07 13:29:03.914529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45106) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:03.942080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5ddea484-0755-4373-bd9f-9c904e1ec527 None None] Provisioning complete for port 987ab210-d245-4917-a5b5-c727e31f9032 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:03.942878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ddea484-0755-4373-bd9f-9c904e1ec527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:03.962180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-37ae56ba-3450-4997-a718-41156411a3e8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group_rule': {'security_group_id': '0562bdf5-8812-4d4a-b52d-75fc67b07120', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:03.983481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-37ae56ba-3450-4997-a718-41156411a3e8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:04.125834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-37ae56ba-3450-4997-a718-41156411a3e8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:04.138566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-37ae56ba-3450-4997-a718-41156411a3e8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:04.186014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5ddea484-0755-4373-bd9f-9c904e1ec527 None None] Port 987ab210-d245-4917-a5b5-c727e31f9032 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:29:04.199073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-cd67f11d-667d-4551-8c8f-286050a4b70d None None] For port 61fc3f44-c5b9-469a-b70f-a71e5af1bf86, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=61fc3f44-c5b9-469a-b70f-a71e5af1bf86,segment=NetworkSegment(8baabdab-171e-43ab-9e9a-117f39b42823),segment_id=8baabdab-171e-43ab-9e9a-117f39b42823)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:04.199643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cd67f11d-667d-4551-8c8f-286050a4b70d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:04.226694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-37ae56ba-3450-4997-a718-41156411a3e8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:04.350252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-439b8e7f-1b02-4ffa-9e82-701a7032ac05 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/ports/4fab07de-9dca-4085-8348-563798be807e/tags HTTP/1.1" status: 204 len: 168 time: 1.2093346 Dec 07 13:29:04.355847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45110) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:04.373391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:04.418376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-3585bd64-7581-4b31-992a-c10ac9983c9f tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4fab07de-9dca-4085-8348-563798be807e', 'tempest-TagsExtTest-Tag-1947891044') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:04.433417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Calling delete_port for 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:04.486250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41eebdba-450f-4ff3-a6aa-2cad9a085a21 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:29:04.537678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e98ff8-9525-4598-99be-b23e07f9269d None None] Sync routers for ids ['b21d7d8f-c806-4e92-bf67-4b8196437247'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:29:04.540950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-17537959-cc38-4af7-b43a-522296ac2b2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:04.548343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-2f1ac6bc-da5b-47be-a9b6-ab02c222005a None None] For port 9be41757-5e11-4eb5-a966-a4ee03c99781, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9be41757-5e11-4eb5-a966-a4ee03c99781,segment=NetworkSegment(6173f518-64b6-45f0-9e87-ebc7a75474af),segment_id=6173f518-64b6-45f0-9e87-ebc7a75474af)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:04.549057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac6bc-da5b-47be-a9b6-ab02c222005a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:04.581792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cd67f11d-667d-4551-8c8f-286050a4b70d None None] Calling delete_port for 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:04.619036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41eebdba-450f-4ff3-a6aa-2cad9a085a21 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:04.630325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-41eebdba-450f-4ff3-a6aa-2cad9a085a21 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/ports/8bc2bda8-17a8-4c75-96d1-769073be754c HTTP/1.1" status: 204 len: 168 time: 4.0967612 Dec 07 13:29:04.632694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45114) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:04.676492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-17537959-cc38-4af7-b43a-522296ac2b2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:04.685851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37ae56ba-3450-4997-a718-41156411a3e8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:04.690463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:04.694778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-41eebdba-450f-4ff3-a6aa-2cad9a085a21 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:04.721598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d9069e13-b76b-4367-80ca-b900f60eeacd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:04.755522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event deleted for resources: {'Port': ['ID=61fc3f44-c5b9-469a-b70f-a71e5af1bf86,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:04.758794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:04.767861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] No DVR routers for this DVR port 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:29:04.812684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-2f1ac6bc-da5b-47be-a9b6-ab02c222005a None None] Calling delete_port for 9be41757-5e11-4eb5-a966-a4ee03c99781 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:04.816084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17537959-cc38-4af7-b43a-522296ac2b2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906fe50e-4c22-4605-9793-26d511aae082,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:04.836033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] For port 9be41757-5e11-4eb5-a966-a4ee03c99781, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9be41757-5e11-4eb5-a966-a4ee03c99781,segment=NetworkSegment(6173f518-64b6-45f0-9e87-ebc7a75474af),segment_id=6173f518-64b6-45f0-9e87-ebc7a75474af)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:04.836711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:04.848294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-17537959-cc38-4af7-b43a-522296ac2b2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:04.861404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e98ff8-9525-4598-99be-b23e07f9269d None None] Routers {'b21d7d8f-c806-4e92-bf67-4b8196437247'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:04.862106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-45e98ff8-9525-4598-99be-b23e07f9269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b21d7d8f-c806-4e92-bf67-4b8196437247'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:04.927309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:04.956508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:04.963876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-45e98ff8-9525-4598-99be-b23e07f9269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:04.992970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-17537959-cc38-4af7-b43a-522296ac2b2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:04.998035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-17537959-cc38-4af7-b43a-522296ac2b2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.9095623 Dec 07 13:29:05.012446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45118) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:05.020555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa362756-94ce-4715-8020-8417c9ff624e']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:05.031459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-cd67f11d-667d-4551-8c8f-286050a4b70d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:29:05.031892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-cd67f11d-667d-4551-8c8f-286050a4b70d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:29:05.035177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e98ff8-9525-4598-99be-b23e07f9269d None None] Routers {'b21d7d8f-c806-4e92-bf67-4b8196437247'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:05.035535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-45e98ff8-9525-4598-99be-b23e07f9269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b21d7d8f-c806-4e92-bf67-4b8196437247'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:05.037482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f9184c09-a9d0-423e-bd9c-fb1fdc75f34b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '79d14d27-d895-425a-a3c0-a3abe53d04e0', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:05.041186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Calling delete_port for 9be41757-5e11-4eb5-a966-a4ee03c99781 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:05.048128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f9184c09-a9d0-423e-bd9c-fb1fdc75f34b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:05.056686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8baabdab-171e-43ab-9e9a-117f39b42823') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:05.057043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8baabdab-171e-43ab-9e9a-117f39b42823') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:05.066216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f9184c09-a9d0-423e-bd9c-fb1fdc75f34b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:05.074910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f9184c09-a9d0-423e-bd9c-fb1fdc75f34b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:05.083935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f9184c09-a9d0-423e-bd9c-fb1fdc75f34b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:05.087300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:05.099817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-3585bd64-7581-4b31-992a-c10ac9983c9f tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] show failed (client error): The resource could not be found. Dec 07 13:29:05.104137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3585bd64-7581-4b31-992a-c10ac9983c9f tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/ports/4fab07de-9dca-4085-8348-563798be807e/tags/tempest-TagsExtTest-Tag-1947891044 HTTP/1.1" status: 404 len: 329 time: 0.7358136 Dec 07 13:29:05.106753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45122) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:05.108395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-45e98ff8-9525-4598-99be-b23e07f9269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:05.108395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e98ff8-9525-4598-99be-b23e07f9269d None None] The sync data for ids ['b21d7d8f-c806-4e92-bf67-4b8196437247'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:29:05.121897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-2e7f8ac0-66a5-40f2-8468-3075f9e5bf68 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4fab07de-9dca-4085-8348-563798be807e', 'tempest-TagsExtTest-Tag-605680988') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:05.142663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0eed33af-b36c-4232-b0fa-1f040ba36aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:05.149292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:05.167814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:05.171189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f1ac6bc-da5b-47be-a9b6-ab02c222005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:05.177610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:05.178184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:29:05.178640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:05.196493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37ae56ba-3450-4997-a718-41156411a3e8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:29:05.202557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:29:05.216535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9184c09-a9d0-423e-bd9c-fb1fdc75f34b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:05.225548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ac6bc-da5b-47be-a9b6-ab02c222005a None None] Pushing event deleted for resources: {'Port': ['ID=9be41757-5e11-4eb5-a966-a4ee03c99781,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:05.229582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2f1ac6bc-da5b-47be-a9b6-ab02c222005a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:05.230482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ac6bc-da5b-47be-a9b6-ab02c222005a None None] No DVR routers for this DVR port 9be41757-5e11-4eb5-a966-a4ee03c99781 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:29:05.319595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37ae56ba-3450-4997-a718-41156411a3e8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:05.339798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-17537959-cc38-4af7-b43a-522296ac2b2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:05.354975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:29:05.355389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:29:05.383007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae56ba-3450-4997-a718-41156411a3e8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fba1623-e994-418b-8104-1a728f43f76b,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:05.402339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:05.477055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-84b93835-1161-4653-b02e-ba99306fa399 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:05.496921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-2e7f8ac0-66a5-40f2-8468-3075f9e5bf68 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] show failed (client error): The resource could not be found. Dec 07 13:29:05.501006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2e7f8ac0-66a5-40f2-8468-3075f9e5bf68 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/ports/4fab07de-9dca-4085-8348-563798be807e/tags/tempest-TagsExtTest-Tag-605680988 HTTP/1.1" status: 404 len: 328 time: 0.3855703 Dec 07 13:29:05.511944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:05.516012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9184c09-a9d0-423e-bd9c-fb1fdc75f34b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:05.516334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-37ae56ba-3450-4997-a718-41156411a3e8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:05.516740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45126) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:05.528991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Pushing event deleted for resources: {'Network': ['ID=aa362756-94ce-4715-8020-8417c9ff624e,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:05.532961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cd67f11d-667d-4551-8c8f-286050a4b70d None None] Deleting port 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:05.533670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cd67f11d-667d-4551-8c8f-286050a4b70d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:05.535440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-dac42012-dd91-4fb5-8a4a-aaa09717258d tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4fab07de-9dca-4085-8348-563798be807e', 'tempest-TagsExtTest-Tag-1101609856') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:05.568985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:05.579800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] 10.222.0.24 "DELETE /v2.0/networks/aa362756-94ce-4715-8020-8417c9ff624e HTTP/1.1" status: 204 len: 168 time: 2.4369757 Dec 07 13:29:05.580664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9184c09-a9d0-423e-bd9c-fb1fdc75f34b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:05.599255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f55c69c6-ef7d-4c93-b863-9f0ca619546c tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:05.629209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 9be41757-5e11-4eb5-a966-a4ee03c99781 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:29:05.664845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cd67f11d-667d-4551-8c8f-286050a4b70d None None] The port '61fc3f44-c5b9-469a-b70f-a71e5af1bf86' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:29:05.673981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9184c09-a9d0-423e-bd9c-fb1fdc75f34b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e873ce6c-60ad-4888-865a-f60e7881547e,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:05.677250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 9be41757-5e11-4eb5-a966-a4ee03c99781 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:29:05.678125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 9be41757-5e11-4eb5-a966-a4ee03c99781 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:29:05.678125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:29:05.683606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9184c09-a9d0-423e-bd9c-fb1fdc75f34b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:05.720387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:29:05.720859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 61fc3f44-c5b9-469a-b70f-a71e5af1bf86 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:29:05.727291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9184c09-a9d0-423e-bd9c-fb1fdc75f34b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:05.728544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f9184c09-a9d0-423e-bd9c-fb1fdc75f34b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7157133 Dec 07 13:29:05.734377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45132) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:05.800551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bf229c07-fb17-43ea-8c78-8a1beb7a8bf9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '79d14d27-d895-425a-a3c0-a3abe53d04e0', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:05.822813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bf229c07-fb17-43ea-8c78-8a1beb7a8bf9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:05.824283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37ae56ba-3450-4997-a718-41156411a3e8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:05.825744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-37ae56ba-3450-4997-a718-41156411a3e8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.8996601 Dec 07 13:29:05.830089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45136) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:05.835763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bf229c07-fb17-43ea-8c78-8a1beb7a8bf9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:05.841841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bf229c07-fb17-43ea-8c78-8a1beb7a8bf9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:05.853196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ca0b855a-f5f5-4984-bd62-31f5716ec7e2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group_rule': {'security_group_id': '0562bdf5-8812-4d4a-b52d-75fc67b07120', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:05.861347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-dac42012-dd91-4fb5-8a4a-aaa09717258d tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] show failed (client error): The resource could not be found. Dec 07 13:29:05.862500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dac42012-dd91-4fb5-8a4a-aaa09717258d tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/ports/4fab07de-9dca-4085-8348-563798be807e/tags/tempest-TagsExtTest-Tag-1101609856 HTTP/1.1" status: 404 len: 329 time: 0.3402238 Dec 07 13:29:05.864402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bf229c07-fb17-43ea-8c78-8a1beb7a8bf9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:05.866911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ca0b855a-f5f5-4984-bd62-31f5716ec7e2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:05.869209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45140) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:05.881256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ca0b855a-f5f5-4984-bd62-31f5716ec7e2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:05.887960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-22808b8a-9d70-451b-a8f3-b25fc61ca298 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a53df2a1-f990-4356-9917-6408cfa64bf4', {'tags': ['tempest-TagsExtTest-Tag-1115148505', 'tempest-TagsExtTest-Tag-613795559', 'tempest-TagsExtTest-Tag-1864449993']}) {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:05.893428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Deleting port 9be41757-5e11-4eb5-a966-a4ee03c99781 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:05.893798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:05.944528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ca0b855a-f5f5-4984-bd62-31f5716ec7e2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:06.015105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ca0b855a-f5f5-4984-bd62-31f5716ec7e2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:06.031496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-bf229c07-fb17-43ea-8c78-8a1beb7a8bf9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:29:06.051947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf229c07-fb17-43ea-8c78-8a1beb7a8bf9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:06.069403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] The port '9be41757-5e11-4eb5-a966-a4ee03c99781' was deleted {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:29:06.158685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca0b855a-f5f5-4984-bd62-31f5716ec7e2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:06.214523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-22808b8a-9d70-451b-a8f3-b25fc61ca298 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "PUT /v2.0/routers/a53df2a1-f990-4356-9917-6408cfa64bf4/tags HTTP/1.1" status: 200 len: 317 time: 0.3417418 Dec 07 13:29:06.216559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d4186f37-27a6-4c4c-bd07-1946576fc19d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:06.221185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45146) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:06.255037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-ffcbf16e-4155-4dd4-b77e-759d1f7278cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a53df2a1-f990-4356-9917-6408cfa64bf4') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:06.281249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45150) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:06.325468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf229c07-fb17-43ea-8c78-8a1beb7a8bf9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:06.366101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf229c07-fb17-43ea-8c78-8a1beb7a8bf9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:06.376059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:06.394454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:06.459534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c206a118-c157-4a6a-b31d-dd0a64e6aab7']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:06.483462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6173f518-64b6-45f0-9e87-ebc7a75474af') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:06.483804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6173f518-64b6-45f0-9e87-ebc7a75474af') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:06.520030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:06.603048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:06.625695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:06.640625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:29:06.641071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:29:06.656121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:29:06.712116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:06.712999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:06.723804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca0b855a-f5f5-4984-bd62-31f5716ec7e2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:06.731689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-46d8e551-4afa-40da-8884-344e4d986737 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:06.739295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf229c07-fb17-43ea-8c78-8a1beb7a8bf9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284eedca-5b74-4794-83e4-8c2c0ef51103,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:06.748599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bf229c07-fb17-43ea-8c78-8a1beb7a8bf9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:06.759661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca0b855a-f5f5-4984-bd62-31f5716ec7e2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:06.780408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bf229c07-fb17-43ea-8c78-8a1beb7a8bf9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:06.814440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf229c07-fb17-43ea-8c78-8a1beb7a8bf9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:06.815803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bf229c07-fb17-43ea-8c78-8a1beb7a8bf9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0263972 Dec 07 13:29:06.824448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b855a-f5f5-4984-bd62-31f5716ec7e2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4019fdcf-4bdc-4887-a756-14f39117d6d8,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:06.826277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45156) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:06.835248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ca0b855a-f5f5-4984-bd62-31f5716ec7e2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:06.851098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-409d5fd9-a40f-49d8-88a9-fb938bc90e8c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '79d14d27-d895-425a-a3c0-a3abe53d04e0', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:06.859587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4df4b225-966a-482a-814d-10b5f3cf0f77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f886e48b946c4e749db226363a179ee6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5769765 Dec 07 13:29:06.864260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45160) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:06.865304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-409d5fd9-a40f-49d8-88a9-fb938bc90e8c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:06.883967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-409d5fd9-a40f-49d8-88a9-fb938bc90e8c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:06.890046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca0b855a-f5f5-4984-bd62-31f5716ec7e2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:06.897543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ca0b855a-f5f5-4984-bd62-31f5716ec7e2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0578268 Dec 07 13:29:06.897543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-409d5fd9-a40f-49d8-88a9-fb938bc90e8c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:06.901848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45164) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:06.907028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-409d5fd9-a40f-49d8-88a9-fb938bc90e8c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:06.915931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ba54400d-1813-49d7-a2d6-5bb198c5d1da tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group_rule': {'security_group_id': '0562bdf5-8812-4d4a-b52d-75fc67b07120', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:06.934754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ba54400d-1813-49d7-a2d6-5bb198c5d1da tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:06.952109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ba54400d-1813-49d7-a2d6-5bb198c5d1da tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:06.966511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ba54400d-1813-49d7-a2d6-5bb198c5d1da tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:06.989312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ffcbf16e-4155-4dd4-b77e-759d1f7278cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/routers/a53df2a1-f990-4356-9917-6408cfa64bf4/tags HTTP/1.1" status: 204 len: 168 time: 0.7668068 Dec 07 13:29:06.998251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=987ab210-d245-4917-a5b5-c727e31f9032,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:07.000630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45168) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:07.009316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ba54400d-1813-49d7-a2d6-5bb198c5d1da tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:07.013265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:07.018029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:07.020734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-409d5fd9-a40f-49d8-88a9-fb938bc90e8c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:29:07.032795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-908b4952-9471-4816-a340-4405cc6d20ef tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a53df2a1-f990-4356-9917-6408cfa64bf4', 'tempest-TagsExtTest-Tag-1115148505') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:07.045862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-409d5fd9-a40f-49d8-88a9-fb938bc90e8c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:07.088448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db4f0011-6954-4832-9442-35813b1aa5ee tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:07.114475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:07.165501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba54400d-1813-49d7-a2d6-5bb198c5d1da tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:07.188004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f85d453d-0126-403e-b83a-1003702e7804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:07.190328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Pushing event deleted for resources: {'Network': ['ID=c206a118-c157-4a6a-b31d-dd0a64e6aab7,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:07.203679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:07.313875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] 10.222.0.24 "DELETE /v2.0/networks/c206a118-c157-4a6a-b31d-dd0a64e6aab7 HTTP/1.1" status: 204 len: 168 time: 4.2043808 Dec 07 13:29:07.314298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f85d453d-0126-403e-b83a-1003702e7804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:07.345814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network 31937888-3f8c-4057-8520-9ca34d288947 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:07.350788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-908b4952-9471-4816-a340-4405cc6d20ef tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] show failed (client error): The resource could not be found. Dec 07 13:29:07.357979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-908b4952-9471-4816-a340-4405cc6d20ef tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/routers/a53df2a1-f990-4356-9917-6408cfa64bf4/tags/tempest-TagsExtTest-Tag-1115148505 HTTP/1.1" status: 404 len: 329 time: 0.3413858 Dec 07 13:29:07.357979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:07.360753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45174) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:07.388762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-409d5fd9-a40f-49d8-88a9-fb938bc90e8c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:07.412891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba54400d-1813-49d7-a2d6-5bb198c5d1da tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:07.454631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-409d5fd9-a40f-49d8-88a9-fb938bc90e8c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:07.462121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba54400d-1813-49d7-a2d6-5bb198c5d1da tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:07.470338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:07.511999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d5fd9-a40f-49d8-88a9-fb938bc90e8c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b88dba-0aed-4952-be6a-ee046e2498db,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:07.610450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54400d-1813-49d7-a2d6-5bb198c5d1da tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7793218-d16a-417d-a0b1-bcf61ffb3b68,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:07.614709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ba54400d-1813-49d7-a2d6-5bb198c5d1da tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:07.615360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9cf94f0c-494c-42ff-8005-6dab6c148a03 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:07.615801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9cf94f0c-494c-42ff-8005-6dab6c148a03 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:07.622264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-409d5fd9-a40f-49d8-88a9-fb938bc90e8c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:07.623327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-409d5fd9-a40f-49d8-88a9-fb938bc90e8c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7922633 Dec 07 13:29:07.660327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba54400d-1813-49d7-a2d6-5bb198c5d1da tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:07.662340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ba54400d-1813-49d7-a2d6-5bb198c5d1da tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7593145 Dec 07 13:29:07.665428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f85d453d-0126-403e-b83a-1003702e7804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:07.669323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f85d453d-0126-403e-b83a-1003702e7804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:07.671349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f85d453d-0126-403e-b83a-1003702e7804 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1fc49a0-a614-482e-806b-41c3c58baba9 HTTP/1.1" status: 204 len: 168 time: 0.8029196 Dec 07 13:29:07.672541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45180) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:07.674033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-669b482c-09d7-4d36-8cf4-d980978e5b5c tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:07.700515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c4df57cb-bb17-4e0c-9dfd-a7d3fc568ec1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group_rule': {'security_group_id': '0562bdf5-8812-4d4a-b52d-75fc67b07120', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:07.749749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c4df57cb-bb17-4e0c-9dfd-a7d3fc568ec1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:07.757620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d453d-0126-403e-b83a-1003702e7804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fc49a0-a614-482e-806b-41c3c58baba9,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:07.775177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f85d453d-0126-403e-b83a-1003702e7804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:07.793920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c4df57cb-bb17-4e0c-9dfd-a7d3fc568ec1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:07.801512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c4df57cb-bb17-4e0c-9dfd-a7d3fc568ec1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:07.801767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-49d65fd9-2761-4fa3-a4cf-b19e45d9d3d6 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a53df2a1-f990-4356-9917-6408cfa64bf4', 'tempest-TagsExtTest-Tag-613795559') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:07.818851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c4df57cb-bb17-4e0c-9dfd-a7d3fc568ec1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:07.886996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45188) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:07.909472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c4df57cb-bb17-4e0c-9dfd-a7d3fc568ec1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:08.082690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c4df57cb-bb17-4e0c-9dfd-a7d3fc568ec1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:08.100772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-00444e0d-9858-409c-9677-269cadcc7832 None None] Provisioning complete for port 987ab210-d245-4917-a5b5-c727e31f9032 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:08.101474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-00444e0d-9858-409c-9677-269cadcc7832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:08.112645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d4186f37-27a6-4c4c-bd07-1946576fc19d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting port d8f4e655-ecca-4b88-9325-7d6316a1dbe7 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:08.113054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d4186f37-27a6-4c4c-bd07-1946576fc19d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:08.114319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-49d65fd9-2761-4fa3-a4cf-b19e45d9d3d6 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] show failed (client error): The resource could not be found. Dec 07 13:29:08.118804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-49d65fd9-2761-4fa3-a4cf-b19e45d9d3d6 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/routers/a53df2a1-f990-4356-9917-6408cfa64bf4/tags/tempest-TagsExtTest-Tag-613795559 HTTP/1.1" status: 404 len: 328 time: 0.6859639 Dec 07 13:29:08.145979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45198) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:08.160831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c4df57cb-bb17-4e0c-9dfd-a7d3fc568ec1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:08.165982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-ab583ed9-8d4a-4362-a36a-b9e385cc4dd2 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a53df2a1-f990-4356-9917-6408cfa64bf4', 'tempest-TagsExtTest-Tag-1864449993') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:08.220789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-00444e0d-9858-409c-9677-269cadcc7832 None None] Port 987ab210-d245-4917-a5b5-c727e31f9032 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:29:08.247402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:08.380613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-e6aaa99c-cfe0-4e0d-9cff-e71c53542f7e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:08.395781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df57cb-bb17-4e0c-9dfd-a7d3fc568ec1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0092fb7-9f2d-4c01-b240-921907babb64,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:08.437608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c4df57cb-bb17-4e0c-9dfd-a7d3fc568ec1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:08.467849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eed33af-b36c-4232-b0fa-1f040ba36aee admin admin] Router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:29:08.474716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-e6aaa99c-cfe0-4e0d-9cff-e71c53542f7e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:08.485725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-e6aaa99c-cfe0-4e0d-9cff-e71c53542f7e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745808099&fields=id&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 267 time: 0.2853925 Dec 07 13:29:08.523282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c4df57cb-bb17-4e0c-9dfd-a7d3fc568ec1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:08.530304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c4df57cb-bb17-4e0c-9dfd-a7d3fc568ec1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8371413 Dec 07 13:29:08.530652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45214) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:08.546406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-936c5079-f590-4cc9-b730-650a96f5f2a9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group_rule': {'security_group_id': '0562bdf5-8812-4d4a-b52d-75fc67b07120', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:08.558041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-936c5079-f590-4cc9-b730-650a96f5f2a9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:08.566718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-936c5079-f590-4cc9-b730-650a96f5f2a9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:08.570529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-936c5079-f590-4cc9-b730-650a96f5f2a9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:08.578586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-ab583ed9-8d4a-4362-a36a-b9e385cc4dd2 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] show failed (client error): The resource could not be found. Dec 07 13:29:08.582674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ab583ed9-8d4a-4362-a36a-b9e385cc4dd2 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/routers/a53df2a1-f990-4356-9917-6408cfa64bf4/tags/tempest-TagsExtTest-Tag-1864449993 HTTP/1.1" status: 404 len: 329 time: 0.4270942 Dec 07 13:29:08.586287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45218) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:08.587191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-936c5079-f590-4cc9-b730-650a96f5f2a9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:08.611875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-d24bf68f-9684-477d-838d-b438b5f24b40 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0cff4217-d437-4019-8af2-7b4f6bbd2787', {'tags': ['tempest-TagsExtTest-Tag-1049378632', 'tempest-TagsExtTest-Tag-643156060', 'tempest-TagsExtTest-Tag-498740785']}) {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:08.664717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d4186f37-27a6-4c4c-bd07-1946576fc19d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:08.809058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-936c5079-f590-4cc9-b730-650a96f5f2a9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:08.813782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f5d9881c-678c-4ff9-8015-addc9ad50a94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f775aff5c0545dfb20578f646bb3e6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8729537 Dec 07 13:29:08.819370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45224) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:08.827691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d4186f37-27a6-4c4c-bd07-1946576fc19d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Calling delete_port for d8f4e655-ecca-4b88-9325-7d6316a1dbe7 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:08.827937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-c78601d6-7d3d-413a-99ac-ce897510ae70 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:08.828695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-c78601d6-7d3d-413a-99ac-ce897510ae70 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:08.864104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Router b19778ce-0b66-43a6-a257-361e2be72d41 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:29:08.949823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d24bf68f-9684-477d-838d-b438b5f24b40 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "PUT /v2.0/subnetpools/0cff4217-d437-4019-8af2-7b4f6bbd2787/tags HTTP/1.1" status: 200 len: 316 time: 0.3590899 Dec 07 13:29:08.962429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45230) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:08.981483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-c78601d6-7d3d-413a-99ac-ce897510ae70 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:08.982781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-c78601d6-7d3d-413a-99ac-ce897510ae70 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/networks?id=a325a2fb-61ad-40c3-965e-d8c9a5879437 HTTP/1.1" status: 200 len: 797 time: 0.4961143 Dec 07 13:29:08.989762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-25694218-1a5e-4b00-93cb-a771481832ae tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0cff4217-d437-4019-8af2-7b4f6bbd2787') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:09.020510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-936c5079-f590-4cc9-b730-650a96f5f2a9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:09.069703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-936c5079-f590-4cc9-b730-650a96f5f2a9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:09.075681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c4df57cb-bb17-4e0c-9dfd-a7d3fc568ec1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:09.111960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c5079-f590-4cc9-b730-650a96f5f2a9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1d446e-e8db-45b7-ae2e-7440ee2afe24,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:09.120491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-25694218-1a5e-4b00-93cb-a771481832ae tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0cff4217-d437-4019-8af2-7b4f6bbd2787/tags HTTP/1.1" status: 204 len: 168 time: 0.1483152 Dec 07 13:29:09.120491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-936c5079-f590-4cc9-b730-650a96f5f2a9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:09.148145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45236) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:09.165225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-664d11c6-80a8-405a-bcdd-587651405dd0 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0cff4217-d437-4019-8af2-7b4f6bbd2787', 'tempest-TagsExtTest-Tag-1049378632') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:09.184670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:09.187656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-b0b0856e-22d5-4dcc-91f0-2d0936c40f59 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/quotas/ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 375 time: 0.1960404 Dec 07 13:29:09.214722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-936c5079-f590-4cc9-b730-650a96f5f2a9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:09.216891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-936c5079-f590-4cc9-b730-650a96f5f2a9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.6847253 Dec 07 13:29:09.219414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45242) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:09.251286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d4186f37-27a6-4c4c-bd07-1946576fc19d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:09.258662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb2c192a-2fa0-49b0-8ffb-14c7bccc3179 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:09.326509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4186f37-27a6-4c4c-bd07-1946576fc19d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Port': ['ID=d8f4e655-ecca-4b88-9325-7d6316a1dbe7,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:09.326995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:09.329916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4186f37-27a6-4c4c-bd07-1946576fc19d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:09.335951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-54c7116f-3cd7-4a51-b775-f2d52b19596b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:09.384200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-664d11c6-80a8-405a-bcdd-587651405dd0 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] show failed (client error): The resource could not be found. Dec 07 13:29:09.385346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-664d11c6-80a8-405a-bcdd-587651405dd0 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/subnetpools/0cff4217-d437-4019-8af2-7b4f6bbd2787/tags/tempest-TagsExtTest-Tag-1049378632 HTTP/1.1" status: 404 len: 329 time: 0.2342615 Dec 07 13:29:09.394052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45246) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:09.394369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45248) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:09.395885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-54c7116f-3cd7-4a51-b775-f2d52b19596b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:09.431845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-0166e0e1-3c16-4a65-a3d8-2dacfb54dc3b tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0cff4217-d437-4019-8af2-7b4f6bbd2787', 'tempest-TagsExtTest-Tag-643156060') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:09.509162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eed33af-b36c-4232-b0fa-1f040ba36aee admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:29:09.524243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec429ce5-c94c-4316-8400-d92cd86ee85a None None] Sync routers for ids ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:29:09.524952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-0166e0e1-3c16-4a65-a3d8-2dacfb54dc3b tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] show failed (client error): The resource could not be found. Dec 07 13:29:09.526142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0166e0e1-3c16-4a65-a3d8-2dacfb54dc3b tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/subnetpools/0cff4217-d437-4019-8af2-7b4f6bbd2787/tags/tempest-TagsExtTest-Tag-643156060 HTTP/1.1" status: 404 len: 328 time: 0.1211174 Dec 07 13:29:09.536087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-45d9ff6b-2658-4656-bacc-3d201499dc70 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:09.538758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45256) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:09.548464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec429ce5-c94c-4316-8400-d92cd86ee85a None None] Routers {'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:09.549728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ec429ce5-c94c-4316-8400-d92cd86ee85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:09.553588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:29:09.559805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-46a78b8f-ee60-4a69-95f4-39c2d20f9a8e tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0cff4217-d437-4019-8af2-7b4f6bbd2787', 'tempest-TagsExtTest-Tag-498740785') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:09.564789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2de421-a31f-495a-a44a-8b8d7fb18ed4 None None] Sync routers for ids ['b19778ce-0b66-43a6-a257-361e2be72d41'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:29:09.595054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2de421-a31f-495a-a44a-8b8d7fb18ed4 None None] Routers {'b19778ce-0b66-43a6-a257-361e2be72d41'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:09.595792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ed2de421-a31f-495a-a44a-8b8d7fb18ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b19778ce-0b66-43a6-a257-361e2be72d41'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:09.601129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:09.626905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-133649e9-21f4-4179-b27a-245aa75baf4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:09.644513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "PUT /v2.0/routers/b19778ce-0b66-43a6-a257-361e2be72d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0355191 Dec 07 13:29:09.653541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45260) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:09.657736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0eed33af-b36c-4232-b0fa-1f040ba36aee admin admin] 10.222.0.24 "PUT /v2.0/routers/ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5535712 Dec 07 13:29:09.660677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45264) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:09.663889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f206ac9-307b-43ea-9e10-69b4cbfd439a,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:09.675963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:09.686659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f206ac9-307b-43ea-9e10-69b4cbfd439a HTTP/1.1" status: 204 len: 168 time: 0.8464806 Dec 07 13:29:09.694746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-54c7116f-3cd7-4a51-b775-f2d52b19596b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:09.704644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-028d3bae-bd56-493a-bc6f-b6ffcb3716ac tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] Request body: {'port': {'network_id': 'a8f0ab51-8a20-43f9-aaf5-fd651439a981', 'name': 'tempest-NetworksNegativeTestJSON-1805645549'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:09.744115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ed2de421-a31f-495a-a44a-8b8d7fb18ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:09.750233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-028d3bae-bd56-493a-bc6f-b6ffcb3716ac tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] POST failed (client error): The resource could not be found. Dec 07 13:29:09.750746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028d3bae-bd56-493a-bc6f-b6ffcb3716ac tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:29:09.758784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-028d3bae-bd56-493a-bc6f-b6ffcb3716ac tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3489275 Dec 07 13:29:09.758784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:09.768102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:09.769096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2de421-a31f-495a-a44a-8b8d7fb18ed4 None None] Routers {'b19778ce-0b66-43a6-a257-361e2be72d41'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:09.770242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ed2de421-a31f-495a-a44a-8b8d7fb18ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b19778ce-0b66-43a6-a257-361e2be72d41'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:09.771818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45270) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:09.809291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7116f-3cd7-4a51-b775-f2d52b19596b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a1d446e-e8db-45b7-ae2e-7440ee2afe24,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:09.817997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-54c7116f-3cd7-4a51-b775-f2d52b19596b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:09.819252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-54c7116f-3cd7-4a51-b775-f2d52b19596b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/8a1d446e-e8db-45b7-ae2e-7440ee2afe24 HTTP/1.1" status: 204 len: 168 time: 0.5986376 Dec 07 13:29:09.820687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-54c7116f-3cd7-4a51-b775-f2d52b19596b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:09.828860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-45d9ff6b-2658-4656-bacc-3d201499dc70 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:09.830319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-45d9ff6b-2658-4656-bacc-3d201499dc70 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6200349 Dec 07 13:29:09.833275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45274) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:09.852905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-441e2c24-5eac-442c-8ea7-b7e1dbf99699 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] DELETE failed (client error): The resource could not be found. Dec 07 13:29:09.853414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441e2c24-5eac-442c-8ea7-b7e1dbf99699 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:29:09.858748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-441e2c24-5eac-442c-8ea7-b7e1dbf99699 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] 10.222.0.24 "DELETE /v2.0/networks/2e21c472-4450-49b4-bfac-a064e9768670 HTTP/1.1" status: 404 len: 339 time: 0.0414245 Dec 07 13:29:09.864456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45278) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:09.898561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ed2de421-a31f-495a-a44a-8b8d7fb18ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:09.899509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2de421-a31f-495a-a44a-8b8d7fb18ed4 None None] The sync data for ids ['b19778ce-0b66-43a6-a257-361e2be72d41'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:29:09.938174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b58e20c-9463-4382-bcbf-fd46aef2a8d7 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] DELETE failed (client error): The resource could not be found. Dec 07 13:29:09.938942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b58e20c-9463-4382-bcbf-fd46aef2a8d7 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:29:09.941012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6b58e20c-9463-4382-bcbf-fd46aef2a8d7 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] 10.222.0.24 "DELETE /v2.0/ports/3f80e403-758a-4146-96d3-7cd8e7ecef63 HTTP/1.1" status: 404 len: 333 time: 0.0750563 Dec 07 13:29:09.946574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:09.948611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:09.950269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:09.950802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:09.951161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45282) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:09.951594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:09.952094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:09.952589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:09.953085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:09.953575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:09.954184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:09.954854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:09.960936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:09.962711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-ec429ce5-c94c-4316-8400-d92cd86ee85a None None] Set router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:29:10.039545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-46a78b8f-ee60-4a69-95f4-39c2d20f9a8e tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] show failed (client error): The resource could not be found. Dec 07 13:29:10.049866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-46a78b8f-ee60-4a69-95f4-39c2d20f9a8e tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/subnetpools/0cff4217-d437-4019-8af2-7b4f6bbd2787/tags/tempest-TagsExtTest-Tag-498740785 HTTP/1.1" status: 404 len: 328 time: 0.4959345 Dec 07 13:29:10.058997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45286) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:10.062269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b221a58-e149-499a-a355-67026f46564e tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] DELETE failed (client error): The resource could not be found. Dec 07 13:29:10.062894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b221a58-e149-499a-a355-67026f46564e tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:29:10.068517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7b221a58-e149-499a-a355-67026f46564e tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] 10.222.0.24 "DELETE /v2.0/subnets/460c5ae5-390d-45c0-8a90-61280fbae623 HTTP/1.1" status: 404 len: 337 time: 0.1120327 Dec 07 13:29:10.071538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45290) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:10.082138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-645beb00-77bc-442c-9891-f1dc9d67d01d tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0cff4217-d437-4019-8af2-7b4f6bbd2787') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:10.110721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20e5d34-75c7-4a62-b5c3-35f1456401b6 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] GET failed (client error): The resource could not be found. Dec 07 13:29:10.112393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d20e5d34-75c7-4a62-b5c3-35f1456401b6 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] 10.222.0.24 "GET /v2.0/networks/2b2b9e04-76df-4d92-94a2-9d48c83a815e HTTP/1.1" status: 404 len: 339 time: 0.0360408 Dec 07 13:29:10.121450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45294) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:10.181487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a159cf8-a762-4b50-847c-9e65f1a8dd4d tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] GET failed (client error): The resource could not be found. Dec 07 13:29:10.183983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8a159cf8-a762-4b50-847c-9e65f1a8dd4d tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] 10.222.0.24 "GET /v2.0/ports/25f0880a-c2e5-410d-8702-5e61b7745f5f HTTP/1.1" status: 404 len: 333 time: 0.0605254 Dec 07 13:29:10.188308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45300) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:10.260223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-a211b09b-e625-4fd2-a727-9c3c454223c8 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] GET failed (client error): The resource could not be found. Dec 07 13:29:10.279886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a211b09b-e625-4fd2-a727-9c3c454223c8 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] 10.222.0.24 "GET /v2.0/subnets/8115e978-7e2e-4177-9029-b6ba819a8c16 HTTP/1.1" status: 404 len: 337 time: 0.0691068 Dec 07 13:29:10.280620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45304) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:10.313796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-614b0d6f-814f-4e8f-a3ad-fb0327eef596 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:10.344746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ec429ce5-c94c-4316-8400-d92cd86ee85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'name': 'tempest-ServersTestManualDisk-273232448-router', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199'}], 'enable_snat': True}, 'gw_port_id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:26:55Z', 'updated_at': '2021-12-07T13:29:02Z', 'revision_number': 5, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'gw_port': {'id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:26:58Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:10.350664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec429ce5-c94c-4316-8400-d92cd86ee85a None None] Checking router: ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:29:10.354072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-614b0d6f-814f-4e8f-a3ad-fb0327eef596 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] PUT failed (client error): The resource could not be found. Dec 07 13:29:10.354879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614b0d6f-814f-4e8f-a3ad-fb0327eef596 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:29:10.356278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-614b0d6f-814f-4e8f-a3ad-fb0327eef596 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] 10.222.0.24 "PUT /v2.0/networks/0d628244-79df-41b3-b902-c8c8b1e8c5b2 HTTP/1.1" status: 404 len: 339 time: 0.0741053 Dec 07 13:29:10.363987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45310) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:10.373304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f1b7f0f0-5032-4908-a8f0-134605f8e9c5 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:10.383101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec429ce5-c94c-4316-8400-d92cd86ee85a None None] Routers {'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:10.386252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ec429ce5-c94c-4316-8400-d92cd86ee85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:10.415903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b7f0f0-5032-4908-a8f0-134605f8e9c5 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] PUT failed (client error): The resource could not be found. Dec 07 13:29:10.416379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b7f0f0-5032-4908-a8f0-134605f8e9c5 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:29:10.425575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f1b7f0f0-5032-4908-a8f0-134605f8e9c5 tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] 10.222.0.24 "PUT /v2.0/ports/1a674eca-b998-4cb7-bc12-56d836dfdc8d HTTP/1.1" status: 404 len: 333 time: 0.0510685 Dec 07 13:29:10.425575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45316) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:10.443734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-84a6c2ce-f874-4b8b-b452-4b902d09506e tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:10.538117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a6c2ce-f874-4b8b-b452-4b902d09506e tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] PUT failed (client error): The resource could not be found. Dec 07 13:29:10.540136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a6c2ce-f874-4b8b-b452-4b902d09506e tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:29:10.548016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-84a6c2ce-f874-4b8b-b452-4b902d09506e tempest-NetworksNegativeTestJSON-253385906 tempest-NetworksNegativeTestJSON-253385906-project] 10.222.0.24 "PUT /v2.0/subnets/3bbcace3-3d27-4075-a168-dff432ee68e1 HTTP/1.1" status: 404 len: 337 time: 0.1161890 Dec 07 13:29:10.562152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d4186f37-27a6-4c4c-bd07-1946576fc19d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:10.567836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-645beb00-77bc-442c-9891-f1dc9d67d01d tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0cff4217-d437-4019-8af2-7b4f6bbd2787/tags HTTP/1.1" status: 204 len: 168 time: 0.5017061 Dec 07 13:29:10.575694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45324) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:10.605281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-431f897b-6a57-4822-888b-12717de074b3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a53df2a1-f990-4356-9917-6408cfa64bf4') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:10.641563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-ec429ce5-c94c-4316-8400-d92cd86ee85a None None] Set router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:29:10.766636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7481e8fa-822a-4619-a8a4-c3bee407aa04 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:10.766636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7481e8fa-822a-4619-a8a4-c3bee407aa04 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Synchronizing usage tracker for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:10.785832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1077616e-e3c1-4bca-a88f-ae9c01004b01 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:10.860354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-c8c4c8c6-b630-4be1-bf90-bf2d0e81af08 service neutron] 10.222.0.24 "GET /v2.0/networks/a325a2fb-61ad-40c3-965e-d8c9a5879437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9910533 Dec 07 13:29:11.046800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ec429ce5-c94c-4316-8400-d92cd86ee85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'name': 'tempest-ServersTestManualDisk-273232448-router', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199'}], 'enable_snat': True}, 'gw_port_id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:26:55Z', 'updated_at': '2021-12-07T13:29:02Z', 'revision_number': 5, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'gw_port': {'id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:26:58Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:11.053576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7481e8fa-822a-4619-a8a4-c3bee407aa04 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Unset dirty status for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:11.054891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7481e8fa-822a-4619-a8a4-c3bee407aa04 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19778ce-0b66-43a6-a257-361e2be72d41 HTTP/1.1" status: 200 len: 987 time: 1.3982859 Dec 07 13:29:11.055930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1077616e-e3c1-4bca-a88f-ae9c01004b01 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:11.057268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1077616e-e3c1-4bca-a88f-ae9c01004b01 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 1.2100718 Dec 07 13:29:11.063874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45336) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:11.064233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45338) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:11.065858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec429ce5-c94c-4316-8400-d92cd86ee85a None None] The sync data for ids ['ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'name': 'tempest-ServersTestManualDisk-273232448-router', 'tenant_id': 'e0e0103fbec1461caa3f0787ea67511c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199'}], 'enable_snat': True}, 'gw_port_id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:26:55Z', 'updated_at': '2021-12-07T13:29:02Z', 'revision_number': 5, 'project_id': 'e0e0103fbec1461caa3f0787ea67511c', 'gw_port': {'id': '7437957b-b505-4917-96d3-beed2e1bcb69', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:26:58Z', 'updated_at': '2021-12-07T13:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:29:11.283426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45344) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:11.359955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c54316c6-f9e1-46c7-9883-201d4b2c7063 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:11.395511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c54316c6-f9e1-46c7-9883-201d4b2c7063 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:11.408357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-431f897b-6a57-4822-888b-12717de074b3 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/routers/a53df2a1-f990-4356-9917-6408cfa64bf4/tags HTTP/1.1" status: 204 len: 168 time: 0.8233550 Dec 07 13:29:11.427501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45352) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:11.429811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:11.498467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-0a5becb1-af1d-43aa-9763-7d0e1be5bb1e service neutron] 10.222.0.24 "GET /v2.0/networks/a325a2fb-61ad-40c3-965e-d8c9a5879437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6251438 Dec 07 13:29:11.540796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-3d246761-a94f-4100-9dda-fa8fefdda2c6 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4fab07de-9dca-4085-8348-563798be807e') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:11.604467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a27fa4ab-7fd3-44b7-8205-dea7d80cb000 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:29:11.676695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c54316c6-f9e1-46c7-9883-201d4b2c7063 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:11.695268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-330abb4c-bb11-4e09-b59d-886de9152431 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:11.703011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: a27fa4ab-7fd3-44b7-8205-dea7d80cb000 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:29:11.704924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a27fa4ab-7fd3-44b7-8205-dea7d80cb000 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:29:11.738545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54316c6-f9e1-46c7-9883-201d4b2c7063 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0092fb7-9f2d-4c01-b240-921907babb64,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:11.746770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c54316c6-f9e1-46c7-9883-201d4b2c7063 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:11.928668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4186f37-27a6-4c4c-bd07-1946576fc19d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router b21d7d8f-c806-4e92-bf67-4b8196437247 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:29:12.005054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c54316c6-f9e1-46c7-9883-201d4b2c7063 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:12.010417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c54316c6-f9e1-46c7-9883-201d4b2c7063 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f0092fb7-9f2d-4c01-b240-921907babb64 HTTP/1.1" status: 204 len: 168 time: 0.9380672 Dec 07 13:29:12.029438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45366) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:12.072834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3127ea38-42da-4abc-9c8e-ebd717affbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:12.083701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3d246761-a94f-4100-9dda-fa8fefdda2c6 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/ports/4fab07de-9dca-4085-8348-563798be807e/tags HTTP/1.1" status: 204 len: 168 time: 0.5888629 Dec 07 13:29:12.089519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45372) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:12.110715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.tag.tag_plugin [None req-a98d2c7e-9882-4934-b43d-4103c3d73439 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5d57650a-9aaa-4c1b-9959-8a103cf69b55') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:12.164015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-54da061e-594d-4464-86eb-be607d65fc51 req-cc423fd4-27c6-439d-bfc5-d0707027b6d2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 210 time: 0.1577356 Dec 07 13:29:12.280467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3127ea38-42da-4abc-9c8e-ebd717affbcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:12.334001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3127ea38-42da-4abc-9c8e-ebd717affbcd admin admin] Usage tracker for resource:security_group_rule and tenant:379dbfe1fd984dbca7c77dfc8e43cb75 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:12.349167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3127ea38-42da-4abc-9c8e-ebd717affbcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:12.359589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:12.363963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3127ea38-42da-4abc-9c8e-ebd717affbcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:12.421839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a98d2c7e-9882-4934-b43d-4103c3d73439 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/subnets/5d57650a-9aaa-4c1b-9959-8a103cf69b55/tags HTTP/1.1" status: 204 len: 168 time: 0.3217134 Dec 07 13:29:12.422059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] Deleting port 7437957b-b505-4917-96d3-beed2e1bcb69 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:12.422160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:12.440613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6e6c411d-52d9-469c-aaa0-9451f75f2c53 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:12.444397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45380) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:12.519699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4186f37-27a6-4c4c-bd07-1946576fc19d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:29:12.525285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d4186f37-27a6-4c4c-bd07-1946576fc19d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "PUT /v2.0/routers/b21d7d8f-c806-4e92-bf67-4b8196437247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8910911 Dec 07 13:29:12.531057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45386) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:12.536497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6e6c411d-52d9-469c-aaa0-9451f75f2c53 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:12.537643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6e6c411d-52d9-469c-aaa0-9451f75f2c53 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.4972708 Dec 07 13:29:12.544000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c934c39f-7b22-476c-830f-2fa9b8afa5e7 None None] Sync routers for ids ['b21d7d8f-c806-4e92-bf67-4b8196437247'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:29:12.548528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45390) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:12.559540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934c39f-7b22-476c-830f-2fa9b8afa5e7 None None] Routers {'b21d7d8f-c806-4e92-bf67-4b8196437247'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:12.560238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c934c39f-7b22-476c-830f-2fa9b8afa5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b21d7d8f-c806-4e92-bf67-4b8196437247'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:12.606341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:12.621595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:12.665275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c934c39f-7b22-476c-830f-2fa9b8afa5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:12.681742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934c39f-7b22-476c-830f-2fa9b8afa5e7 None None] Routers {'b21d7d8f-c806-4e92-bf67-4b8196437247'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:12.681742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c934c39f-7b22-476c-830f-2fa9b8afa5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b21d7d8f-c806-4e92-bf67-4b8196437247'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:12.757227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c934c39f-7b22-476c-830f-2fa9b8afa5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:12.757688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c934c39f-7b22-476c-830f-2fa9b8afa5e7 None None] The sync data for ids ['b21d7d8f-c806-4e92-bf67-4b8196437247'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:29:12.808033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:12.818444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9184c09-a9d0-423e-bd9c-fb1fdc75f34b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:12.836772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7793218-d16a-417d-a0b1-bcf61ffb3b68,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:12.863425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:12.863780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:12.864208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:12.864622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:12.865030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:12.865436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:12.865838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:12.866243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:12.866646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:12.867128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:12.867455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:12.872614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:12.874162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28a0cf9d-2512-44ac-9efa-9fb88e574210 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks [] for subnetpool, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:12.875430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-28a0cf9d-2512-44ac-9efa-9fb88e574210 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0cff4217-d437-4019-8af2-7b4f6bbd2787 HTTP/1.1" status: 204 len: 168 time: 0.4291062 Dec 07 13:29:12.878177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45400) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:12.927016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:12.928357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b7793218-d16a-417d-a0b1-bcf61ffb3b68 HTTP/1.1" status: 204 len: 168 time: 0.3782337 Dec 07 13:29:12.934154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45404) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:12.940232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bc9d3772-fa08-4226-b024-322602651bd1 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "GET /v2.0/ports?device_id=a53df2a1-f990-4356-9917-6408cfa64bf4 HTTP/1.1" status: 200 len: 205 time: 0.0605135 Dec 07 13:29:12.959798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45410) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:13.136942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-36fd4e60-a95b-49f9-a494-1c3f2a4c1633 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:13.151742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3c376e5-15ac-4df8-8c68-b3db1c939458 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:13.176724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] For port 7437957b-b505-4917-96d3-beed2e1bcb69, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7437957b-b505-4917-96d3-beed2e1bcb69,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:13.177134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:13.275294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45418) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:13.419433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-36fd4e60-a95b-49f9-a494-1c3f2a4c1633 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:13.421449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-36fd4e60-a95b-49f9-a494-1c3f2a4c1633 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4862661 Dec 07 13:29:13.450286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f417-4765-4899-abdd-b8b71d483cac tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:13.488767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45422) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:13.534333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] Calling delete_port for 7437957b-b505-4917-96d3-beed2e1bcb69 owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:13.566415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3127ea38-42da-4abc-9c8e-ebd717affbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:13.682744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3c376e5-15ac-4df8-8c68-b3db1c939458 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:13.688058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9e9519e-bf2a-428e-a964-f2b2de8c7de9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:13.701052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3c376e5-15ac-4df8-8c68-b3db1c939458 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:13.704140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9e9519e-bf2a-428e-a964-f2b2de8c7de9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:13.705757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3127ea38-42da-4abc-9c8e-ebd717affbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:13.716111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-62d00b00-207e-48f8-a087-91fd62ebb3ed req-2139d1f1-ce44-4984-9408-0124137f0a70 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 210 time: 0.3385317 Dec 07 13:29:13.720913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:13.790778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-698839063', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:13.814524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:13.816572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9e9519e-bf2a-428e-a964-f2b2de8c7de9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:13.819066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-693c3601-aa65-4cf3-b533-5d76af487d31 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:13.835894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9519e-bf2a-428e-a964-f2b2de8c7de9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4019fdcf-4bdc-4887-a756-14f39117d6d8,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:13.838360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d9e9519e-bf2a-428e-a964-f2b2de8c7de9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:13.847830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127ea38-42da-4abc-9c8e-ebd717affbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea0c5e8-1da3-4e66-9123-1e9f85d65b3e,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:13.850999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Usage tracker for resource:port and tenant:0fd60193a6614c81bfc87a9126176087 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:13.854562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3c376e5-15ac-4df8-8c68-b3db1c939458 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:13.855111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c376e5-15ac-4df8-8c68-b3db1c939458 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Fanout notify agent at l3_agent the message router_deleted on router a53df2a1-f990-4356-9917-6408cfa64bf4 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:29:13.865548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3c376e5-15ac-4df8-8c68-b3db1c939458 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:13.865548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d3c376e5-15ac-4df8-8c68-b3db1c939458 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/routers/a53df2a1-f990-4356-9917-6408cfa64bf4 HTTP/1.1" status: 204 len: 168 time: 0.9026382 Dec 07 13:29:13.866535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45430) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:13.867744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3127ea38-42da-4abc-9c8e-ebd717affbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:13.868903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:13.892856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3127ea38-42da-4abc-9c8e-ebd717affbcd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=379dbfe1fd984dbca7c77dfc8e43cb75&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6064012 Dec 07 13:29:13.894525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:13.903563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45434) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:13.917420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9e9519e-bf2a-428e-a964-f2b2de8c7de9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:13.918635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d9e9519e-bf2a-428e-a964-f2b2de8c7de9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4019fdcf-4bdc-4887-a756-14f39117d6d8 HTTP/1.1" status: 204 len: 168 time: 0.4221940 Dec 07 13:29:13.931596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45438) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:13.976548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb930c-0574-4628-95dc-ed6507c27291 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Deleting port 4fab07de-9dca-4085-8348-563798be807e {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:13.976926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ebb930c-0574-4628-95dc-ed6507c27291 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:14.019222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff549-c737-4116-b793-c3a3ea2575fb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:14.103010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-00903790-1c0d-4005-b32d-35c83d463cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:14.203617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fa5a945d-64dd-42e1-b74c-45704e7b5854 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:14.215508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-00903790-1c0d-4005-b32d-35c83d463cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:14.222165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Made reservation on behalf of 0fd60193a6614c81bfc87a9126176087 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:14.227315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:14.281290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:14.346861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ebb930c-0574-4628-95dc-ed6507c27291 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:14.412104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fa5a945d-64dd-42e1-b74c-45704e7b5854 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:14.413410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fa5a945d-64dd-42e1-b74c-45704e7b5854 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4778616 Dec 07 13:29:14.424622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45442) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:14.529507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:14.550185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:14.610997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:14.625665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7437957b-b505-4917-96d3-beed2e1bcb69,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:14.637960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:14.641355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Usage tracker for resource:security_group_rule and tenant:0fd60193a6614c81bfc87a9126176087 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:14.658868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:14.688682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:14.709656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-209b1fc1-cea8-4d6f-bb76-b4143e9f38b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:14.735147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-209b1fc1-cea8-4d6f-bb76-b4143e9f38b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:14.797846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3ed4f417-4765-4899-abdd-b8b71d483cac tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port 987ab210-d245-4917-a5b5-c727e31f9032 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:14.798220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f417-4765-4899-abdd-b8b71d483cac tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:14.799928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb930c-0574-4628-95dc-ed6507c27291 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Calling delete_port for 4fab07de-9dca-4085-8348-563798be807e owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:14.828316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-00903790-1c0d-4005-b32d-35c83d463cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:14.845385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-18eb94d2-3cab-4d3c-9a22-9a28500263b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:14.884198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00903790-1c0d-4005-b32d-35c83d463cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea0c5e8-1da3-4e66-9123-1e9f85d65b3e,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:14.895573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-00903790-1c0d-4005-b32d-35c83d463cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:14.906730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-00903790-1c0d-4005-b32d-35c83d463cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:14.908048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-00903790-1c0d-4005-b32d-35c83d463cfb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dea0c5e8-1da3-4e66-9123-1e9f85d65b3e HTTP/1.1" status: 204 len: 168 time: 0.9988267 Dec 07 13:29:14.952594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-209b1fc1-cea8-4d6f-bb76-b4143e9f38b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:14.965977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cda4f06c-7cdc-4cfa-99ce-767d898e5bc1 req-d7397247-0c51-4ba2-aa65-d06b99e9338a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 210 time: 0.0899422 Dec 07 13:29:14.990407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:14.997943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-a4246391-5da5-48f3-99b3-62108568990d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:15.000911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-a4246391-5da5-48f3-99b3-62108568990d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/networks?id=a325a2fb-61ad-40c3-965e-d8c9a5879437 HTTP/1.1" status: 200 len: 797 time: 0.6385245 Dec 07 13:29:15.142193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-8644943f-aaaa-4766-9409-20ebe8b4cb5b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 379 time: 0.0787363 Dec 07 13:29:15.152098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'port': {'device_id': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'admin_state_up': True, 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'security_groups': ['79d14d27-d895-425a-a3c0-a3abe53d04e0']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:15.231107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ebb930c-0574-4628-95dc-ed6507c27291 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:15.242667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ba821a69-6861-4608-a350-6f5b9efe9314 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:15.302983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb930c-0574-4628-95dc-ed6507c27291 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Pushing event deleted for resources: {'Port': ['ID=4fab07de-9dca-4085-8348-563798be807e,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:15.306036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ebb930c-0574-4628-95dc-ed6507c27291 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:15.405620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b1fc1-cea8-4d6f-bb76-b4143e9f38b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fba1623-e994-418b-8104-1a728f43f76b,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:15.463384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ebb930c-0574-4628-95dc-ed6507c27291 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:15.479324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-209b1fc1-cea8-4d6f-bb76-b4143e9f38b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:15.486810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5ebb930c-0574-4628-95dc-ed6507c27291 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/ports/4fab07de-9dca-4085-8348-563798be807e HTTP/1.1" status: 204 len: 168 time: 1.6190157 Dec 07 13:29:15.490432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45456) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:15.549468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:15.561442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:15.561629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:15.571205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:15.640981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:15.650447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:15.690489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:15.769418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:15.790856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] device_id is not set on port 493e38ca-05ad-4639-87fb-98b8df8cc4f8 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:29:15.843209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-209b1fc1-cea8-4d6f-bb76-b4143e9f38b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:15.849150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-209b1fc1-cea8-4d6f-bb76-b4143e9f38b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1fba1623-e994-418b-8104-1a728f43f76b HTTP/1.1" status: 204 len: 168 time: 1.4183052 Dec 07 13:29:15.849150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff549-c737-4116-b793-c3a3ea2575fb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:15.851082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45468) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:15.886519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba395a0-6620-4964-a32a-c3cf1ea96033 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Deleting subnet 5d57650a-9aaa-4c1b-9959-8a103cf69b55 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:29:15.889740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aba395a0-6620-4964-a32a-c3cf1ea96033 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:15.917755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a555696-b0ed-43fc-8e94-77e833550b92,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:15.966617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aba395a0-6620-4964-a32a-c3cf1ea96033 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:15.979995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:16.087147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.094452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f417-4765-4899-abdd-b8b71d483cac tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.105839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ff549-c737-4116-b793-c3a3ea2575fb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting port 6001ae84-64c8-4b32-b578-7ab3848c6e6a {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:16.106215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff549-c737-4116-b793-c3a3ea2575fb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.125951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-18cf8fe7-4bab-4974-8715-169badabcfff tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:16.144146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.10 (a325a2fb-61ad-40c3-965e-d8c9a5879437/2ef66669-fecd-45aa-b399-7e03147c83dc/93a8bb24-5b88-4bd3-aead-d40fa53d63b6) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:16.188473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aba395a0-6620-4964-a32a-c3cf1ea96033 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.194531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.225565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-18cf8fe7-4bab-4974-8715-169badabcfff tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:16.226950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-18cf8fe7-4bab-4974-8715-169badabcfff tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3713443 Dec 07 13:29:16.242323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45478) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:16.332228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3ed4f417-4765-4899-abdd-b8b71d483cac tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for 987ab210-d245-4917-a5b5-c727e31f9032 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:16.364922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2b08fff1-4801-493d-84c8-4db7ee799082 req-f6985286-c560-47f7-91a3-e29bf1acf6e7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 210 time: 0.2248681 Dec 07 13:29:16.435511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45484) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:16.481898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3455e3a5-f814-49c2-a372-410155427986 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.527578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aba395a0-6620-4964-a32a-c3cf1ea96033 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.539339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.544996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-27cf71ed-56c0-42f2-b03e-cd51aace8663 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:16.580719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3455e3a5-f814-49c2-a372-410155427986 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.602191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba395a0-6620-4964-a32a-c3cf1ea96033 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Pushing event deleted for resources: {'Subnet': ['ID=5d57650a-9aaa-4c1b-9959-8a103cf69b55,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:16.609185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aba395a0-6620-4964-a32a-c3cf1ea96033 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:16.625500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-86299d4d-3789-4d30-8bba-30038f9c5a68 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1867532286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:16.630480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aba395a0-6620-4964-a32a-c3cf1ea96033 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.633981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-86299d4d-3789-4d30-8bba-30038f9c5a68 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:16.638319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d01d33-dbd1-4242-ac45-e98da15dd7f4 None None] Network a4460b11-056a-4420-a124-3e4be76ed697 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:16.652156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-86299d4d-3789-4d30-8bba-30038f9c5a68 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Usage tracker for resource:router and tenant:327364e35de649499d5d2699ff82d6f6 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:16.655787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aba395a0-6620-4964-a32a-c3cf1ea96033 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/subnets/5d57650a-9aaa-4c1b-9959-8a103cf69b55 HTTP/1.1" status: 204 len: 168 time: 1.1641226 Dec 07 13:29:16.659383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45490) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:16.660079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-86299d4d-3789-4d30-8bba-30038f9c5a68 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:16.683301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-86299d4d-3789-4d30-8bba-30038f9c5a68 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:16.686767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Allocated IP 172.36.4.223 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/493e38ca-05ad-4639-87fb-98b8df8cc4f8) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:16.692884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:16.700543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff549-c737-4116-b793-c3a3ea2575fb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.779750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.780131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:29:16.806790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.829256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Deleting port d613cb90-06d0-4bf5-b018-1f2ea1487c8e {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:16.829714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.868499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ff549-c737-4116-b793-c3a3ea2575fb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Calling delete_port for 6001ae84-64c8-4b32-b578-7ab3848c6e6a owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:16.875127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.876814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3455e3a5-f814-49c2-a372-410155427986 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.888510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c7fbd45e-3548-4bc4-88a3-5b21d77f9c31 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:16.919494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86299d4d-3789-4d30-8bba-30038f9c5a68 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.920645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86299d4d-3789-4d30-8bba-30038f9c5a68 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.920978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455e3a5-f814-49c2-a372-410155427986 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0562bdf5-8812-4d4a-b52d-75fc67b07120,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:16.926760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3455e3a5-f814-49c2-a372-410155427986 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:16.928656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-73e817e1-1b2e-40bd-b34f-a0ff248110f6 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:16.934222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:16.952581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ed3c1d4a-8bf1-45c7-aa07-f19f1bc9b9ac HTTP/1.1" status: 204 len: 168 time: 7.2686870 Dec 07 13:29:16.952581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45494) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:16.953220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93187afd-ef48-446f-a0d1-979e640408b1 None None] DHCP port deletion for a4460b11-056a-4420-a124-3e4be76ed697 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:29:16.958812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-93187afd-ef48-446f-a0d1-979e640408b1 None None] Deleting port d613cb90-06d0-4bf5-b018-1f2ea1487c8e {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:16.962494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93187afd-ef48-446f-a0d1-979e640408b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:17.045017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=93a8bb24-5b88-4bd3-aead-d40fa53d63b6,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:17.051007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:17.065582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network a325a2fb-61ad-40c3-965e-d8c9a5879437 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:17.070846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:17.075819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:17.161622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3455e3a5-f814-49c2-a372-410155427986 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:17.162880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3455e3a5-f814-49c2-a372-410155427986 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-groups/0562bdf5-8812-4d4a-b52d-75fc67b07120 HTTP/1.1" status: 204 len: 168 time: 0.9160025 Dec 07 13:29:17.222194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45498) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:17.276826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-93187afd-ef48-446f-a0d1-979e640408b1 None None] For port d613cb90-06d0-4bf5-b018-1f2ea1487c8e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d613cb90-06d0-4bf5-b018-1f2ea1487c8e,segment=NetworkSegment(becd5887-1068-4adc-be86-a7d2522264a0),segment_id=becd5887-1068-4adc-be86-a7d2522264a0)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:17.277276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93187afd-ef48-446f-a0d1-979e640408b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:17.281204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:17.282154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:17.340149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] For port d613cb90-06d0-4bf5-b018-1f2ea1487c8e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d613cb90-06d0-4bf5-b018-1f2ea1487c8e,segment=NetworkSegment(becd5887-1068-4adc-be86-a7d2522264a0),segment_id=becd5887-1068-4adc-be86-a7d2522264a0)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:17.340828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:17.351756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2033720 Dec 07 13:29:17.444709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-93187afd-ef48-446f-a0d1-979e640408b1 None None] Calling delete_port for d613cb90-06d0-4bf5-b018-1f2ea1487c8e owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:17.493123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Request body: {'port': {'device_id': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:17.530287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Calling delete_port for d613cb90-06d0-4bf5-b018-1f2ea1487c8e owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:17.582904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-301c7414-7c57-48a5-9232-3e9c366bc386 None None] Provisioning for port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:17.600009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f417-4765-4899-abdd-b8b71d483cac tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:17.600456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-301c7414-7c57-48a5-9232-3e9c366bc386 None None] Provisioning complete for port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:17.601047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-301c7414-7c57-48a5-9232-3e9c366bc386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:17.645739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f830e9-0a99-4b82-9e07-f719732669ab admin admin] Deleting subnet 1224687e-5b0c-4a0e-bd15-13393deb64e3 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:29:17.646635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7437957b-b505-4917-96d3-beed2e1bcb69 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:29:17.662472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3900ec9d-068c-4b6f-b3b1-23de7c85ad7a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:17.696916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-95f830e9-0a99-4b82-9e07-f719732669ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:17.698940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 7437957b-b505-4917-96d3-beed2e1bcb69 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:29:17.699517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7437957b-b505-4917-96d3-beed2e1bcb69 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:29:17.699998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d613cb90-06d0-4bf5-b018-1f2ea1487c8e no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:29:17.743787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93187afd-ef48-446f-a0d1-979e640408b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:17.753302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-33cfc218-7093-4b83-83a1-061c5b78d0bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:17.782607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: d613cb90-06d0-4bf5-b018-1f2ea1487c8e {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:29:17.782989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d613cb90-06d0-4bf5-b018-1f2ea1487c8e not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:29:17.787568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4f417-4765-4899-abdd-b8b71d483cac tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=987ab210-d245-4917-a5b5-c727e31f9032,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:17.809400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93187afd-ef48-446f-a0d1-979e640408b1 None None] No DVR routers for this DVR port d613cb90-06d0-4bf5-b018-1f2ea1487c8e on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:29:17.809746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3ed4f417-4765-4899-abdd-b8b71d483cac tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:17.813566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93187afd-ef48-446f-a0d1-979e640408b1 None None] Pushing event deleted for resources: {'Port': ['ID=d613cb90-06d0-4bf5-b018-1f2ea1487c8e,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:17.821108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-93187afd-ef48-446f-a0d1-979e640408b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:17.822117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-301c7414-7c57-48a5-9232-3e9c366bc386 None None] Port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:29:17.903360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-95f830e9-0a99-4b82-9e07-f719732669ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:17.925931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:29:17.926389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:29:17.935749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86299d4d-3789-4d30-8bba-30038f9c5a68 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:17.940172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9f1dd29d-82c8-4a8c-9de3-5b680a4e9162 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:17.942690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:18.207519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:18.237519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86299d4d-3789-4d30-8bba-30038f9c5a68 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:18.252312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9f1dd29d-82c8-4a8c-9de3-5b680a4e9162 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:18.253672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9f1dd29d-82c8-4a8c-9de3-5b680a4e9162 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0250163 Dec 07 13:29:18.259384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45504) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:18.265765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e9c803f8-2d1d-4825-a1c1-327478e10377 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246836235'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:18.286492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db3bc9-ee87-4058-9e1f-d72f5bc45670 req-edd196b0-f824-4a79-88e3-b626b5d87fcf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:18.288667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e9c803f8-2d1d-4825-a1c1-327478e10377 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:18.289649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f9db3bc9-ee87-4058-9e1f-d72f5bc45670 req-edd196b0-f824-4a79-88e3-b626b5d87fcf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 932 time: 0.7062032 Dec 07 13:29:18.303596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e9c803f8-2d1d-4825-a1c1-327478e10377 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:18.361016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f417-4765-4899-abdd-b8b71d483cac tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:18.387523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9c803f8-2d1d-4825-a1c1-327478e10377 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:18.394016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86299d4d-3789-4d30-8bba-30038f9c5a68 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:18.395360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-86299d4d-3789-4d30-8bba-30038f9c5a68 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.9514868 Dec 07 13:29:18.396214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff549-c737-4116-b793-c3a3ea2575fb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:18.398574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:29:18.402420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45508) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:18.404349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0eed33af-b36c-4232-b0fa-1f040ba36aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:18.413358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-664407068'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:18.421881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:18.425209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:18.428614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Deleting port d613cb90-06d0-4bf5-b018-1f2ea1487c8e {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:18.428944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:18.464865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Usage tracker for resource:network and tenant:327364e35de649499d5d2699ff82d6f6 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:18.477782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:18.489754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:18.506251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-95f830e9-0a99-4b82-9e07-f719732669ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:18.537606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] The port 'd613cb90-06d0-4bf5-b018-1f2ea1487c8e' was deleted {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:29:18.538732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Transition to ACTIVE for port object 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:18.552632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:18.554490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ff549-c737-4116-b793-c3a3ea2575fb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Port': ['ID=6001ae84-64c8-4b32-b578-7ab3848c6e6a,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:18.575221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee0ff549-c737-4116-b793-c3a3ea2575fb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:18.579331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e9c803f8-2d1d-4825-a1c1-327478e10377 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:18.580284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f9db3bc9-ee87-4058-9e1f-d72f5bc45670 req-34bd82c6-fec3-4e6c-ac31-884bbc977098 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d14d27-d895-425a-a3c0-a3abe53d04e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681606 Dec 07 13:29:18.585841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d482c9dd-b1a9-43df-a542-d471091d8de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:18.585962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:18.591634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4b927e60-f5ce-4c22-bb9a-4275da15fc25 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:18.645624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e9c803f8-2d1d-4825-a1c1-327478e10377 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:18.661416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Made reservation on behalf of 327364e35de649499d5d2699ff82d6f6 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:18.667020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:18.678692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e9c803f8-2d1d-4825-a1c1-327478e10377 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:18.740403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e9c803f8-2d1d-4825-a1c1-327478e10377 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:18.761439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:18.818115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Pushing event updated for resources: {'Port': ['ID=493e38ca-05ad-4639-87fb-98b8df8cc4f8,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:18.826549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:18.829780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:18.833905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:18.841300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:18.865399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:18.887871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Pushing event updated for resources: {'Port': ['ID=93a8bb24-5b88-4bd3-aead-d40fa53d63b6,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:18.900483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:18.938277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4460b11-056a-4420-a124-3e4be76ed697']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:18.971879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becd5887-1068-4adc-be86-a7d2522264a0') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:18.972232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becd5887-1068-4adc-be86-a7d2522264a0') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:19.021377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:19.031955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.095165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Usage tracker for resource:security_group_rule and tenant:327364e35de649499d5d2699ff82d6f6 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:19.104776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.111882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:19.116416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9c803f8-2d1d-4825-a1c1-327478e10377 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.133054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:29:19.133508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.150151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-95f830e9-0a99-4b82-9e07-f719732669ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:29:19.156428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:29:19.161866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:19.170612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:19.221473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9c803f8-2d1d-4825-a1c1-327478e10377 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.223992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f830e9-0a99-4b82-9e07-f719732669ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1224687e-5b0c-4a0e-bd15-13393deb64e3,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:19.232247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-95f830e9-0a99-4b82-9e07-f719732669ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:19.234089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:19.234757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.238552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-00903790-1c0d-4005-b32d-35c83d463cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:19.241728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff549-c737-4116-b793-c3a3ea2575fb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.248633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c78e021-58fe-45f5-a681-02967036e0e5 None None] Network 6c962f77-029a-4d3f-8fec-e60389bdc894 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:19.311254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-95f830e9-0a99-4b82-9e07-f719732669ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.327912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c803f8-2d1d-4825-a1c1-327478e10377 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91dc945-8cfe-44fa-b879-d9a737d9fc5c,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:19.344119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Attempting to bind port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:29:19.344706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Attempting to bind port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'a029c2b2-4376-4228-bb62-b64926c95592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:29:19.345710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Attempting to bind port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 on network a325a2fb-61ad-40c3-965e-d8c9a5879437 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:29:19.349062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9c803f8-2d1d-4825-a1c1-327478e10377 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:19.379910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 on network a325a2fb-61ad-40c3-965e-d8c9a5879437 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:29:19.380213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Attempting to bind port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 on network a325a2fb-61ad-40c3-965e-d8c9a5879437 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:29:19.408779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:29:19.409184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Checking segment: {'id': 'a029c2b2-4376-4228-bb62-b64926c95592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:29:19.409571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Bound using segment: {'id': 'a029c2b2-4376-4228-bb62-b64926c95592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:29:19.410059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Bound port: 93a8bb24-5b88-4bd3-aead-d40fa53d63b6, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a029c2b2-4376-4228-bb62-b64926c95592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:29:19.410450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.435725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.446141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-100a7f37-082a-4df5-b36f-ce17dd395f13 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:19.467012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.515652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9c803f8-2d1d-4825-a1c1-327478e10377 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.520187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e9c803f8-2d1d-4825-a1c1-327478e10377 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2608156 Dec 07 13:29:19.521828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45512) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:19.533073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Pushing event deleted for resources: {'Network': ['ID=a4460b11-056a-4420-a124-3e4be76ed697,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:19.551054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:19.557460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2c9b7dfb-1de7-4b51-9979-29e08716a819 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group_rule': {'security_group_id': 'e91dc945-8cfe-44fa-b879-d9a737d9fc5c', 'direction': 'ingress', 'protocol': 17}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:19.569289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] 10.222.0.24 "DELETE /v2.0/networks/a4460b11-056a-4420-a124-3e4be76ed697 HTTP/1.1" status: 204 len: 168 time: 2.9084206 Dec 07 13:29:19.590327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] DHCP port deletion for 6c962f77-029a-4d3f-8fec-e60389bdc894 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:29:19.591136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2c9b7dfb-1de7-4b51-9979-29e08716a819 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:19.595763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Deleting port a18e2d20-af09-48df-8c9f-53e0c7ec3d93 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:19.596437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.605271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.606986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2c9b7dfb-1de7-4b51-9979-29e08716a819 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:19.612682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2c9b7dfb-1de7-4b51-9979-29e08716a819 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:19.632257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2c9b7dfb-1de7-4b51-9979-29e08716a819 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:19.649597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] For port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:29:19.653029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] For port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=93a8bb24-5b88-4bd3-aead-d40fa53d63b6,segment=NetworkSegment(a029c2b2-4376-4228-bb62-b64926c95592),segment_id=a029c2b2-4376-4228-bb62-b64926c95592)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:29:19.656006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.660506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d23517a5-9753-49ff-a3ee-02b32fe1a956 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:19.692843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:29:19.705116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.715548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b59454-f8e3-4a39-8ee2-f5acc70acabf,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:19.722858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.723260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Added segment 68d8d3c8-e0af-4ff2-ad79-baef7cc256b2 of type vlan for network cdb1a0b3-5485-4171-a43f-2c5ddf6457e9 Dec 07 13:29:19.746282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:19.746862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ebb930c-0574-4628-95dc-ed6507c27291 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:19.813078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:29:19.819121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c9b7dfb-1de7-4b51-9979-29e08716a819 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.859955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-95f830e9-0a99-4b82-9e07-f719732669ab admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1224687e-5b0c-4a0e-bd15-13393deb64e3 HTTP/1.1" status: 204 len: 168 time: 2.8702464 Dec 07 13:29:19.867941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] For port a18e2d20-af09-48df-8c9f-53e0c7ec3d93, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a18e2d20-af09-48df-8c9f-53e0c7ec3d93,segment=NetworkSegment(fc944cef-a8d4-4f90-8502-f76ab34013ce),segment_id=fc944cef-a8d4-4f90-8502-f76ab34013ce)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:19.868381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:19.879217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45520) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:19.938351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.6426194 Dec 07 13:29:19.991903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45524) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:20.017000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.018501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] 10.222.0.45 "PUT /v2.0/ports/93a8bb24-5b88-4bd3-aead-d40fa53d63b6 HTTP/1.1" status: 200 len: 1094 time: 2.5886517 Dec 07 13:29:20.034587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.038059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'tag': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:29:20.065662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.223'}]}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:20.067642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.087478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Pushing event updated for resources: {'Port': ['ID=93a8bb24-5b88-4bd3-aead-d40fa53d63b6,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:20.093505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] Deleting port a18e2d20-af09-48df-8c9f-53e0c7ec3d93 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:20.093891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.121223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:20.162348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Calling delete_port for a18e2d20-af09-48df-8c9f-53e0c7ec3d93 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:20.166699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff549-c737-4116-b793-c3a3ea2575fb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.175387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:20.185847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Usage tracker for resource:router and tenant:0fd60193a6614c81bfc87a9126176087 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:20.194227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'tag': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6', 'status': 'completed', 'code': 200} Dec 07 13:29:20.199583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:20.204244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff549-c737-4116-b793-c3a3ea2575fb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.218033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:20.276560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed4f417-4765-4899-abdd-b8b71d483cac tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Router b19778ce-0b66-43a6-a257-361e2be72d41 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:29:20.296978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.298418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.310562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.311061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4154f6-ced6-435c-928b-f4f893816285 req-85349aaf-e62e-42b0-95c4-97e5ccc1a4db tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:20.312948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6c4154f6-ced6-435c-928b-f4f893816285 req-85349aaf-e62e-42b0-95c4-97e5ccc1a4db tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 944 time: 0.4640133 Dec 07 13:29:20.319092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8f264697-4c06-4f71-ba33-3e059bcca44b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:20.321571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45532) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:20.338898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c9b7dfb-1de7-4b51-9979-29e08716a819 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.343943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] The port 'a18e2d20-af09-48df-8c9f-53e0c7ec3d93' was deleted {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:29:20.355680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.359794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:20.363421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.368152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-86e33d55-f0dd-4994-bc11-442aad1c2172 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:20.423919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff549-c737-4116-b793-c3a3ea2575fb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.424448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0ff549-c737-4116-b793-c3a3ea2575fb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Fanout notify agent at l3_agent the message router_deleted on router b21d7d8f-c806-4e92-bf67-4b8196437247 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:29:20.427714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] No DVR routers for this DVR port a18e2d20-af09-48df-8c9f-53e0c7ec3d93 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:29:20.437028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Pushing event deleted for resources: {'Port': ['ID=a18e2d20-af09-48df-8c9f-53e0c7ec3d93,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:20.437297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c9b7dfb-1de7-4b51-9979-29e08716a819 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.451005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:20.451606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:20.452090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:20.452563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:20.453057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:20.453708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:20.457614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:20.457614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:20.457614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:20.457614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:20.457614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:29:20.499591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:20.534126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee0ff549-c737-4116-b793-c3a3ea2575fb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.538599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ee0ff549-c737-4116-b793-c3a3ea2575fb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/routers/b21d7d8f-c806-4e92-bf67-4b8196437247 HTTP/1.1" status: 204 len: 168 time: 7.9947121 Dec 07 13:29:20.539443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.541229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45540) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:20.580109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-b6bd0f4b-585f-4430-b279-5b805f03d976 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 1097 time: 0.4464695 Dec 07 13:29:20.587702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6c4154f6-ced6-435c-928b-f4f893816285 req-04413f1b-e5cc-4518-8b09-f8d9784099f3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d14d27-d895-425a-a3c0-a3abe53d04e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640457 Dec 07 13:29:20.638824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed4f417-4765-4899-abdd-b8b71d483cac tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:29:20.652392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3ed4f417-4765-4899-abdd-b8b71d483cac tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "PUT /v2.0/routers/b19778ce-0b66-43a6-a257-361e2be72d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5827622 Dec 07 13:29:20.652605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41ce7e-9ab0-4b45-a6b4-6166e2398add None None] Sync routers for ids ['b19778ce-0b66-43a6-a257-361e2be72d41'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:29:20.654416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45546) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:20.668686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41ce7e-9ab0-4b45-a6b4-6166e2398add None None] Routers {'b19778ce-0b66-43a6-a257-361e2be72d41'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:20.669314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ed41ce7e-9ab0-4b45-a6b4-6166e2398add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b19778ce-0b66-43a6-a257-361e2be72d41'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:20.689168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2811947 Dec 07 13:29:20.698486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event updated for resources: {'Network': ['ID=cdb1a0b3-5485-4171-a43f-2c5ddf6457e9,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:20.702231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45550) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:20.704558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.721600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:20.721600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:20.731110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Request body: {'subnet': {'network_id': 'cdb1a0b3-5485-4171-a43f-2c5ddf6457e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:20.738844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network cdb1a0b3-5485-4171-a43f-2c5ddf6457e9 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:29:20.748983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-3f0ceb1d-1b8c-443b-bb54-2810126d56b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a8bb24-5b88-4bd3-aead-d40fa53d63b6 HTTP/1.1" status: 200 len: 217 time: 0.1515269 Dec 07 13:29:20.767609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ed41ce7e-9ab0-4b45-a6b4-6166e2398add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:20.802077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49ba173-e965-41fb-99e5-94eac086b0b5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] GET failed (client error): The resource could not be found. Dec 07 13:29:20.802638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a49ba173-e965-41fb-99e5-94eac086b0b5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Synchronizing usage tracker for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:20.808885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b7dfb-1de7-4b51-9979-29e08716a819 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974b38f3-961c-4b20-b98d-dd08a78560ad,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:20.812002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c962f77-029a-4d3f-8fec-e60389bdc894']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:20.868416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41ce7e-9ab0-4b45-a6b4-6166e2398add None None] Routers {'b19778ce-0b66-43a6-a257-361e2be72d41'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:20.868969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ed41ce7e-9ab0-4b45-a6b4-6166e2398add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b19778ce-0b66-43a6-a257-361e2be72d41'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:20.873521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c9b7dfb-1de7-4b51-9979-29e08716a819 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:20.877190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2c9b7dfb-1de7-4b51-9979-29e08716a819 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.3434315 Dec 07 13:29:20.877190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c9b7dfb-1de7-4b51-9979-29e08716a819 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:20.894665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45554) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:20.938359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc944cef-a8d4-4f90-8502-f76ab34013ce') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:20.938707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc944cef-a8d4-4f90-8502-f76ab34013ce') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:20.944485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ed41ce7e-9ab0-4b45-a6b4-6166e2398add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:20.944953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41ce7e-9ab0-4b45-a6b4-6166e2398add None None] The sync data for ids ['b19778ce-0b66-43a6-a257-361e2be72d41'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:29:20.965960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-32b402f0-54b7-49f3-8993-212731ed5d49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07580f8211a94102b945545c6ac353f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6407931 Dec 07 13:29:20.971476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45558) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:20.987316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:21.014600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:21.017595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a49ba173-e965-41fb-99e5-94eac086b0b5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Unset dirty status for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:21.018856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a49ba173-e965-41fb-99e5-94eac086b0b5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports/987ab210-d245-4917-a5b5-c727e31f9032 HTTP/1.1" status: 404 len: 333 time: 0.3634322 Dec 07 13:29:21.022323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-351b3633-ad75-4a86-8976-8321ee9a0c1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:21.023968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-351b3633-ad75-4a86-8976-8321ee9a0c1b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ef66669-fecd-45aa-b399-7e03147c83dc HTTP/1.1" status: 200 len: 834 time: 0.2595079 Dec 07 13:29:21.025338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45562) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:21.092132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-145ca72b-b2c3-4a0f-a5e8-2bf5dab3e786 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting subnet 70b80425-362e-4021-b175-eaa03817428e {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:29:21.094699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:21.100157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-145ca72b-b2c3-4a0f-a5e8-2bf5dab3e786 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:21.111063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:21.113740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Usage tracker for resource:subnet and tenant:327364e35de649499d5d2699ff82d6f6 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:21.121464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:21.143273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:29:21.143728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:21.159090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:29:21.164710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:29:21.252483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-145ca72b-b2c3-4a0f-a5e8-2bf5dab3e786 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:21.277732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3c50c031-faea-492f-9e14-5dc9e67de273 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:21.321375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Made reservation on behalf of 327364e35de649499d5d2699ff82d6f6 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:21.358270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b159788-cd03-4a4d-9268-258b7928e434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:21.367338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3c50c031-faea-492f-9e14-5dc9e67de273 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:21.370267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-725faca0-f3c5-4fa0-af07-17baa08fae6a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:21.487350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-ff5bd803-f2db-4c9d-848a-7777bf0bcd5b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a325a2fb-61ad-40c3-965e-d8c9a5879437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4418852 Dec 07 13:29:21.503550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b159788-cd03-4a4d-9268-258b7928e434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:21.525859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:21.619449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a18e2d20-af09-48df-8c9f-53e0c7ec3d93 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:29:21.661336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: a18e2d20-af09-48df-8c9f-53e0c7ec3d93 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:29:21.661823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a18e2d20-af09-48df-8c9f-53e0c7ec3d93 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:29:21.788625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bab4d745-de4d-4957-8005-20d797e7e3dc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:21.803588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:21.879321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:21.931401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c962f77-029a-4d3f-8fec-e60389bdc894,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:21.949945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-145ca72b-b2c3-4a0f-a5e8-2bf5dab3e786 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:22.002782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:22.070666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3c50c031-faea-492f-9e14-5dc9e67de273 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:22.083875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:22.121258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50c031-faea-492f-9e14-5dc9e67de273 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91dc945-8cfe-44fa-b879-d9a737d9fc5c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:22.123327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3c50c031-faea-492f-9e14-5dc9e67de273 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:22.127291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3c50c031-faea-492f-9e14-5dc9e67de273 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-groups/e91dc945-8cfe-44fa-b879-d9a737d9fc5c HTTP/1.1" status: 204 len: 168 time: 1.2185535 Dec 07 13:29:22.127291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6c962f77-029a-4d3f-8fec-e60389bdc894 HTTP/1.1" status: 204 len: 168 time: 2.2431324 Dec 07 13:29:22.129575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3c50c031-faea-492f-9e14-5dc9e67de273 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:22.131253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45568) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:22.141044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-25ffd987-d8d0-4d67-842f-1c4042793cf6 service neutron] 10.222.0.45 "GET /v2.0/networks/a325a2fb-61ad-40c3-965e-d8c9a5879437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163874 Dec 07 13:29:22.193894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b159788-cd03-4a4d-9268-258b7928e434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:22.251734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6c0b54dc-e8c8-48c0-b9dd-3d74499c5b75 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:22.263693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c6f46-3e9d-43e9-97f3-9c1b1d0f4e9d req-ac6aa6ff-5e9c-4321-b426-e6c9404a32a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:22.265528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7f6c6f46-3e9d-43e9-97f3-9c1b1d0f4e9d req-ac6aa6ff-5e9c-4321-b426-e6c9404a32a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 944 time: 0.4914870 Dec 07 13:29:22.286095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-725faca0-f3c5-4fa0-af07-17baa08fae6a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:22.289972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b159788-cd03-4a4d-9268-258b7928e434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118a087c-0a4e-4c69-8137-948b669ce1ee,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:22.303925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b159788-cd03-4a4d-9268-258b7928e434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:22.330474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-725faca0-f3c5-4fa0-af07-17baa08fae6a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:22.351365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b159788-cd03-4a4d-9268-258b7928e434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:22.356652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0b159788-cd03-4a4d-9268-258b7928e434 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/118a087c-0a4e-4c69-8137-948b669ce1ee HTTP/1.1" status: 204 len: 168 time: 1.3704510 Dec 07 13:29:22.469243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-145ca72b-b2c3-4a0f-a5e8-2bf5dab3e786 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:22.475713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-370e858a-5eb6-4091-96a0-6eaf9baf773e tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:22.479672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-95f830e9-0a99-4b82-9e07-f719732669ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:22.498860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45576) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:22.520833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7f6c6f46-3e9d-43e9-97f3-9c1b1d0f4e9d req-aa96cd11-6176-4588-9a02-fb2ea5e7a49e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d14d27-d895-425a-a3c0-a3abe53d04e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270446 Dec 07 13:29:22.539697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ca72b-b2c3-4a0f-a5e8-2bf5dab3e786 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Subnet': ['ID=70b80425-362e-4021-b175-eaa03817428e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:22.540523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b18386-6f3c-404b-9a09-2a4f95e06ad6 req-a43607ff-ecc6-498a-801a-99423c88e7ef service neutron] 10.222.0.45 "GET /v2.0/networks/a325a2fb-61ad-40c3-965e-d8c9a5879437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827507 Dec 07 13:29:22.564604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-145ca72b-b2c3-4a0f-a5e8-2bf5dab3e786 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:22.568619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-145ca72b-b2c3-4a0f-a5e8-2bf5dab3e786 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:22.569069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e6275c-0a8c-4e71-91d1-8e0f260d95b1 None None] Network e438cebd-378f-497e-9f1d-919938598811 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:22.570275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:22.611883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:22.612558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-370e858a-5eb6-4091-96a0-6eaf9baf773e tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:22.613944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-370e858a-5eb6-4091-96a0-6eaf9baf773e tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4789979 Dec 07 13:29:22.616880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bae6664e-00ea-40ce-a31a-2710cb55dee8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0e0103fbec1461caa3f0787ea67511c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1130204 Dec 07 13:29:22.617973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45580) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:22.621034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45584) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:22.624948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a5c24f5b-848a-43ee-8571-003e35f0b056 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group': {'name': 'tempest-secgroup--643560007'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:22.644207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a5c24f5b-848a-43ee-8571-003e35f0b056 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:22.657363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-725faca0-f3c5-4fa0-af07-17baa08fae6a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:22.657942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725faca0-f3c5-4fa0-af07-17baa08fae6a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Fanout notify agent at l3_agent the message router_deleted on router b19778ce-0b66-43a6-a257-361e2be72d41 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:29:22.664719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-145ca72b-b2c3-4a0f-a5e8-2bf5dab3e786 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/subnets/70b80425-362e-4021-b175-eaa03817428e HTTP/1.1" status: 204 len: 168 time: 2.1175640 Dec 07 13:29:22.665089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45588) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:22.667608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-725faca0-f3c5-4fa0-af07-17baa08fae6a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:22.671362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a5c24f5b-848a-43ee-8571-003e35f0b056 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:22.671489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-725faca0-f3c5-4fa0-af07-17baa08fae6a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/routers/b19778ce-0b66-43a6-a257-361e2be72d41 HTTP/1.1" status: 204 len: 168 time: 1.6399591 Dec 07 13:29:22.674904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45592) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:22.806368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:22.824325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:22.890915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5c24f5b-848a-43ee-8571-003e35f0b056 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.018757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.026569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event updated for resources: {'Subnet': ['ID=753826a6-b9df-4c84-a5ba-d037755b8df6,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:23.029341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffff9beb-0ed4-400a-95e6-b23a0a815b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.032079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:23.075905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a5c24f5b-848a-43ee-8571-003e35f0b056 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:23.089235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cfbf3e2-25a2-498e-a1ec-405b82616bde tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting subnet 48bf83ae-c725-4d66-a873-43be55f7b20c {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:29:23.090248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cfbf3e2-25a2-498e-a1ec-405b82616bde tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.114294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a5c24f5b-848a-43ee-8571-003e35f0b056 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:23.118518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffff9beb-0ed4-400a-95e6-b23a0a815b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.130543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a5c24f5b-848a-43ee-8571-003e35f0b056 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:23.136276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting port e634d6dd-e51a-4274-a292-bfd4feced22e {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:23.136655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.144821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.153731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd8cc43-7761-410f-9eab-3985686a8a28 None None] DHCP port deletion for e438cebd-378f-497e-9f1d-919938598811 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:29:23.158401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8cc43-7761-410f-9eab-3985686a8a28 None None] Deleting port e634d6dd-e51a-4274-a292-bfd4feced22e {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:23.159035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4dd8cc43-7761-410f-9eab-3985686a8a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.171277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Checking segment: {'id': '68d8d3c8-e0af-4ff2-ad79-baef7cc256b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'cdb1a0b3-5485-4171-a43f-2c5ddf6457e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:29:23.171681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Network hostable DHCP agents. Network: cdb1a0b3-5485-4171-a43f-2c5ddf6457e9, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:29:23.189234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a5c24f5b-848a-43ee-8571-003e35f0b056 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:23.194181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dcb12c5e-4e2c-4ec0-880c-46c366b149d8 req-ee44919a-f71f-4966-b558-8c45772ca85a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 1097 time: 0.4768741 Dec 07 13:29:23.268924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cfbf3e2-25a2-498e-a1ec-405b82616bde tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.456844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4dd8cc43-7761-410f-9eab-3985686a8a28 None None] For port e634d6dd-e51a-4274-a292-bfd4feced22e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e634d6dd-e51a-4274-a292-bfd4feced22e,segment=NetworkSegment(13bed25d-6944-4600-9baa-fd47fc8007ec),segment_id=13bed25d-6944-4600-9baa-fd47fc8007ec)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:23.457543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4dd8cc43-7761-410f-9eab-3985686a8a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.477204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Network cdb1a0b3-5485-4171-a43f-2c5ddf6457e9 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:29:23.549791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffff9beb-0ed4-400a-95e6-b23a0a815b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.565995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:23.610830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5c24f5b-848a-43ee-8571-003e35f0b056 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.612270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb12c5e-4e2c-4ec0-880c-46c366b149d8 req-f65e46c0-e889-4098-a33f-532d3379f912 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:23.613891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dcb12c5e-4e2c-4ec0-880c-46c366b149d8 req-f65e46c0-e889-4098-a33f-532d3379f912 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a325a2fb-61ad-40c3-965e-d8c9a5879437 HTTP/1.1" status: 200 len: 898 time: 0.4071651 Dec 07 13:29:23.620644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff9beb-0ed4-400a-95e6-b23a0a815b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c0f2c0-8040-4764-9ad6-171878e9149a,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:23.634326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, cdb1a0b3-5485-4171-a43f-2c5ddf6457e9) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:23.645869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ffff9beb-0ed4-400a-95e6-b23a0a815b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:23.711385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:23.712041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.714184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8cc43-7761-410f-9eab-3985686a8a28 None None] Calling delete_port for e634d6dd-e51a-4274-a292-bfd4feced22e owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:23.717428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] For port e634d6dd-e51a-4274-a292-bfd4feced22e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e634d6dd-e51a-4274-a292-bfd4feced22e,segment=NetworkSegment(13bed25d-6944-4600-9baa-fd47fc8007ec),segment_id=13bed25d-6944-4600-9baa-fd47fc8007ec)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:23.717832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.740535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5c24f5b-848a-43ee-8571-003e35f0b056 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.756287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d26637b-255e-4117-a810-326e5fe0d631 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:23.827188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c002cdc-b463-4f1d-87d7-ea5c9a19704a None None] Network cdb1a0b3-5485-4171-a43f-2c5ddf6457e9 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:23.892002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e634d6dd-e51a-4274-a292-bfd4feced22e no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:29:23.923799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Calling delete_port for e634d6dd-e51a-4274-a292-bfd4feced22e owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:23.945100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cfbf3e2-25a2-498e-a1ec-405b82616bde tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.950039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4dd8cc43-7761-410f-9eab-3985686a8a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.956483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:23.960704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dcb12c5e-4e2c-4ec0-880c-46c366b149d8 req-870c2542-7118-4b54-af8e-25f79c6e5dce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a8bb24-5b88-4bd3-aead-d40fa53d63b6 HTTP/1.1" status: 200 len: 217 time: 0.3208866 Dec 07 13:29:23.971131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffff9beb-0ed4-400a-95e6-b23a0a815b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.975986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ffff9beb-0ed4-400a-95e6-b23a0a815b15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7c0f2c0-8040-4764-9ad6-171878e9149a HTTP/1.1" status: 204 len: 168 time: 1.3424592 Dec 07 13:29:23.977668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:23.986313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: e634d6dd-e51a-4274-a292-bfd4feced22e {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:29:23.986710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e634d6dd-e51a-4274-a292-bfd4feced22e not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:29:24.008527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:24.056149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb12c5e-4e2c-4ec0-880c-46c366b149d8 req-303757bc-1bfe-4c54-abc0-5a21d27e3f34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:24.058701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dcb12c5e-4e2c-4ec0-880c-46c366b149d8 req-303757bc-1bfe-4c54-abc0-5a21d27e3f34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ef66669-fecd-45aa-b399-7e03147c83dc HTTP/1.1" status: 200 len: 834 time: 0.0830476 Dec 07 13:29:24.059548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5c24f5b-848a-43ee-8571-003e35f0b056 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:24.063806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a5c24f5b-848a-43ee-8571-003e35f0b056 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4420946 Dec 07 13:29:24.070694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45600) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:24.079290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3616390 Dec 07 13:29:24.081850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7cd0554f-d3a3-44ce-b083-66648fc4fede tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1115731523'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:24.084142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8cc43-7761-410f-9eab-3985686a8a28 None None] Pushing event deleted for resources: {'Port': ['ID=e634d6dd-e51a-4274-a292-bfd4feced22e,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:24.090464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45604) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:24.097804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4dd8cc43-7761-410f-9eab-3985686a8a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:24.100693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7db588-fd33-470b-bbc6-73957ccab7d3 req-55f37ad9-bb72-44f3-84ac-e177b81e0dd6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:24.106404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd8cc43-7761-410f-9eab-3985686a8a28 None None] No DVR routers for this DVR port e634d6dd-e51a-4274-a292-bfd4feced22e on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:29:24.109744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc7db588-fd33-470b-bbc6-73957ccab7d3 req-55f37ad9-bb72-44f3-84ac-e177b81e0dd6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 944 time: 0.2276902 Dec 07 13:29:24.114156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7cd0554f-d3a3-44ce-b083-66648fc4fede tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:24.138625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Request body: {'network': {'name': 'tempest-router-network01--708085517'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:24.144237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:24.151291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Usage tracker for resource:network and tenant:327364e35de649499d5d2699ff82d6f6 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:24.154861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:24.161446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:24.165173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c24f5b-848a-43ee-8571-003e35f0b056 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b097ce-6b1b-49e7-8f85-4ca1b0dda77f,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:24.171011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7cd0554f-d3a3-44ce-b083-66648fc4fede tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:24.172088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a5c24f5b-848a-43ee-8571-003e35f0b056 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:24.174555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:24.175405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17a8934a-e888-4807-a1e9-63ac348b2d75 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:29:24.177499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7cd0554f-d3a3-44ce-b083-66648fc4fede tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:24.196931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-cdb1a0b3-5485-4171-a43f-2c5ddf6457e9', 'network_id': 'cdb1a0b3-5485-4171-a43f-2c5ddf6457e9', 'tenant_id': '327364e35de649499d5d2699ff82d6f6', 'fixed_ips': [{'subnet_id': '753826a6-b9df-4c84-a5ba-d037755b8df6'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:29:24.198743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:24.200408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7cd0554f-d3a3-44ce-b083-66648fc4fede tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:24.207137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cfbf3e2-25a2-498e-a1ec-405b82616bde tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:24.208907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:29:24.209428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:29:24.218982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-afe4730c-4752-4efe-a323-facfdc8beb26 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:24.230587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dcb12c5e-4e2c-4ec0-880c-46c366b149d8 req-a072e5e5-0982-4272-8a16-ea5e447267df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a325a2fb-61ad-40c3-965e-d8c9a5879437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1543767 Dec 07 13:29:24.431394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Allocated IP 2001:db8::2 (cdb1a0b3-5485-4171-a43f-2c5ddf6457e9/753826a6-b9df-4c84-a5ba-d037755b8df6/ac409ae0-bffe-4fcb-9fb9-a586bc75fc65) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:24.478645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dcb12c5e-4e2c-4ec0-880c-46c366b149d8 req-9ed5f9c2-8e86-4b45-b186-1b78683c161a service neutron] 10.222.0.45 "GET /v2.0/networks/a325a2fb-61ad-40c3-965e-d8c9a5879437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371888 Dec 07 13:29:24.537401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Made reservation on behalf of 327364e35de649499d5d2699ff82d6f6 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:24.543574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:24.561954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbf3e2-25a2-498e-a1ec-405b82616bde tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Subnet': ['ID=48bf83ae-c725-4d66-a873-43be55f7b20c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:24.571593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0cfbf3e2-25a2-498e-a1ec-405b82616bde tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:24.580514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cfbf3e2-25a2-498e-a1ec-405b82616bde tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:24.588189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cd0554f-d3a3-44ce-b083-66648fc4fede tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:24.613264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc7db588-fd33-470b-bbc6-73957ccab7d3 req-6f19ed41-5bf8-4a7c-9fa2-c2f4d661f68e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d14d27-d895-425a-a3c0-a3abe53d04e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5021255 Dec 07 13:29:24.633589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0cfbf3e2-25a2-498e-a1ec-405b82616bde tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/48bf83ae-c725-4d66-a873-43be55f7b20c HTTP/1.1" status: 204 len: 168 time: 1.9583006 Dec 07 13:29:24.639127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 07 13:29:24.641332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45610) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:24.642298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4575d064-0c7c-47e1-9f7b-9219391a4c1c None None] Network 31937888-3f8c-4057-8520-9ca34d288947 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:24.643635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2f468985-f2b6-4d0f-a81c-16548ca17188 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.6036091 Dec 07 13:29:24.651585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45612) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:24.678660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dcb12c5e-4e2c-4ec0-880c-46c366b149d8 req-c4320a6c-7335-4a7b-b3a8-c57da5584ffa service neutron] 10.222.0.45 "GET /v2.0/networks/a325a2fb-61ad-40c3-965e-d8c9a5879437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896768 Dec 07 13:29:24.685678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:29:24.735581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting port e634d6dd-e51a-4274-a292-bfd4feced22e {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:24.735956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:24.743584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7cd0554f-d3a3-44ce-b083-66648fc4fede tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:24.747405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:24.747799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Added segment 448949a0-d5f2-45ba-9f34-d0e61a1ef854 of type vlan for network 0d3af520-4d52-4d13-9ec1-87f675f1e7c1 Dec 07 13:29:24.765908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7cd0554f-d3a3-44ce-b083-66648fc4fede tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:24.770922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7cd0554f-d3a3-44ce-b083-66648fc4fede tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:24.781481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-722dd603-2563-43b3-902d-664217b679a2 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Deleting port 493e38ca-05ad-4639-87fb-98b8df8cc4f8 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:24.781866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-722dd603-2563-43b3-902d-664217b679a2 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:24.820121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7cd0554f-d3a3-44ce-b083-66648fc4fede tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:24.861696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:24.877394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] The port 'e634d6dd-e51a-4274-a292-bfd4feced22e' was deleted {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:29:24.983852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:24.999513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Transition to ACTIVE for port object ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:25.022590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Transition to ACTIVE for port object ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:25.064555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:25.069700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3bcbc202-ae4d-43ce-9bd3-d587b3dad369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:25.077820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:25.115822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e438cebd-378f-497e-9f1d-919938598811']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:25.116100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cd0554f-d3a3-44ce-b083-66648fc4fede tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:25.132184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bed25d-6944-4600-9baa-fd47fc8007ec') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:25.132498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bed25d-6944-4600-9baa-fd47fc8007ec') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:25.151752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:25.152009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:25.157795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:25.160068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:25.160068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:25.161288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5c4197-6019-45d8-a49c-ab44e57fb299 None None] DHCP port deletion for 31937888-3f8c-4057-8520-9ca34d288947 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:29:25.179169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-949af595-fe70-498b-af24-c6320b8fe80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:25.187911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c4197-6019-45d8-a49c-ab44e57fb299 None None] Deleting port f45bcaa5-ca20-452d-b8c4-5a9bdb500205 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:25.188303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4197-6019-45d8-a49c-ab44e57fb299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:25.188415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port f45bcaa5-ca20-452d-b8c4-5a9bdb500205 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:25.188754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:25.209087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-722dd603-2563-43b3-902d-664217b679a2 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:25.219836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:25.223066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cd0554f-d3a3-44ce-b083-66648fc4fede tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:25.241590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:29:25.242206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:29:25.258667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:29:25.379087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:29:25.532687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=93a8bb24-5b88-4bd3-aead-d40fa53d63b6,segment=NetworkSegment(a029c2b2-4376-4228-bb62-b64926c95592),segment_id=a029c2b2-4376-4228-bb62-b64926c95592)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:25.557859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'port_id': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6', 'mac_address': 'fa:16:3e:11:60:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:29:25.609736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-722dd603-2563-43b3-902d-664217b679a2 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Calling delete_port for 493e38ca-05ad-4639-87fb-98b8df8cc4f8 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:25.625197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Network cdb1a0b3-5485-4171-a43f-2c5ddf6457e9 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:25.628343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Pushing event updated for resources: {'Port': ['ID=ac409ae0-bffe-4fcb-9fb9-a586bc75fc65,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:25.640441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:25.656083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:25.664518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:25.809570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] For port f45bcaa5-ca20-452d-b8c4-5a9bdb500205, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f45bcaa5-ca20-452d-b8c4-5a9bdb500205,segment=NetworkSegment(34f52890-d393-447f-aeba-eff7e9d4f35f),segment_id=34f52890-d393-447f-aeba-eff7e9d4f35f)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:25.810025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:25.861017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f45bcaa5-ca20-452d-b8c4-5a9bdb500205 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:29:25.900232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cd0554f-d3a3-44ce-b083-66648fc4fede tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:25.902677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7cd0554f-d3a3-44ce-b083-66648fc4fede tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8269951 Dec 07 13:29:25.905464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8127258 Dec 07 13:29:25.906676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45634) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:25.980751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for f45bcaa5-ca20-452d-b8c4-5a9bdb500205 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:25.997948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45636) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:26.017630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-20647b1c-b58e-4ddf-96bc-d7ac66c1b8a2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group_rule': {'security_group_id': 'f8b097ce-6b1b-49e7-8f85-4ca1b0dda77f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1d0c79d9-feee-481e-9320-89095b1070e7', 'remote_ip_prefix': None}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:26.026981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-722dd603-2563-43b3-902d-664217b679a2 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.029986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event updated for resources: {'Network': ['ID=0d3af520-4d52-4d13-9ec1-87f675f1e7c1,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:26.040158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Request body: {'network': {'name': 'tempest-router-network02--365356595'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:26.067664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:26.069543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-20647b1c-b58e-4ddf-96bc-d7ac66c1b8a2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:26.074421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.767s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:26.085173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45642) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:26.088779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:26.101691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-20647b1c-b58e-4ddf-96bc-d7ac66c1b8a2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:26.108868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Usage tracker for resource:network and tenant:327364e35de649499d5d2699ff82d6f6 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:26.112479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-20647b1c-b58e-4ddf-96bc-d7ac66c1b8a2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:26.122647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:26.143034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:26.147990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-20647b1c-b58e-4ddf-96bc-d7ac66c1b8a2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:26.178292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 0d3af520-4d52-4d13-9ec1-87f675f1e7c1 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:29:26.179629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.184265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f5016e88-fef8-457e-8ce0-6dda79895dbc tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:26.202472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0554f-d3a3-44ce-b083-66648fc4fede tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0c79d9-feee-481e-9320-89095b1070e7,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:26.213291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7cd0554f-d3a3-44ce-b083-66648fc4fede tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:26.224266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.231292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Attempting to bind port ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:29:26.231698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Attempting to bind port ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '68d8d3c8-e0af-4ff2-ad79-baef7cc256b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'cdb1a0b3-5485-4171-a43f-2c5ddf6457e9'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:29:26.232124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Attempting to bind port ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 on network cdb1a0b3-5485-4171-a43f-2c5ddf6457e9 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:29:26.245166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.245476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:29:26.245664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Checking segment: {'id': '68d8d3c8-e0af-4ff2-ad79-baef7cc256b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'cdb1a0b3-5485-4171-a43f-2c5ddf6457e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:29:26.246122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.246567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Bound using segment: {'id': '68d8d3c8-e0af-4ff2-ad79-baef7cc256b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'cdb1a0b3-5485-4171-a43f-2c5ddf6457e9'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:29:26.247115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Bound port: ac409ae0-bffe-4fcb-9fb9-a586bc75fc65, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d8d3c8-e0af-4ff2-ad79-baef7cc256b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'cdb1a0b3-5485-4171-a43f-2c5ddf6457e9'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:29:26.247570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.270182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-33f89fba-9010-4814-a0eb-8de4e9552906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:26.273779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/networks/e438cebd-378f-497e-9f1d-919938598811 HTTP/1.1" status: 204 len: 168 time: 3.6073399 Dec 07 13:29:26.281530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No active binding found for port f45bcaa5-ca20-452d-b8c4-5a9bdb500205 {{(pid=88899) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 07 13:29:26.282279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f45bcaa5-ca20-452d-b8c4-5a9bdb500205 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:29:26.282713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45648) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:26.284965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.300656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No DVR routers for this DVR port f45bcaa5-ca20-452d-b8c4-5a9bdb500205 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:29:26.357888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Made reservation on behalf of 327364e35de649499d5d2699ff82d6f6 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:26.361234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Network': ['ID=e438cebd-378f-497e-9f1d-919938598811,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:26.363991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.364177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:26.415452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722dd603-2563-43b3-902d-664217b679a2 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Pushing event deleted for resources: {'Port': ['ID=493e38ca-05ad-4639-87fb-98b8df8cc4f8,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:26.419563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-722dd603-2563-43b3-902d-664217b679a2 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:26.435059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20647b1c-b58e-4ddf-96bc-d7ac66c1b8a2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.438862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6bf9173a-8bb2-4751-9e3a-cb60738ba30e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:26.445093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-722dd603-2563-43b3-902d-664217b679a2 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.470793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:29:26.472758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b861fe-10f2-46c9-8b95-18d6ed3d5778 req-635309cb-c362-4d2f-bd09-d99b2ae50305 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:26.474548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a8b861fe-10f2-46c9-8b95-18d6ed3d5778 req-635309cb-c362-4d2f-bd09-d99b2ae50305 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 944 time: 0.5929441 Dec 07 13:29:26.483582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8a5c4197-6019-45d8-a49c-ab44e57fb299 None None] For port f45bcaa5-ca20-452d-b8c4-5a9bdb500205, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f45bcaa5-ca20-452d-b8c4-5a9bdb500205,segment=NetworkSegment(34f52890-d393-447f-aeba-eff7e9d4f35f),segment_id=34f52890-d393-447f-aeba-eff7e9d4f35f)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:26.484006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4197-6019-45d8-a49c-ab44e57fb299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.491480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-722dd603-2563-43b3-902d-664217b679a2 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] 10.222.0.24 "DELETE /v2.0/ports/493e38ca-05ad-4639-87fb-98b8df8cc4f8 HTTP/1.1" status: 204 len: 168 time: 1.8329248 Dec 07 13:29:26.507765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:29:26.516214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-9a33b5e3-70f7-4ee9-9c5e-3f32cfbe1bb9 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:26.517478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9a33b5e3-70f7-4ee9-9c5e-3f32cfbe1bb9 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.4307518 Dec 07 13:29:26.526910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45656) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:26.554316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-ebaa64e5-a918-4cd3-81b8-e51c3d301f6a tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:26.555579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ebaa64e5-a918-4cd3-81b8-e51c3d301f6a tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0151100 Dec 07 13:29:26.573977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45660) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:26.581608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-ea6a7be3-d233-4ed1-86a1-f1acb4822f46 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:26.585662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ea6a7be3-d233-4ed1-86a1-f1acb4822f46 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0106087 Dec 07 13:29:26.587076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.587521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Added segment 9d99a59e-d762-439d-996b-8a111559f55b of type vlan for network 2b820eb5-5d9a-46be-b360-0336f28de0e6 Dec 07 13:29:26.599072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45664) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:26.612746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=f45bcaa5-ca20-452d-b8c4-5a9bdb500205,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:26.616127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-def5f48c-e427-4a09-89e4-b39bb792cfea tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:26.616346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:26.620920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-def5f48c-e427-4a09-89e4-b39bb792cfea tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0186634 Dec 07 13:29:26.624562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45668) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:26.635480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=93a8bb24-5b88-4bd3-aead-d40fa53d63b6,segment=NetworkSegment(a029c2b2-4376-4228-bb62-b64926c95592),segment_id=a029c2b2-4376-4228-bb62-b64926c95592)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:26.636302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a8b861fe-10f2-46c9-8b95-18d6ed3d5778 req-25436596-667b-4d68-8938-86915f13f146 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d14d27-d895-425a-a3c0-a3abe53d04e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117139 Dec 07 13:29:26.641021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-3045cb21-efdb-4e60-84b6-d6151e90543d tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:26.642688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c4197-6019-45d8-a49c-ab44e57fb299 None None] Calling delete_port for f45bcaa5-ca20-452d-b8c4-5a9bdb500205 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:26.645324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3045cb21-efdb-4e60-84b6-d6151e90543d tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0190351 Dec 07 13:29:26.648427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45672) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:26.678084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-ee9cf175-f8da-4b45-b723-85f419976e1b tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:26.682671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ee9cf175-f8da-4b45-b723-85f419976e1b tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0317512 Dec 07 13:29:26.686699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45676) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:26.698001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-e37dae1c-3588-4967-ab88-c150f723df04 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:26.702863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e37dae1c-3588-4967-ab88-c150f723df04 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0127006 Dec 07 13:29:26.706128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.707147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45680) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:26.711555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.715528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:26.727913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-07748020-f402-47b6-bcd7-9696253d2007 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:26.732435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-07748020-f402-47b6-bcd7-9696253d2007 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0241535 Dec 07 13:29:26.737769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45684) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:26.741577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20647b1c-b58e-4ddf-96bc-d7ac66c1b8a2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.745539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c73d998d-c775-49c6-a5c3-1d96c6881a08 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting port 2a523ee9-e464-4f50-90ef-e89e478a03f8 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:26.745916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c73d998d-c775-49c6-a5c3-1d96c6881a08 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.747999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-15bd312a-94a6-441c-ab3e-c217eb80c8cd tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:26.750321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-15bd312a-94a6-441c-ab3e-c217eb80c8cd tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0115030 Dec 07 13:29:26.767398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45688) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:26.774517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20647b1c-b58e-4ddf-96bc-d7ac66c1b8a2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.781361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-cf94efce-954d-4339-85f1-975ba7037e19 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:26.785549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cf94efce-954d-4339-85f1-975ba7037e19 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0170059 Dec 07 13:29:26.788588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45692) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:26.790073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] For port ac409ae0-bffe-4fcb-9fb9-a586bc75fc65, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:29:26.800362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-2ed3013a-cd17-4525-8aaf-98313c0dea8a tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:26.804494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2ed3013a-cd17-4525-8aaf-98313c0dea8a tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0131483 Dec 07 13:29:26.806503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:26.816815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45696) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:26.826778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] For port ac409ae0-bffe-4fcb-9fb9-a586bc75fc65, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ac409ae0-bffe-4fcb-9fb9-a586bc75fc65,segment=NetworkSegment(68d8d3c8-e0af-4ff2-ad79-baef7cc256b2),segment_id=68d8d3c8-e0af-4ff2-ad79-baef7cc256b2)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:29:26.837335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-b7d29326-bc78-483a-aa60-8db1de5f8ee1 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:26.842062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b7d29326-bc78-483a-aa60-8db1de5f8ee1 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0224290 Dec 07 13:29:26.843086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20647b1c-b58e-4ddf-96bc-d7ac66c1b8a2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab9b8b0-e172-4fe1-9574-786463f405e2,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:26.845621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45700) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:26.852376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-20647b1c-b58e-4ddf-96bc-d7ac66c1b8a2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:26.856651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-a23da870-f748-4db5-8d0e-d80071c16d49 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:26.860466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a23da870-f748-4db5-8d0e-d80071c16d49 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0111678 Dec 07 13:29:26.865094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.866591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:26.867174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.876225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45704) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:26.877067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-48f6d177-adeb-4c97-9a75-fec525385b2b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:26.904977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-6e18914c-52ae-4c96-9b96-811220906d5b tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:26.908675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6e18914c-52ae-4c96-9b96-811220906d5b tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0118182 Dec 07 13:29:26.911840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=93a8bb24-5b88-4bd3-aead-d40fa53d63b6,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:26.914344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45708) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:26.915322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.920622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:26.921403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:26.929761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:26.965037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-8a5c4197-6019-45d8-a49c-ab44e57fb299 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:29:26.965793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-8a5c4197-6019-45d8-a49c-ab44e57fb299 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:29:26.987815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31937888-3f8c-4057-8520-9ca34d288947']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:26.990079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-8d244463-9756-4e99-8ce1-3eef5d54f68c tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:26.993840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8d244463-9756-4e99-8ce1-3eef5d54f68c tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0669153 Dec 07 13:29:26.996975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45712) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.000848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20647b1c-b58e-4ddf-96bc-d7ac66c1b8a2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:27.004883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-20647b1c-b58e-4ddf-96bc-d7ac66c1b8a2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.0223656 Dec 07 13:29:27.010361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45716) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.015912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-b6b52b68-b695-471d-a212-759f6b7eec82 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.017883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b6b52b68-b695-471d-a212-759f6b7eec82 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0158868 Dec 07 13:29:27.022516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45720) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.031545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f52890-d393-447f-aeba-eff7e9d4f35f') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:27.031918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f52890-d393-447f-aeba-eff7e9d4f35f') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:27.032222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-3cc62243-248b-4b97-b455-c18da4dc3813 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.035932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3cc62243-248b-4b97-b455-c18da4dc3813 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0099103 Dec 07 13:29:27.037006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45724) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.044585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-a7d28a12-073e-47c8-a973-04fb5a516224 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.048722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a7d28a12-073e-47c8-a973-04fb5a516224 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0079465 Dec 07 13:29:27.048722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event updated for resources: {'Network': ['ID=2b820eb5-5d9a-46be-b360-0336f28de0e6,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:27.048981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45728) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.053444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0513134 Dec 07 13:29:27.053786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:27.054372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45732) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.060591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-210a5327-099d-473a-8c31-c4411d757f58 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.064088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-210a5327-099d-473a-8c31-c4411d757f58 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0098064 Dec 07 13:29:27.067014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45736) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.067603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Request body: {'subnet': {'network_id': '0d3af520-4d52-4d13-9ec1-87f675f1e7c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:27.068921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:27.084093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-73a9b61d-204d-42fd-9611-addb200bb3a4 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.087755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-73a9b61d-204d-42fd-9611-addb200bb3a4 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0061879 Dec 07 13:29:27.087934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 2b820eb5-5d9a-46be-b360-0336f28de0e6 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:29:27.094140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c73d998d-c775-49c6-a5c3-1d96c6881a08 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:27.094140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c73d998d-c775-49c6-a5c3-1d96c6881a08 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:27.105738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45742) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.106142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['93a8bb24-5b88-4bd3-aead-d40fa53d63b6'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:29:27.133067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5d43afa-5558-4127-ae16-2849a0eade27 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:27.150081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Pushing event updated for resources: {'Port': ['ID=ac409ae0-bffe-4fcb-9fb9-a586bc75fc65,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:27.177352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:27.210013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-82d88d4d-ffae-415e-97fe-d30662703612 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.211097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-82d88d4d-ffae-415e-97fe-d30662703612 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0861361 Dec 07 13:29:27.228976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45746) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.229352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45748) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.243795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-53833f95-cc03-448a-a17b-11b9e5a1f477 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.248526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-53833f95-cc03-448a-a17b-11b9e5a1f477 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0150173 Dec 07 13:29:27.255743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45756) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.269388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-0b8f84fe-3ac3-4dfc-bde9-e873a32b86da tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.274847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0b8f84fe-3ac3-4dfc-bde9-e873a32b86da tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0160742 Dec 07 13:29:27.276192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:27.276575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45760) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.284313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5d43afa-5558-4127-ae16-2849a0eade27 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:27.285363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-1075ec3b-2d5a-4318-a11a-39410e23088c tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.289787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1075ec3b-2d5a-4318-a11a-39410e23088c tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0106001 Dec 07 13:29:27.292614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:27.295858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45764) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.302403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c73d998d-c775-49c6-a5c3-1d96c6881a08 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Calling delete_port for 2a523ee9-e464-4f50-90ef-e89e478a03f8 owned by network:floatingip {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:27.303347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-558ef3ba-5ada-4c2d-85ec-c33d239bca10 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.308943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-558ef3ba-5ada-4c2d-85ec-c33d239bca10 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0115166 Dec 07 13:29:27.312841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45768) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.316481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Usage tracker for resource:subnet and tenant:327364e35de649499d5d2699ff82d6f6 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:27.325453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-d8134261-17d6-4643-bee2-c4d50a2f20ec tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.330753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d8134261-17d6-4643-bee2-c4d50a2f20ec tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0164826 Dec 07 13:29:27.333231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:27.336700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45772) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.346526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-c7653da1-380e-4838-9d95-b871891e9433 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.352282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c7653da1-380e-4838-9d95-b871891e9433 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0134547 Dec 07 13:29:27.357815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45776) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.361377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:29:27.361821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:27.363504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:27.370436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-58c83195-3cee-49c5-a009-f9a9a33a3b42 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.375640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-58c83195-3cee-49c5-a009-f9a9a33a3b42 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0162566 Dec 07 13:29:27.376483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45780) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.391029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-5751d74e-32fb-4591-81e3-a7a8b95c2346 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:29:27.400959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:29:27.405828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5751d74e-32fb-4591-81e3-a7a8b95c2346 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0174072 Dec 07 13:29:27.408384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45784) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.476360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Made reservation on behalf of 327364e35de649499d5d2699ff82d6f6 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:27.489548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-16b70e28-a73f-4b9a-ba2b-cef70c5e76e8 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.493671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-16b70e28-a73f-4b9a-ba2b-cef70c5e76e8 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0791874 Dec 07 13:29:27.499431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45788) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.511792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-4f7c718a-f7a7-4e99-bcec-f956465ab89e tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.513046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4f7c718a-f7a7-4e99-bcec-f956465ab89e tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0121720 Dec 07 13:29:27.524877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45792) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.542566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-9aee8822-ff20-4a58-883e-8fe4df7826f7 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.546767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9aee8822-ff20-4a58-883e-8fe4df7826f7 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0208480 Dec 07 13:29:27.547435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45796) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.549506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c4197-6019-45d8-a49c-ab44e57fb299 None None] Deleting port f45bcaa5-ca20-452d-b8c4-5a9bdb500205 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:27.550131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4197-6019-45d8-a49c-ab44e57fb299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:27.573548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-9ba808ad-fb69-43fe-927f-d3ee24e3a288 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.576029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9ba808ad-fb69-43fe-927f-d3ee24e3a288 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0246515 Dec 07 13:29:27.580672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45800) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.613208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-5d6fcdac-01fa-4a72-81c4-8c41d412b802 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.616777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5d6fcdac-01fa-4a72-81c4-8c41d412b802 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0323532 Dec 07 13:29:27.630181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45806) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.641478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-f5a43ae9-1411-493e-b657-2b0bf7730413 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.642787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f5a43ae9-1411-493e-b657-2b0bf7730413 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0113230 Dec 07 13:29:27.646325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0caad9f-8853-4f84-bc6a-07995c4d6b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:27.662269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45810) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.687270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-cda0611a-a9d6-4c66-a1f6-5d6e3839765e tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.692720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cda0611a-a9d6-4c66-a1f6-5d6e3839765e tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0254750 Dec 07 13:29:27.692985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5d43afa-5558-4127-ae16-2849a0eade27 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:27.692985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:27.692985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45814) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.703287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:27.722972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:27.733269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9cf94f0c-494c-42ff-8005-6dab6c148a03 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:27.744961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c4197-6019-45d8-a49c-ab44e57fb299 None None] The port 'f45bcaa5-ca20-452d-b8c4-5a9bdb500205' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:29:27.748916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-63092815-950f-4be6-9178-391e3c0cf684 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.750601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-63092815-950f-4be6-9178-391e3c0cf684 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0555069 Dec 07 13:29:27.758830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45820) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.769209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d43afa-5558-4127-ae16-2849a0eade27 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cab9b8b0-e172-4fe1-9574-786463f405e2,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:27.772707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b5d43afa-5558-4127-ae16-2849a0eade27 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:27.783343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-b70c17eb-5b3d-4750-80b1-5677eec59570 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.784641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b70c17eb-5b3d-4750-80b1-5677eec59570 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0220516 Dec 07 13:29:27.785662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-145c04f8-4b71-4d5c-b10a-8a826f0ff2bc tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:27.795510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45824) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.817707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-25fd56b0-624a-4176-bd07-47a915e0d1e1 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.824256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-25fd56b0-624a-4176-bd07-47a915e0d1e1 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0209017 Dec 07 13:29:27.824545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Network': ['ID=31937888-3f8c-4057-8520-9ca34d288947,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:27.826469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:27.828776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c73d998d-c775-49c6-a5c3-1d96c6881a08 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:27.832981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45828) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.855724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-bbbf02b8-e814-4e52-8ceb-e25b20d623de tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.856085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0de9c79-67ef-4e30-a631-06d711362a25 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:27.863684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bbbf02b8-e814-4e52-8ceb-e25b20d623de tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0228012 Dec 07 13:29:27.866351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b0caad9f-8853-4f84-bc6a-07995c4d6b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:27.872455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45832) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.892081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-ec973254-d03f-4c58-af25-71e66030a197 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.897668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ec973254-d03f-4c58-af25-71e66030a197 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0195777 Dec 07 13:29:27.897668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b0caad9f-8853-4f84-bc6a-07995c4d6b98 admin admin] Usage tracker for resource:security_group_rule and tenant:98833186bb2a45c0a4d1ba449435a4e5 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:27.899002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45836) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.906010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b0caad9f-8853-4f84-bc6a-07995c4d6b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:27.918449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-3bd20cfc-3218-4fb5-bc5f-09fc23fa7da8 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.924026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3bd20cfc-3218-4fb5-bc5f-09fc23fa7da8 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0195169 Dec 07 13:29:27.931019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45840) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.936876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b0caad9f-8853-4f84-bc6a-07995c4d6b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:27.944919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-3f8e2385-2cfe-4d5d-80ec-60de931f7d85 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:27.945175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d998d-c775-49c6-a5c3-1d96c6881a08 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Port': ['ID=2a523ee9-e464-4f50-90ef-e89e478a03f8,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:27.949042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3f8e2385-2cfe-4d5d-80ec-60de931f7d85 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0135355 Dec 07 13:29:27.949232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c73d998d-c775-49c6-a5c3-1d96c6881a08 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:27.954424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/networks/31937888-3f8c-4057-8520-9ca34d288947 HTTP/1.1" status: 204 len: 168 time: 3.3119242 Dec 07 13:29:27.958208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45844) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.959144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45846) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:27.994134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5d43afa-5558-4127-ae16-2849a0eade27 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:27.995495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b5d43afa-5558-4127-ae16-2849a0eade27 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/cab9b8b0-e172-4fe1-9574-786463f405e2 HTTP/1.1" status: 204 len: 168 time: 0.9773524 Dec 07 13:29:28.000694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45852) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.083153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c73d998d-c775-49c6-a5c3-1d96c6881a08 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for floatingip, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:28.086051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c73d998d-c775-49c6-a5c3-1d96c6881a08 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:28.091932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c73d998d-c775-49c6-a5c3-1d96c6881a08 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/floatingips/9f891416-b72f-4af2-acc4-753fe38a98e1 HTTP/1.1" status: 204 len: 168 time: 1.7353852 Dec 07 13:29:28.095415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45856) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.101286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f29f88-2804-4cfc-bc70-37e33e827262 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:28.106883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-24f29f88-2804-4cfc-bc70-37e33e827262 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports/175783ea-2248-4e0f-9884-277c0f5dbbf7 HTTP/1.1" status: 200 len: 845 time: 0.1405857 Dec 07 13:29:28.110265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-3bf0dedf-64ff-4bef-bbf2-5d89d6238b69 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.113269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3bf0dedf-64ff-4bef-bbf2-5d89d6238b69 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.1509423 Dec 07 13:29:28.114211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45860) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.121950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45862) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.144838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b57a5cfd-5e81-4218-ac7a-8c2c6b61805b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:28.163460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae023b4e-a2f9-4720-803b-06ca4b480bcc tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] DELETE failed (client error): The resource could not be found. Dec 07 13:29:28.163967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae023b4e-a2f9-4720-803b-06ca4b480bcc tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:29:28.165792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ae023b4e-a2f9-4720-803b-06ca4b480bcc tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/ports/8bc2bda8-17a8-4c75-96d1-769073be754c HTTP/1.1" status: 404 len: 333 time: 0.0693188 Dec 07 13:29:28.169947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45868) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.203376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-8b54bae4-c78b-41f3-b6de-b1d5c69257c3 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.204436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8b54bae4-c78b-41f3-b6de-b1d5c69257c3 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0489955 Dec 07 13:29:28.213372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45872) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.227006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-ebf3b2fc-7609-40df-aee7-a7e4bfe7d578 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.228103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ebf3b2fc-7609-40df-aee7-a7e4bfe7d578 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0124359 Dec 07 13:29:28.230843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-747f1571-64eb-44b8-aae8-08d9af36e905 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Synchronizing usage tracker for tenant:07116a0e0f5f400f8e01d51898ee34fa on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:28.233604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45876) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.240803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-922d45c7-b355-4476-a960-cd05fad24d92 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.241860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-922d45c7-b355-4476-a960-cd05fad24d92 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0061562 Dec 07 13:29:28.250098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45880) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.252762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b57a5cfd-5e81-4218-ac7a-8c2c6b61805b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:28.254115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b57a5cfd-5e81-4218-ac7a-8c2c6b61805b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2536600 Dec 07 13:29:28.260481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-15c40b22-eb9d-46c6-8a20-2f480bbcb8a3 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.265124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-15c40b22-eb9d-46c6-8a20-2f480bbcb8a3 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0107150 Dec 07 13:29:28.265124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45884) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.270292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45886) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.298798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-dfcde219-3ebd-4caf-936e-865cf354e9b9 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.303489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dfcde219-3ebd-4caf-936e-865cf354e9b9 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0272291 Dec 07 13:29:28.304705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-747f1571-64eb-44b8-aae8-08d9af36e905 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Unset dirty status for tenant:07116a0e0f5f400f8e01d51898ee34fa on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:28.310751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-747f1571-64eb-44b8-aae8-08d9af36e905 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21d7d8f-c806-4e92-bf67-4b8196437247 HTTP/1.1" status: 200 len: 205 time: 0.1351759 Dec 07 13:29:28.310751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45892) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.313528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45894) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.317170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-e2dc5073-9d09-42d5-a0c9-44666230bd8b tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.321122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e2dc5073-9d09-42d5-a0c9-44666230bd8b tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0066030 Dec 07 13:29:28.326052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45898) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.344468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4e0fee8a-9615-4fb6-8141-3fd39e3c32de tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports/175783ea-2248-4e0f-9884-277c0f5dbbf7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2276678 Dec 07 13:29:28.350353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-77094b36-91d4-47f2-9e28-030f5752733a tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.351497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-77094b36-91d4-47f2-9e28-030f5752733a tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0198364 Dec 07 13:29:28.362597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45904) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.362957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45906) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.380625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-0295cc26-8096-4a6b-aba5-b290ff52e36d tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.381708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0295cc26-8096-4a6b-aba5-b290ff52e36d tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0135558 Dec 07 13:29:28.385787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9fa83cdb-04c3-4942-a2bd-f8b51a240ead tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'subnet': {'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:28.391745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45912) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.418702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-ea67d056-8881-45c1-8dae-580bd707498e tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.419818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ea67d056-8881-45c1-8dae-580bd707498e tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0250568 Dec 07 13:29:28.423518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-46fe0e2e-879b-4a5a-a4dc-79891ae2cc40 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] delete failed (client error): The resource could not be found. Dec 07 13:29:28.425519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-46fe0e2e-879b-4a5a-a4dc-79891ae2cc40 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/routers/b21d7d8f-c806-4e92-bf67-4b8196437247 HTTP/1.1" status: 404 len: 336 time: 0.0961137 Dec 07 13:29:28.425757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45916) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.428047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45918) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.484816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc03d3e6-b349-4c78-b1cb-00b2e849afd5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] DELETE failed (client error): The resource could not be found. Dec 07 13:29:28.485433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc03d3e6-b349-4c78-b1cb-00b2e849afd5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:29:28.487172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fc03d3e6-b349-4c78-b1cb-00b2e849afd5 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/subnets/70b80425-362e-4021-b175-eaa03817428e HTTP/1.1" status: 404 len: 337 time: 0.0581172 Dec 07 13:29:28.491274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45924) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.530353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-c86195d1-3888-41ff-bccc-c4a25f7d9a75 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.534166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c86195d1-3888-41ff-bccc-c4a25f7d9a75 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0454206 Dec 07 13:29:28.544836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45928) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.546056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab089-0365-4517-94c0-ec17f314c0dd tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:28.558702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0caad9f-8853-4f84-bc6a-07995c4d6b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:28.559459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-ef3f34bd-2125-42b6-a768-5cad9759b546 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.563624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ef3f34bd-2125-42b6-a768-5cad9759b546 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0117466 Dec 07 13:29:28.568290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45932) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.592497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4eb169-badc-4937-8a58-bf8c8b211b17 req-eb29460e-c713-4faf-b578-3f4f2b726daa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:28.594178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da4eb169-badc-4937-8a58-bf8c8b211b17 req-eb29460e-c713-4faf-b578-3f4f2b726daa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 945 time: 0.4879675 Dec 07 13:29:28.599649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-1a58f25d-472e-4360-b5a9-613d1e2659b8 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.601987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1a58f25d-472e-4360-b5a9-613d1e2659b8 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0218310 Dec 07 13:29:28.604866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45936) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.607572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbc9c1-7e41-469a-9034-e4adb4b7d194 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting port 60c02b12-ccad-432a-8c28-7130b3d507ad {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:28.607968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5fbc9c1-7e41-469a-9034-e4adb4b7d194 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:28.608161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0caad9f-8853-4f84-bc6a-07995c4d6b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:28.634722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5788c1c1-e3a7-4455-8c50-ebec26f2b23e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:28.641933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab089-0365-4517-94c0-ec17f314c0dd tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:28.642655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9fa83cdb-04c3-4942-a2bd-f8b51a240ead tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:28.649145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-6833e480-f505-4e3f-a13e-880bc92dcded tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.650215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6833e480-f505-4e3f-a13e-880bc92dcded tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0434787 Dec 07 13:29:28.655160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:28.656747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45940) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.669991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-b7f41d15-b603-40fc-adcb-aa24dca8cefa tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.671317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b7f41d15-b603-40fc-adcb-aa24dca8cefa tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0103657 Dec 07 13:29:28.674466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9fa83cdb-04c3-4942-a2bd-f8b51a240ead tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:subnet and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:28.679029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45944) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.697660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9fa83cdb-04c3-4942-a2bd-f8b51a240ead tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:28.714007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-bcd184a3-d883-435e-beb0-51077242d252 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.715177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bcd184a3-d883-435e-beb0-51077242d252 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0322447 Dec 07 13:29:28.723898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9fa83cdb-04c3-4942-a2bd-f8b51a240ead tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:28.732073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45948) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.751617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-767fdd4b-8664-4594-b741-6e47e1ba8396 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.752686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-767fdd4b-8664-4594-b741-6e47e1ba8396 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0163310 Dec 07 13:29:28.753495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0caad9f-8853-4f84-bc6a-07995c4d6b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00a9803-4e5e-40ce-ae57-75fd9ba6a037,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:28.755717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45952) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.756844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b0caad9f-8853-4f84-bc6a-07995c4d6b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:28.762372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:28.767840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-4e00e306-19e0-463d-9c59-9c65e3d8f026 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.771571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4e00e306-19e0-463d-9c59-9c65e3d8f026 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0121789 Dec 07 13:29:28.777163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45956) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.786729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [None req-f485d90f-2490-4df5-9326-925dda7f99b8 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:29:28.788642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f485d90f-2490-4df5-9326-925dda7f99b8 tempest-ExtensionsTestJSON-933650602 tempest-ExtensionsTestJSON-933650602-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0086789 Dec 07 13:29:28.799055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b0caad9f-8853-4f84-bc6a-07995c4d6b98 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98833186bb2a45c0a4d1ba449435a4e5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5667205 Dec 07 13:29:28.806138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45960) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:28.843034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da4eb169-badc-4937-8a58-bf8c8b211b17 req-3b474390-fee6-41da-9143-b422a109609a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d14d27-d895-425a-a3c0-a3abe53d04e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391806 Dec 07 13:29:28.858215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa83cdb-04c3-4942-a2bd-f8b51a240ead tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:28.883553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab089-0365-4517-94c0-ec17f314c0dd tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:28.898533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9c803f8-2d1d-4825-a1c1-327478e10377 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:28.959921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event updated for resources: {'Subnet': ['ID=c7fd7438-121b-487d-b023-0cf940f3f120,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:28.960159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ab089-0365-4517-94c0-ec17f314c0dd tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0c79d9-feee-481e-9320-89095b1070e7,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:28.964582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:28.971132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8e7ab089-0365-4517-94c0-ec17f314c0dd tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:28.984671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Checking segment: {'id': '448949a0-d5f2-45ba-9f34-d0e61a1ef854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0d3af520-4d52-4d13-9ec1-87f675f1e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:29:28.985065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Network hostable DHCP agents. Network: 0d3af520-4d52-4d13-9ec1-87f675f1e7c1, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:29:29.029292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab089-0365-4517-94c0-ec17f314c0dd tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:29.029554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fa83cdb-04c3-4942-a2bd-f8b51a240ead tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:29.030525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8e7ab089-0365-4517-94c0-ec17f314c0dd tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-groups/1d0c79d9-feee-481e-9320-89095b1070e7 HTTP/1.1" status: 204 len: 168 time: 0.7610476 Dec 07 13:29:29.036260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45966) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:29.047148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5fbc9c1-7e41-469a-9034-e4adb4b7d194 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:29.074396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-493c9a13-6377-45e4-9045-ee71556bf335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:29.178380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Network 0d3af520-4d52-4d13-9ec1-87f675f1e7c1 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:29:29.224655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbc9c1-7e41-469a-9034-e4adb4b7d194 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Calling delete_port for 60c02b12-ccad-432a-8c28-7130b3d507ad owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:29.281408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 0d3af520-4d52-4d13-9ec1-87f675f1e7c1) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:29.288937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-493c9a13-6377-45e4-9045-ee71556bf335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:29.290216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f82901-59b2-45d6-b3ca-f7e26f9e38ed None None] Network 0d3af520-4d52-4d13-9ec1-87f675f1e7c1 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:29.363402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45972) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:29.370077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:29.370948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:29.388668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6ece11ea-d495-4844-9770-4b86b2fa8d3a tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:29.416353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:29:29.492939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6ece11ea-d495-4844-9770-4b86b2fa8d3a tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:29.494962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6ece11ea-d495-4844-9770-4b86b2fa8d3a tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4550517 Dec 07 13:29:29.503876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45978) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:29.506354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 45980) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:29.507531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4472058 Dec 07 13:29:29.532753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Request body: {'subnet': {'network_id': '2b820eb5-5d9a-46be-b360-0336f28de0e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:29.585384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fa83cdb-04c3-4942-a2bd-f8b51a240ead tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:29.594423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-85504d1f-fd89-4793-bcdc-f2bc98c0017c tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:29.658473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c7d01e-61db-4877-905a-a864a4eeb031 None None] Network cdb1a0b3-5485-4171-a43f-2c5ddf6457e9 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:29.691836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:29.731796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa83cdb-04c3-4942-a2bd-f8b51a240ead tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network a3a58e01-8e5f-4bba-98da-fc492232915c is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:29.736724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-9fa83cdb-04c3-4942-a2bd-f8b51a240ead tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:29.739712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa83cdb-04c3-4942-a2bd-f8b51a240ead tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:29.740482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fa83cdb-04c3-4942-a2bd-f8b51a240ead tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:29.762337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-0d3af520-4d52-4d13-9ec1-87f675f1e7c1', 'network_id': '0d3af520-4d52-4d13-9ec1-87f675f1e7c1', 'tenant_id': '327364e35de649499d5d2699ff82d6f6', 'fixed_ips': [{'subnet_id': 'c7fd7438-121b-487d-b023-0cf940f3f120'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:29:29.765071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:29.767770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa83cdb-04c3-4942-a2bd-f8b51a240ead tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Subnet': ['ID=2bb3829a-2c5c-4e0b-9997-f660ac025ca6,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:29.770953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9fa83cdb-04c3-4942-a2bd-f8b51a240ead tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:29.777413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:29:29.823572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-493c9a13-6377-45e4-9045-ee71556bf335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:29.831736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9fa83cdb-04c3-4942-a2bd-f8b51a240ead tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4641757 Dec 07 13:29:29.832714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45988) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:29.839892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-81f8af9d-c93f-4a3b-859f-f8f9a1a8de98 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'security_group': {'name': 'tempest-secgroup-78474456'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:29.847102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-81f8af9d-c93f-4a3b-859f-f8f9a1a8de98 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:29.852371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-81f8af9d-c93f-4a3b-859f-f8f9a1a8de98 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:security_group and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:29.856612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-81f8af9d-c93f-4a3b-859f-f8f9a1a8de98 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:29.864298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-81f8af9d-c93f-4a3b-859f-f8f9a1a8de98 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:29.893014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8767942e-891b-4862-a0f4-d38c7af27e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:29.909535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81f8af9d-c93f-4a3b-859f-f8f9a1a8de98 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:29.951133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c9a13-6377-45e4-9045-ee71556bf335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00a9803-4e5e-40ce-ae57-75fd9ba6a037,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:29.966944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-592ce347-9f85-4655-b910-5452e2fca3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:29.973527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-81f8af9d-c93f-4a3b-859f-f8f9a1a8de98 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:29.979310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-81f8af9d-c93f-4a3b-859f-f8f9a1a8de98 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:security_group_rule and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:29.981564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfef334-b058-4753-8049-655edb7790a8 None None] Network a3a58e01-8e5f-4bba-98da-fc492232915c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:29.982759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-493c9a13-6377-45e4-9045-ee71556bf335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:29.983914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-81f8af9d-c93f-4a3b-859f-f8f9a1a8de98 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:29.992803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-81f8af9d-c93f-4a3b-859f-f8f9a1a8de98 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:30.044663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:30.059539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5fbc9c1-7e41-469a-9034-e4adb4b7d194 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.061888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Usage tracker for resource:subnet and tenant:327364e35de649499d5d2699ff82d6f6 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:30.078134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:30.078772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:30.079197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.081212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9bc8eaaa-4836-4c8e-b247-c5a9e80a1f48 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:30.124437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-592ce347-9f85-4655-b910-5452e2fca3b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:30.130725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-493c9a13-6377-45e4-9045-ee71556bf335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.134983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-493c9a13-6377-45e4-9045-ee71556bf335 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a00a9803-4e5e-40ce-ae57-75fd9ba6a037 HTTP/1.1" status: 204 len: 168 time: 1.3244359 Dec 07 13:29:30.135345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:30.145848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-592ce347-9f85-4655-b910-5452e2fca3b8 admin admin] Usage tracker for resource:security_group_rule and tenant:131448460213492893073b40ab032ef5 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:30.150101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-298ebae6-3989-4c5c-8327-2177de36795b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.152790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbc9c1-7e41-469a-9034-e4adb4b7d194 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Port': ['ID=60c02b12-ccad-432a-8c28-7130b3d507ad,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:30.158119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-592ce347-9f85-4655-b910-5452e2fca3b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:30.167154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d5fbc9c1-7e41-469a-9034-e4adb4b7d194 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:30.183938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-592ce347-9f85-4655-b910-5452e2fca3b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:30.282495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Made reservation on behalf of 327364e35de649499d5d2699ff82d6f6 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:30.298418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6531cfb0-8ef2-4029-b794-e55974e466f7 None None] Provisioning for port ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:30.349797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-14f69ad1-58a6-4111-9d55-e678acfdf840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.352407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-298ebae6-3989-4c5c-8327-2177de36795b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.414999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81f8af9d-c93f-4a3b-859f-f8f9a1a8de98 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.436746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bff2a4-39d9-4bbb-8b22-ee432f8836ad req-88f5bb2b-4911-4263-9503-71089034f3ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:30.441054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-33bff2a4-39d9-4bbb-8b22-ee432f8836ad req-88f5bb2b-4911-4263-9503-71089034f3ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 945 time: 0.4230814 Dec 07 13:29:30.469677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81f8af9d-c93f-4a3b-859f-f8f9a1a8de98 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.492610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d3027a5e-f2b1-41bb-8638-95bd30bb86df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:30.554187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8af9d-c93f-4a3b-859f-f8f9a1a8de98 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa94d17-8bb6-405c-9d35-6a7149894b14,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:30.572868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:30.577953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.579098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-81f8af9d-c93f-4a3b-859f-f8f9a1a8de98 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:30.598718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5fbc9c1-7e41-469a-9034-e4adb4b7d194 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.602121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-33bff2a4-39d9-4bbb-8b22-ee432f8836ad req-e400fa73-b2b5-486e-ba1f-446da97ae465 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d14d27-d895-425a-a3c0-a3abe53d04e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532922 Dec 07 13:29:30.636800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81f8af9d-c93f-4a3b-859f-f8f9a1a8de98 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.640695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-81f8af9d-c93f-4a3b-859f-f8f9a1a8de98 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.8043609 Dec 07 13:29:30.641073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 45998) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:30.647912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b444ca3a-6d3d-45a6-a137-93fad208f398 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'security_group': {'name': 'tempest-secgroup-2029681421'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:30.654194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b444ca3a-6d3d-45a6-a137-93fad208f398 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:30.658629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b444ca3a-6d3d-45a6-a137-93fad208f398 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:security_group and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:30.661781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b444ca3a-6d3d-45a6-a137-93fad208f398 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:30.668665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b444ca3a-6d3d-45a6-a137-93fad208f398 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:30.679183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:30.679841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.695681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-298ebae6-3989-4c5c-8327-2177de36795b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.710489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b159788-cd03-4a4d-9268-258b7928e434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:30.732735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-592ce347-9f85-4655-b910-5452e2fca3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.740869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d5fbc9c1-7e41-469a-9034-e4adb4b7d194 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/ports/60c02b12-ccad-432a-8c28-7130b3d507ad HTTP/1.1" status: 204 len: 168 time: 2.2483985 Dec 07 13:29:30.743552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46002) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:30.748452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ebae6-3989-4c5c-8327-2177de36795b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b097ce-6b1b-49e7-8f85-4ca1b0dda77f,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:30.751629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-298ebae6-3989-4c5c-8327-2177de36795b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.752847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-298ebae6-3989-4c5c-8327-2177de36795b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-groups/f8b097ce-6b1b-49e7-8f85-4ca1b0dda77f HTTP/1.1" status: 204 len: 168 time: 1.2476254 Dec 07 13:29:30.753810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-298ebae6-3989-4c5c-8327-2177de36795b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:30.756589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46006) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:30.788970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-592ce347-9f85-4655-b910-5452e2fca3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.792518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b444ca3a-6d3d-45a6-a137-93fad208f398 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.801327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f85d453d-0126-403e-b83a-1003702e7804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:30.850762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c84f36a9-6a49-4d4e-bc08-e53dc588dad6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting port 47b39a02-cdfe-46c8-b666-37db39e1f033 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:30.850978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c84f36a9-6a49-4d4e-bc08-e53dc588dad6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.871142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:30.871652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ce347-9f85-4655-b910-5452e2fca3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c991faa5-3a32-45c5-8cde-86aafa7db36f,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:30.877997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-592ce347-9f85-4655-b910-5452e2fca3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:30.894943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-592ce347-9f85-4655-b910-5452e2fca3b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=131448460213492893073b40ab032ef5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5285943 Dec 07 13:29:30.900317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Allocated IP 2001:db8::2 (0d3af520-4d52-4d13-9ec1-87f675f1e7c1/c7fd7438-121b-487d-b023-0cf940f3f120/d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:30.916262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46010) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:30.916877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46012) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:30.939544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b0bf6163-c5a7-490f-a1e6-80b4afe520be tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:30.962545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b444ca3a-6d3d-45a6-a137-93fad208f398 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:30.977965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b444ca3a-6d3d-45a6-a137-93fad208f398 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:security_group_rule and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:30.987402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:29:30.999561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b444ca3a-6d3d-45a6-a137-93fad208f398 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:31.005727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b0bf6163-c5a7-490f-a1e6-80b4afe520be tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:31.007293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b0bf6163-c5a7-490f-a1e6-80b4afe520be tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2496762 Dec 07 13:29:31.012695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46020) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:31.018978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1b8f8301-aab1-40d4-bf6a-ea77cfd3e141 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869708855'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:31.025313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1b8f8301-aab1-40d4-bf6a-ea77cfd3e141 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:31.035687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1b8f8301-aab1-40d4-bf6a-ea77cfd3e141 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:31.041439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.054186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-98a37b43-4cc8-435c-b7fe-cf1f16f3074f tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:31.065499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b444ca3a-6d3d-45a6-a137-93fad208f398 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:31.071637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=93a8bb24-5b88-4bd3-aead-d40fa53d63b6,segment=NetworkSegment(a029c2b2-4376-4228-bb62-b64926c95592),segment_id=a029c2b2-4376-4228-bb62-b64926c95592)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:31.136133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e2be2a3e-6e15-4e7f-b36e-08ab8c64ef88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fd60193a6614c81bfc87a9126176087&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2133236 Dec 07 13:29:31.139075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8301-aab1-40d4-bf6a-ea77cfd3e141 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.144728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46024) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:31.149837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event updated for resources: {'Subnet': ['ID=fe521f2e-118e-45fa-806d-df58916e7cc2,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:31.160065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:31.184427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.188681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Checking segment: {'id': '9d99a59e-d762-439d-996b-8a111559f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2b820eb5-5d9a-46be-b360-0336f28de0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:29:31.189158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Network hostable DHCP agents. Network: 2b820eb5-5d9a-46be-b360-0336f28de0e6, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:29:31.207179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1b8f8301-aab1-40d4-bf6a-ea77cfd3e141 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:31.212598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6', 'code': 200} Dec 07 13:29:31.213398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1b8f8301-aab1-40d4-bf6a-ea77cfd3e141 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:31.214928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.218288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1b8f8301-aab1-40d4-bf6a-ea77cfd3e141 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:31.222849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-93187afd-ef48-446f-a0d1-979e640408b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:31.226175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1b8f8301-aab1-40d4-bf6a-ea77cfd3e141 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:31.279923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Network 2b820eb5-5d9a-46be-b360-0336f28de0e6 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:29:31.321737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port ac409ae0-bffe-4fcb-9fb9-a586bc75fc65, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ac409ae0-bffe-4fcb-9fb9-a586bc75fc65,segment=NetworkSegment(68d8d3c8-e0af-4ff2-ad79-baef7cc256b2),segment_id=68d8d3c8-e0af-4ff2-ad79-baef7cc256b2)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:31.333831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8301-aab1-40d4-bf6a-ea77cfd3e141 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.346334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd93e-8512-41fd-a75a-7e581116d011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.348477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 2b820eb5-5d9a-46be-b360-0336f28de0e6) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:31.352734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:31.353839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.360427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-a3a58e01-8e5f-4bba-98da-fc492232915c', 'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c', 'tenant_id': '7871a3fa84c9490183aa52d2c611f303', 'fixed_ips': [{'subnet_id': '2bb3829a-2c5c-4e0b-9997-f660ac025ca6'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:29:31.361619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.382074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8e4543-ac5a-4c50-82c6-6c3e733b5231 None None] Network 2b820eb5-5d9a-46be-b360-0336f28de0e6 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:31.398323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8301-aab1-40d4-bf6a-ea77cfd3e141 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.421320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9b765da1-d3d9-4d39-b428-668feebf218f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:31.457037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f8301-aab1-40d4-bf6a-ea77cfd3e141 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed4f7f8-f773-4a3d-ac2b-e5ea52dcf577,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:31.460939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9524827 Dec 07 13:29:31.462615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b8f8301-aab1-40d4-bf6a-ea77cfd3e141 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:31.464085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8301-aab1-40d4-bf6a-ea77cfd3e141 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.465991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1b8f8301-aab1-40d4-bf6a-ea77cfd3e141 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4522333 Dec 07 13:29:31.466745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46028) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:31.469405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46030) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:31.490508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b444ca3a-6d3d-45a6-a137-93fad208f398 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.502715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=93a8bb24-5b88-4bd3-aead-d40fa53d63b6,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:31.507929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.516790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd93e-8512-41fd-a75a-7e581116d011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.520635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:31.521360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:31.557522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b444ca3a-6d3d-45a6-a137-93fad208f398 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.568615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-88110fe5-2095-4bf0-97cb-18c1491beae1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group_rule': {'security_group_id': '6ed4f7f8-f773-4a3d-ac2b-e5ea52dcf577', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:31.570081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c84f36a9-6a49-4d4e-bc08-e53dc588dad6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.581818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0b370ab-6ca6-4d0e-9893-3b4495448f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:31.617453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-88110fe5-2095-4bf0-97cb-18c1491beae1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:31.626341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39ff00c0-6353-4fb3-b397-29279fed41b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.704290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-88110fe5-2095-4bf0-97cb-18c1491beae1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:31.709874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-88110fe5-2095-4bf0-97cb-18c1491beae1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:31.720405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-88110fe5-2095-4bf0-97cb-18c1491beae1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:31.813260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.818928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c84f36a9-6a49-4d4e-bc08-e53dc588dad6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Calling delete_port for 47b39a02-cdfe-46c8-b666-37db39e1f033 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:31.833170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.836426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=ac409ae0-bffe-4fcb-9fb9-a586bc75fc65,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:31.848727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:31.880740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444ca3a-6d3d-45a6-a137-93fad208f398 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92cf14db-7410-44b6-9dc0-7fb82caf6ef0,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:31.891449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88110fe5-2095-4bf0-97cb-18c1491beae1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.903243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b444ca3a-6d3d-45a6-a137-93fad208f398 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:31.923187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd93e-8512-41fd-a75a-7e581116d011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.931165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39ff00c0-6353-4fb3-b397-29279fed41b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.938873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Transition to ACTIVE for port object d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:31.946750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-473b5c2d-d348-4ade-bb61-f8ee4c4abb0d req-dff43bc6-e9f0-44aa-9a20-387b72403fa6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 1099 time: 0.3899584 Dec 07 13:29:31.955287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-81f8af9d-c93f-4a3b-859f-f8f9a1a8de98 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:31.976834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0dd93e-8512-41fd-a75a-7e581116d011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c991faa5-3a32-45c5-8cde-86aafa7db36f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:31.979442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd93e-8512-41fd-a75a-7e581116d011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:31.980990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ab0dd93e-8512-41fd-a75a-7e581116d011 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c991faa5-3a32-45c5-8cde-86aafa7db36f HTTP/1.1" status: 204 len: 168 time: 1.0607674 Dec 07 13:29:31.983177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab0dd93e-8512-41fd-a75a-7e581116d011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:31.995781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2b5bf802-4d93-4e66-ac63-37066ec32bb3 None None] Provisioning complete for port ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:31.996206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2b5bf802-4d93-4e66-ac63-37066ec32bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.002116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b444ca3a-6d3d-45a6-a137-93fad208f398 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.014100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b444ca3a-6d3d-45a6-a137-93fad208f398 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3720939 Dec 07 13:29:32.023493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46042) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:32.044018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-473b5c2d-d348-4ade-bb61-f8ee4c4abb0d req-f132fae5-9991-495c-9e92-615ceb084da5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=79d14d27-d895-425a-a3c0-a3abe53d04e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870078 Dec 07 13:29:32.059539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Transition to ACTIVE for port object d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:32.069632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1961950282', 'security_groups': ['92cf14db-7410-44b6-9dc0-7fb82caf6ef0'], 'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2bb3829a-2c5c-4e0b-9997-f660ac025ca6'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:32.205536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88110fe5-2095-4bf0-97cb-18c1491beae1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.364358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Allocated IP 2001:db8::2 (a3a58e01-8e5f-4bba-98da-fc492232915c/2bb3829a-2c5c-4e0b-9997-f660ac025ca6/7c408cde-599f-4ceb-bbd0-d7293dd37226) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:32.365177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88110fe5-2095-4bf0-97cb-18c1491beae1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.367217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.379249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.391421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0c48341e-03a3-4bef-8ddb-bc8d2066585d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:32.461582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-2b820eb5-5d9a-46be-b360-0336f28de0e6', 'network_id': '2b820eb5-5d9a-46be-b360-0336f28de0e6', 'tenant_id': '327364e35de649499d5d2699ff82d6f6', 'fixed_ips': [{'subnet_id': 'fe521f2e-118e-45fa-806d-df58916e7cc2'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:29:32.462483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.466964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39ff00c0-6353-4fb3-b397-29279fed41b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.474954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0735ac8-e022-4551-887e-5ff2f971889d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:32.528840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f41c7878-560c-448f-8b1e-f23e2a20d49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.548335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c84f36a9-6a49-4d4e-bc08-e53dc588dad6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.569341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff00c0-6353-4fb3-b397-29279fed41b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a555696-b0ed-43fc-8e94-77e833550b92,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:32.572138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-39ff00c0-6353-4fb3-b397-29279fed41b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:32.599050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Network 0d3af520-4d52-4d13-9ec1-87f675f1e7c1 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:32.606722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dec17c96-7ed7-4765-866a-3bd6eed51235 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:32.668220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:32.670626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:32.676359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Pushing event updated for resources: {'Port': ['ID=d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:32.684388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88110fe5-2095-4bf0-97cb-18c1491beae1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2abeac6-037f-44e7-aa29-67b492759dfa,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:32.687955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88110fe5-2095-4bf0-97cb-18c1491beae1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.689285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-88110fe5-2095-4bf0-97cb-18c1491beae1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.2187247 Dec 07 13:29:32.696178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-88110fe5-2095-4bf0-97cb-18c1491beae1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:32.700734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:32.703407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46052) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:32.706193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:port and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:32.710028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:32.718157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:32.721073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:32.723859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:32.737767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f36a9-6a49-4d4e-bc08-e53dc588dad6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Port': ['ID=47b39a02-cdfe-46c8-b666-37db39e1f033,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:32.764595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d35063c6-c3fd-4444-b54b-cdd9e96c61f5 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.777565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d35063c6-c3fd-4444-b54b-cdd9e96c61f5 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.785013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c84f36a9-6a49-4d4e-bc08-e53dc588dad6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:32.791841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39ff00c0-6353-4fb3-b397-29279fed41b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.795888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-39ff00c0-6353-4fb3-b397-29279fed41b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a555696-b0ed-43fc-8e94-77e833550b92 HTTP/1.1" status: 204 len: 168 time: 1.6273444 Dec 07 13:29:32.799889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:32.809545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.857866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d35063c6-c3fd-4444-b54b-cdd9e96c61f5 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.876263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b5d43afa-5558-4127-ae16-2849a0eade27 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:32.898722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35063c6-c3fd-4444-b54b-cdd9e96c61f5 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2abeac6-037f-44e7-aa29-67b492759dfa,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:32.912673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb0622-28b4-4d30-8cea-751ded110b58 req-9b34c90b-ee17-4b1d-8162-8522b6633c12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:32.914187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d35063c6-c3fd-4444-b54b-cdd9e96c61f5 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:32.914762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1fcb0622-28b4-4d30-8cea-751ded110b58 req-9b34c90b-ee17-4b1d-8162-8522b6633c12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 946 time: 1.0352597 Dec 07 13:29:32.919300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d35063c6-c3fd-4444-b54b-cdd9e96c61f5 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.922932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d35063c6-c3fd-4444-b54b-cdd9e96c61f5 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a2abeac6-037f-44e7-aa29-67b492759dfa HTTP/1.1" status: 204 len: 168 time: 0.2160287 Dec 07 13:29:32.926268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46060) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:32.929096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] device_id is not set on port f659cd8c-4137-446c-9c48-ccf023dde032 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:29:32.947165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:32.994131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ca94e5dc-a504-4c45-a21c-277bf0f95fe7 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:33.077014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Attempting to bind port d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:29:33.077870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Attempting to bind port d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '448949a0-d5f2-45ba-9f34-d0e61a1ef854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0d3af520-4d52-4d13-9ec1-87f675f1e7c1'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:29:33.078517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Attempting to bind port d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 on network 0d3af520-4d52-4d13-9ec1-87f675f1e7c1 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:29:33.092453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ca94e5dc-a504-4c45-a21c-277bf0f95fe7 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:33.097380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ca94e5dc-a504-4c45-a21c-277bf0f95fe7 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1673598 Dec 07 13:29:33.101301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46066) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:33.144565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:29:33.145433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Checking segment: {'id': '448949a0-d5f2-45ba-9f34-d0e61a1ef854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0d3af520-4d52-4d13-9ec1-87f675f1e7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:29:33.146286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:33.146927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Bound using segment: {'id': '448949a0-d5f2-45ba-9f34-d0e61a1ef854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0d3af520-4d52-4d13-9ec1-87f675f1e7c1'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:29:33.147706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Bound port: d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448949a0-d5f2-45ba-9f34-d0e61a1ef854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0d3af520-4d52-4d13-9ec1-87f675f1e7c1'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:29:33.148489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:33.194030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Allocated IP 2001:db8::2 (2b820eb5-5d9a-46be-b360-0336f28de0e6/fe521f2e-118e-45fa-806d-df58916e7cc2/043ce664-5ca8-4644-9236-c5320edf8134) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:33.251579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1fcb0622-28b4-4d30-8cea-751ded110b58 req-9a5f2532-3409-411b-bab6-7fdf2236bac1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d14d27-d895-425a-a3c0-a3abe53d04e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910034 Dec 07 13:29:33.276759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c84f36a9-6a49-4d4e-bc08-e53dc588dad6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:33.296492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c84f36a9-6a49-4d4e-bc08-e53dc588dad6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/ports/47b39a02-cdfe-46c8-b666-37db39e1f033 HTTP/1.1" status: 204 len: 168 time: 2.5512059 Dec 07 13:29:33.297285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46072) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:33.305754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a6452f3-f1de-4bdb-832b-274c1953301b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:33.318127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Allocated IP 2001:db8::1 (0d3af520-4d52-4d13-9ec1-87f675f1e7c1/c7fd7438-121b-487d-b023-0cf940f3f120/4405eaae-2871-475b-9065-fcb7cc0e9303) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:33.412602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a6452f3-f1de-4bdb-832b-274c1953301b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:33.425328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da03d214-1699-4593-8ec1-b058b70073a3 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:33.426233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-da03d214-1699-4593-8ec1-b058b70073a3 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Synchronizing usage tracker for tenant:07116a0e0f5f400f8e01d51898ee34fa on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:33.475697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-da03d214-1699-4593-8ec1-b058b70073a3 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Unset dirty status for tenant:07116a0e0f5f400f8e01d51898ee34fa on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:33.482890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-da03d214-1699-4593-8ec1-b058b70073a3 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8ff709e-bfa8-4797-a997-7bf27676d18e HTTP/1.1" status: 200 len: 913 time: 0.1845524 Dec 07 13:29:33.484058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46080) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:33.489183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:33.533922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Transition to ACTIVE for port object 7c408cde-599f-4ceb-bbd0-d7293dd37226 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:33.597314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Transition to ACTIVE for port object 7c408cde-599f-4ceb-bbd0-d7293dd37226 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:33.617629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] For port d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:29:33.661883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a6452f3-f1de-4bdb-832b-274c1953301b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:33.669670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-98de6c06-6316-4ade-85bc-731d3c26cdd4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:33.712051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6452f3-f1de-4bdb-832b-274c1953301b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed4f7f8-f773-4a3d-ac2b-e5ea52dcf577,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:33.720628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3a6452f3-f1de-4bdb-832b-274c1953301b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:33.733717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:33.774335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Allocated IP 2001:db8::e4 (a3a58e01-8e5f-4bba-98da-fc492232915c/2bb3829a-2c5c-4e0b-9997-f660ac025ca6/f659cd8c-4137-446c-9c48-ccf023dde032) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:33.781000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Transition to ACTIVE for port object 4405eaae-2871-475b-9065-fcb7cc0e9303 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:33.783449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] For port d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692,segment=NetworkSegment(448949a0-d5f2-45ba-9f34-d0e61a1ef854),segment_id=448949a0-d5f2-45ba-9f34-d0e61a1ef854)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:29:33.785093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:29:33.828043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:33.842129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:33.845303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-55a82794-a71f-4fb9-914c-17830db72bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:33.855787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-49a0564b-1e80-428b-a327-dd42d2e16830 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:33.884144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:33.900137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Network 0d3af520-4d52-4d13-9ec1-87f675f1e7c1 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:33.907826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:33.909924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a6452f3-f1de-4bdb-832b-274c1953301b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:33.911340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3a6452f3-f1de-4bdb-832b-274c1953301b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-groups/6ed4f7f8-f773-4a3d-ac2b-e5ea52dcf577 HTTP/1.1" status: 204 len: 168 time: 0.8085325 Dec 07 13:29:33.920203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:33.921010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:33.921174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:33.921290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46094) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:33.976550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event updated for resources: {'Port': ['ID=4405eaae-2871-475b-9065-fcb7cc0e9303,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:33.978715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Transition to ACTIVE for port object 043ce664-5ca8-4644-9236-c5320edf8134 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:34.015081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:34.056513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:34.071140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Network a3a58e01-8e5f-4bba-98da-fc492232915c is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:34.085617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Pushing event updated for resources: {'Port': ['ID=7c408cde-599f-4ceb-bbd0-d7293dd37226,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:34.089059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:34.092901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:34.096694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc917252-cbec-47b2-be73-a16c52587caa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:34.121439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46100) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:34.141611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Transition to ACTIVE for port object 043ce664-5ca8-4644-9236-c5320edf8134 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:34.143977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:34.157476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7984cea9-7a86-4549-815e-a3b2873cc9c8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:34.236066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:34.245745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:34.261899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7984cea9-7a86-4549-815e-a3b2873cc9c8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:34.267513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7984cea9-7a86-4549-815e-a3b2873cc9c8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3400555 Dec 07 13:29:34.268393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46108) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:34.270331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Transition to ACTIVE for port object f659cd8c-4137-446c-9c48-ccf023dde032 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:34.359197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f0004c16-b246-4828-b17e-b03b4e0862ba tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712708958'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:34.379804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f0004c16-b246-4828-b17e-b03b4e0862ba tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:34.416675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Pushing event updated for resources: {'Port': ['ID=d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:34.426223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f0004c16-b246-4828-b17e-b03b4e0862ba tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:34.427362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:34.432335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db3ae722-cd25-435b-9e48-ab8a169e9df6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:34.482969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:34.485076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:34.529165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Network 2b820eb5-5d9a-46be-b360-0336f28de0e6 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:34.536776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:34.538856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Attempting to bind port 7c408cde-599f-4ceb-bbd0-d7293dd37226 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:29:34.539292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Attempting to bind port 7c408cde-599f-4ceb-bbd0-d7293dd37226 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '9daffa69-19da-459f-9af1-330252448a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:29:34.539676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Attempting to bind port 7c408cde-599f-4ceb-bbd0-d7293dd37226 on network a3a58e01-8e5f-4bba-98da-fc492232915c {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:29:34.552507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:34.585378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:29:34.585378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Checking segment: {'id': '9daffa69-19da-459f-9af1-330252448a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:29:34.585378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:34.585707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Bound using segment: {'id': '9daffa69-19da-459f-9af1-330252448a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:29:34.586029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Bound port: 7c408cde-599f-4ceb-bbd0-d7293dd37226, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9daffa69-19da-459f-9af1-330252448a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:29:34.586450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:34.663942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Pushing event updated for resources: {'Port': ['ID=043ce664-5ca8-4644-9236-c5320edf8134,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:34.684592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:34.944127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Attempting to bind port 043ce664-5ca8-4644-9236-c5320edf8134 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:29:34.945203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Attempting to bind port 043ce664-5ca8-4644-9236-c5320edf8134 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '9d99a59e-d762-439d-996b-8a111559f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2b820eb5-5d9a-46be-b360-0336f28de0e6'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:29:34.945842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Attempting to bind port 043ce664-5ca8-4644-9236-c5320edf8134 on network 2b820eb5-5d9a-46be-b360-0336f28de0e6 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:29:34.958265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46116) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:34.961622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:29:34.962401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Checking segment: {'id': '9d99a59e-d762-439d-996b-8a111559f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2b820eb5-5d9a-46be-b360-0336f28de0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:29:34.963326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:34.964229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Bound using segment: {'id': '9d99a59e-d762-439d-996b-8a111559f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2b820eb5-5d9a-46be-b360-0336f28de0e6'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:29:34.964994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Bound port: 043ce664-5ca8-4644-9236-c5320edf8134, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d99a59e-d762-439d-996b-8a111559f55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2b820eb5-5d9a-46be-b360-0336f28de0e6'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:29:34.965640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:34.972700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-488935342'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:34.980416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:34.987722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:34.989664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f0004c16-b246-4828-b17e-b03b4e0862ba tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:35.010696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-04bd9999-f663-4fe4-8117-a37612d74233 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:35.051647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:35.076557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] For port 7c408cde-599f-4ceb-bbd0-d7293dd37226, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:29:35.077249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Usage tracker for resource:network and tenant:0dfa31b607fe4497a288372604fa7642 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:35.084715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:35.102644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] For port 7c408cde-599f-4ceb-bbd0-d7293dd37226, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7c408cde-599f-4ceb-bbd0-d7293dd37226,segment=NetworkSegment(9daffa69-19da-459f-9af1-330252448a10),segment_id=9daffa69-19da-459f-9af1-330252448a10)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:29:35.107150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:35.113253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] For port 043ce664-5ca8-4644-9236-c5320edf8134, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:29:35.150974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] For port 043ce664-5ca8-4644-9236-c5320edf8134, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=043ce664-5ca8-4644-9236-c5320edf8134,segment=NetworkSegment(9d99a59e-d762-439d-996b-8a111559f55b),segment_id=9d99a59e-d762-439d-996b-8a111559f55b)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:29:35.151512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:35.161569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network a3a58e01-8e5f-4bba-98da-fc492232915c is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:35.169593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:35.171647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=f659cd8c-4137-446c-9c48-ccf023dde032,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:35.177047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:35.181517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:35.183184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:35.195488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:35.196538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f0004c16-b246-4828-b17e-b03b4e0862ba tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:35.229979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f0004c16-b246-4828-b17e-b03b4e0862ba tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:35.239658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f0004c16-b246-4828-b17e-b03b4e0862ba tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:35.252624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f0004c16-b246-4828-b17e-b03b4e0862ba tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:35.268125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-9028350'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:35.280494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef4027-a91f-4b6d-92b7-ca7e81ecca21 req-c7d9c2da-904e-4279-82d8-4787e3628f62 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:35.282149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-acef4027-a91f-4b6d-92b7-ca7e81ecca21 req-c7d9c2da-904e-4279-82d8-4787e3628f62 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 946 time: 0.8026597 Dec 07 13:29:35.285238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:35.303967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:network and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:35.310766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:35.325063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:35.336476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9f56ff6-ff4a-4d4d-922c-2a6f4785e065 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:35.423118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:35.428723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4dd8cc43-7761-410f-9eab-3985686a8a28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:35.453605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f0004c16-b246-4828-b17e-b03b4e0862ba tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:35.459049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:35.460341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:35.465754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ae0e56f4-f995-4c3c-be50-280bb18c8514 tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:35.470965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:35.471134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:35.475717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:35.487050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Made reservation on behalf of 0dfa31b607fe4497a288372604fa7642 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:35.492458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:35.506170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4607503 Dec 07 13:29:35.511992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46124) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:35.524128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Pushing event updated for resources: {'Port': ['ID=7c408cde-599f-4ceb-bbd0-d7293dd37226,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:35.527209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-64fd30b7-ebd7-4deb-8023-07a019d6898e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'subnet': {'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:35.528734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:35.529388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:35.532970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f0004c16-b246-4828-b17e-b03b4e0862ba tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:35.551243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5bb131ac-7955-4f6d-83e6-2f3e7611c4f2 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:35.578388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:35.599030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:35.637995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Pushing event updated for resources: {'Port': ['ID=043ce664-5ca8-4644-9236-c5320edf8134,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:35.641586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:35.703709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:29:35.754306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0004c16-b246-4828-b17e-b03b4e0862ba tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f20073-a1bf-46eb-9bac-eb018b274ab4,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:35.760912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event updated for resources: {'Port': ['ID=4405eaae-2871-475b-9065-fcb7cc0e9303,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:35.764335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:35.780206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f0004c16-b246-4828-b17e-b03b4e0862ba tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:35.804655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f0004c16-b246-4828-b17e-b03b4e0862ba tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:35.806313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f0004c16-b246-4828-b17e-b03b4e0862ba tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5343220 Dec 07 13:29:35.809297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-acef4027-a91f-4b6d-92b7-ca7e81ecca21 req-42cfd2b2-7d7d-41f9-9f92-3d901b57b27b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d14d27-d895-425a-a3c0-a3abe53d04e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5147192 Dec 07 13:29:35.811187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46128) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:35.840171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c9f8c5ca-7f28-47c1-a685-72c9cc06e800 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group_rule': {'security_group_id': 'c2f20073-a1bf-46eb-9bac-eb018b274ab4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:35.850596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:35.859298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:35.866431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Usage tracker for resource:security_group_rule and tenant:0dfa31b607fe4497a288372604fa7642 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:35.875602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c9f8c5ca-7f28-47c1-a685-72c9cc06e800 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:35.882763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c9f8c5ca-7f28-47c1-a685-72c9cc06e800 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:35.884297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c9f8c5ca-7f28-47c1-a685-72c9cc06e800 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:35.899048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:security_group_rule and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:35.902366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:35.910715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:35.918543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c9f8c5ca-7f28-47c1-a685-72c9cc06e800 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:35.925160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:35.936021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:35.941110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:35.945264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Network 0d3af520-4d52-4d13-9ec1-87f675f1e7c1 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:35.946755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64fd30b7-ebd7-4deb-8023-07a019d6898e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:35.950478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:36.021292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64fd30b7-ebd7-4deb-8023-07a019d6898e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:subnet and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:36.038653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9f8c5ca-7f28-47c1-a685-72c9cc06e800 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:36.101841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64fd30b7-ebd7-4deb-8023-07a019d6898e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:36.122688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64fd30b7-ebd7-4deb-8023-07a019d6898e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:36.388440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:36.403318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fd30b7-ebd7-4deb-8023-07a019d6898e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:36.483026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:36.505400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:36.528571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab0dd93e-8512-41fd-a75a-7e581116d011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:36.538957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:29:36.546180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:36.610074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64fd30b7-ebd7-4deb-8023-07a019d6898e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:36.651587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9f8c5ca-7f28-47c1-a685-72c9cc06e800 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:36.655570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:36.655952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Added segment e4c9c8d2-d5ef-46dd-b976-95fb824f4094 of type vlan for network c9ee8f68-0885-485a-ba4e-56608c96e7d4 Dec 07 13:29:36.673088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0147ae-b48b-4d7b-9eec-6035a5f57291,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:36.677178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:29:36.690871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:36.693930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-39ff00c0-6353-4fb3-b397-29279fed41b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:36.732234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43571c-3b7f-4eca-aaa4-6baf2a4544f2 req-a2de517a-2eb2-446a-af37-f30bf53a6d14 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:36.733922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ba43571c-3b7f-4eca-aaa4-6baf2a4544f2 req-a2de517a-2eb2-446a-af37-f30bf53a6d14 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 946 time: 0.6778517 Dec 07 13:29:36.742806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9f8c5ca-7f28-47c1-a685-72c9cc06e800 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:36.761936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:36.762321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Added segment 38e9fae4-802e-4f4f-91d7-3c9a4c0a7881 of type vlan for network 95168832-dbee-4b18-a825-43d7f3fef52b Dec 07 13:29:36.764609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:36.792854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.ipam_backend_mixin [None req-64fd30b7-ebd7-4deb-8023-07a019d6898e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2bb3829a-2c5c-4e0b-9997-f660ac025ca6 (CIDR: 2001:db8::/64) Dec 07 13:29:36.814861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9d4a1e-480c-4089-8c5c-612d178004f2,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:36.835867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:36.841023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fd30b7-ebd7-4deb-8023-07a019d6898e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:29:36.841544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64fd30b7-ebd7-4deb-8023-07a019d6898e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:29:36.848662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Router f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:29:36.867551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-37ae56ba-3450-4997-a718-41156411a3e8 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:36.898519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd52ecfd-2ee0-451f-bdc0-d9b4056c3335 None None] Network 0d3af520-4d52-4d13-9ec1-87f675f1e7c1 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:36.944135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-64fd30b7-ebd7-4deb-8023-07a019d6898e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4237459 Dec 07 13:29:36.965069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:36.969873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46134) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:36.979382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8c5ca-7f28-47c1-a685-72c9cc06e800 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f278946a-0c8e-4c6e-9594-15aa91562ede,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:36.988370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9f8c5ca-7f28-47c1-a685-72c9cc06e800 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:36.996298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f2441567-dc72-4746-8652-4f2e6a975451 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'subnet': {'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:37.031748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9f8c5ca-7f28-47c1-a685-72c9cc06e800 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:37.036063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c9f8c5ca-7f28-47c1-a685-72c9cc06e800 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2168326 Dec 07 13:29:37.042836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46138) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:37.075063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3b666860-c83a-4ceb-bc93-bdda5fe58fff tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules/f278946a-0c8e-4c6e-9594-15aa91562ede HTTP/1.1" status: 200 len: 705 time: 0.0265820 Dec 07 13:29:37.077240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46142) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:37.106187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ba43571c-3b7f-4eca-aaa4-6baf2a4544f2 req-c3f07471-44b4-4850-b23c-9cdd4a7881e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d14d27-d895-425a-a3c0-a3abe53d04e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3531165 Dec 07 13:29:37.117982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:29:37.125663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "PUT /v2.0/routers/f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6562541 Dec 07 13:29:37.131969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744c6a2-4ab3-4d11-aec2-612787e2e353 None None] Sync routers for ids ['f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:29:37.140404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46146) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:37.153906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9744c6a2-4ab3-4d11-aec2-612787e2e353 None None] Routers {'f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:37.154944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9744c6a2-4ab3-4d11-aec2-612787e2e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:37.156642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:37.160872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:37.161535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:37.165435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46150) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:37.184599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:37.239886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9744c6a2-4ab3-4d11-aec2-612787e2e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:37.255868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9744c6a2-4ab3-4d11-aec2-612787e2e353 None None] Routers {'f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:37.256914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9744c6a2-4ab3-4d11-aec2-612787e2e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:37.294256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2a329877-3486-4569-a089-f6716342fd4a tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:37.363827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2a329877-3486-4569-a089-f6716342fd4a tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:37.367301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2a329877-3486-4569-a089-f6716342fd4a tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2858350 Dec 07 13:29:37.373970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46154) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:37.403462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a7c87767-fd8e-4cda-a37c-0b6c093bcf97 None None] Provisioning for port d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:37.414988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:37.420416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:37.421121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:37.429993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4587488 Dec 07 13:29:37.430222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a7c87767-fd8e-4cda-a37c-0b6c093bcf97 None None] Provisioning complete for port d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:37.430222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a7c87767-fd8e-4cda-a37c-0b6c093bcf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:37.437072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Network': ['ID=c9ee8f68-0885-485a-ba4e-56608c96e7d4,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:37.446011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46158) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:37.459754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:37.468914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-715ebabc-68a4-412a-9ffd-145ed34343f3 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:37.497653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:37.500751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:29:37.628451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9744c6a2-4ab3-4d11-aec2-612787e2e353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:37.628975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744c6a2-4ab3-4d11-aec2-612787e2e353 None None] The sync data for ids ['f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:29:37.661047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9c9fbf9-cd9f-4364-8203-e0425d80cafc tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:37.673943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f2441567-dc72-4746-8652-4f2e6a975451 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:37.677120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9c9fbf9-cd9f-4364-8203-e0425d80cafc tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:37.703926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.5689971 Dec 07 13:29:37.713033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46162) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:37.721152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f2441567-dc72-4746-8652-4f2e6a975451 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:subnet and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:37.727723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Request body: {'subnet': {'network_id': '95168832-dbee-4b18-a825-43d7f3fef52b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:37.734290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a7c87767-fd8e-4cda-a37c-0b6c093bcf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:37.736955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f2441567-dc72-4746-8652-4f2e6a975451 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:37.788273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a7c87767-fd8e-4cda-a37c-0b6c093bcf97 None None] For port d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692,segment=NetworkSegment(448949a0-d5f2-45ba-9f34-d0e61a1ef854),segment_id=448949a0-d5f2-45ba-9f34-d0e61a1ef854)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:37.803775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f2441567-dc72-4746-8652-4f2e6a975451 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:37.814070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7c408cde-599f-4ceb-bbd0-d7293dd37226 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:29:37.855275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Pushing event updated for resources: {'Network': ['ID=95168832-dbee-4b18-a825-43d7f3fef52b,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:37.884154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:37.888656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 95168832-dbee-4b18-a825-43d7f3fef52b details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:29:37.896918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:37.909977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2c898bcb-976b-45cc-9229-09b03dc2a477 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 1094 time: 0.7080741 Dec 07 13:29:37.922518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:37.922834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a7c87767-fd8e-4cda-a37c-0b6c093bcf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:37.922958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:37.923061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d9227a2-ca44-4a89-9024-6238d393cff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:37.923176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46166) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:37.934217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:37.944255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:37.952475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:37.956555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2441567-dc72-4746-8652-4f2e6a975451 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:37.983648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:floatingip and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:37.988565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:38.013117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c87767-fd8e-4cda-a37c-0b6c093bcf97 None None] Pushing event updated for resources: {'Port': ['ID=d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:38.017063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a7c87767-fd8e-4cda-a37c-0b6c093bcf97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:38.112137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 7c408cde-599f-4ceb-bbd0-d7293dd37226 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:38.140225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 043ce664-5ca8-4644-9236-c5320edf8134 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:29:38.223738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9c9fbf9-cd9f-4364-8203-e0425d80cafc tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:38.226605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:38.229621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:38.255973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9fbf9-cd9f-4364-8203-e0425d80cafc tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f278946a-0c8e-4c6e-9594-15aa91562ede,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:38.262630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d9c9fbf9-cd9f-4364-8203-e0425d80cafc tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:38.266407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Usage tracker for resource:subnet and tenant:0dfa31b607fe4497a288372604fa7642 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:38.279612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 043ce664-5ca8-4644-9236-c5320edf8134 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:38.280213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:38.291842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:38.316828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9c9fbf9-cd9f-4364-8203-e0425d80cafc tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:38.321130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d9c9fbf9-cd9f-4364-8203-e0425d80cafc tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f278946a-0c8e-4c6e-9594-15aa91562ede HTTP/1.1" status: 204 len: 168 time: 0.9494417 Dec 07 13:29:38.324670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46170) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:38.398285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:38.417141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:38.451359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Made reservation on behalf of 0dfa31b607fe4497a288372604fa7642 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:38.545376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:38.676457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0f09be24-b7c4-4c91-964a-0216a7145541 None None] Provisioning complete for port d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:38.677234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f09be24-b7c4-4c91-964a-0216a7145541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:38.684052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ebea0596-e8b6-4aff-99f2-6b16eae41a82 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:38.695270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:38.722748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:38.751002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e9f56ff6-ff4a-4d4d-922c-2a6f4785e065 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting port bfedf657-55c1-4c92-ba87-5064b4d2ef48 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:38.751426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9f56ff6-ff4a-4d4d-922c-2a6f4785e065 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:38.880728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ebea0596-e8b6-4aff-99f2-6b16eae41a82 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:38.885383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ebea0596-e8b6-4aff-99f2-6b16eae41a82 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4599833 Dec 07 13:29:38.889131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46174) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:38.915649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1ac06b21-5671-4875-8428-b37520a35c4a tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group_rule': {'security_group_id': 'c2f20073-a1bf-46eb-9bac-eb018b274ab4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:38.944139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1ac06b21-5671-4875-8428-b37520a35c4a tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:38.966001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0f09be24-b7c4-4c91-964a-0216a7145541 None None] Provisioning for port 4405eaae-2871-475b-9065-fcb7cc0e9303 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:38.973450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1ac06b21-5671-4875-8428-b37520a35c4a tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:38.978335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0f09be24-b7c4-4c91-964a-0216a7145541 None None] Provisioning complete for port 4405eaae-2871-475b-9065-fcb7cc0e9303 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:38.979018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f09be24-b7c4-4c91-964a-0216a7145541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:38.985916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2441567-dc72-4746-8652-4f2e6a975451 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:39.124635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ac06b21-5671-4875-8428-b37520a35c4a tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:39.152865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a0fae3-a4f8-4785-ad45-68b074e41a5f None None] Network 2b820eb5-5d9a-46be-b360-0336f28de0e6 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:39.285056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ac06b21-5671-4875-8428-b37520a35c4a tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:39.316453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-6890e7e4-ab79-44ca-b3fb-52699811fd65 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:29:39.322206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6890e7e4-ab79-44ca-b3fb-52699811fd65 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "PUT /v2.0/routers/f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1738994 Dec 07 13:29:39.323074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46178) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:39.341977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ac06b21-5671-4875-8428-b37520a35c4a tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:39.418615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-54c7116f-3cd7-4a51-b775-f2d52b19596b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:39.425313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0f09be24-b7c4-4c91-964a-0216a7145541 None None] Port 4405eaae-2871-475b-9065-fcb7cc0e9303 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:29:39.544322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:39.549405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac06b21-5671-4875-8428-b37520a35c4a tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd48d37-f910-4496-ae21-627deffae34e,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:39.558228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ac06b21-5671-4875-8428-b37520a35c4a tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:39.564991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-87b46d88-2e92-4cb3-a129-d5aa9cdd4b13 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:39.576242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9f56ff6-ff4a-4d4d-922c-2a6f4785e065 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:39.601717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:39.641739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Provisioning for port f659cd8c-4137-446c-9c48-ccf023dde032 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:39.652077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Provisioning complete for port f659cd8c-4137-446c-9c48-ccf023dde032 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:39.652970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:39.687379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ac06b21-5671-4875-8428-b37520a35c4a tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:39.688704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1ac06b21-5671-4875-8428-b37520a35c4a tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7985218 Dec 07 13:29:39.698160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46182) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:39.704525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:29:39.749945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Pushing event updated for resources: {'Subnet': ['ID=29a55155-fe7c-4b33-8705-7dcbae22e2ee,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:39.756560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:39.769791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Checking segment: {'id': '38e9fae4-802e-4f4f-91d7-3c9a4c0a7881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95168832-dbee-4b18-a825-43d7f3fef52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:29:39.770194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Network hostable DHCP agents. Network: 95168832-dbee-4b18-a825-43d7f3fef52b, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:29:39.790412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e9f56ff6-ff4a-4d4d-922c-2a6f4785e065 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Calling delete_port for bfedf657-55c1-4c92-ba87-5064b4d2ef48 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:39.794572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Port f659cd8c-4137-446c-9c48-ccf023dde032 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:29:39.825662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Provisioning complete for port 175783ea-2248-4e0f-9884-277c0f5dbbf7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:39.826352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:39.833532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:39.863988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68703129-5973-4fd7-997f-4441a5a66fe2 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:39.878216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:39.878635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:39.959986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Port 175783ea-2248-4e0f-9884-277c0f5dbbf7 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:29:39.974814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-117fdfb3-335c-476d-b383-4b0050a6d6a2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules/4bd48d37-f910-4496-ae21-627deffae34e HTTP/1.1" status: 200 len: 705 time: 0.1944432 Dec 07 13:29:39.977456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46186) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:40.014793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Network 95168832-dbee-4b18-a825-43d7f3fef52b is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:29:40.039713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=869af196-1a8b-4b7d-ba5e-471f0b9c0fb3,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:40.052910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:40.064756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:40.065850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1e88338-1ab5-47d7-b0e9-e6da4a9ef05a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:40.079500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Provisioning for port 7c408cde-599f-4ceb-bbd0-d7293dd37226 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:40.086913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Provisioning complete for port 7c408cde-599f-4ceb-bbd0-d7293dd37226 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:40.087387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:40.144551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 95168832-dbee-4b18-a825-43d7f3fef52b) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:40.156729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7ad4bf87-898b-4b38-a5a9-6ad0fdee69d4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:40.161329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475029d3-159a-405b-9da3-7e3c58313e58 None None] Network 95168832-dbee-4b18-a825-43d7f3fef52b requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:40.224049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:29:40.224428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network hostable DHCP agents. Network: c9ee8f68-0885-485a-ba4e-56608c96e7d4, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:29:40.231485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:40.232322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:40.345179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7ad4bf87-898b-4b38-a5a9-6ad0fdee69d4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:40.349200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7ad4bf87-898b-4b38-a5a9-6ad0fdee69d4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3656166 Dec 07 13:29:40.349200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6330986 Dec 07 13:29:40.351155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46190) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:40.351432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46192) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:40.362112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Request body: {'port': {'network_id': '95168832-dbee-4b18-a825-43d7f3fef52b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-686145356'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:40.374168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:40.437028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.36.4.85 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/7a99f841-b55a-4a23-b37e-9aa81708f606) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:40.519493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6aa66b7b-5bb3-42a6-bfe2-ef5c4331d226 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:40.526908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] For port 7c408cde-599f-4ceb-bbd0-d7293dd37226, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7c408cde-599f-4ceb-bbd0-d7293dd37226,segment=NetworkSegment(9daffa69-19da-459f-9af1-330252448a10),segment_id=9daffa69-19da-459f-9af1-330252448a10)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:40.542973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:29:40.550522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-95168832-dbee-4b18-a825-43d7f3fef52b', 'network_id': '95168832-dbee-4b18-a825-43d7f3fef52b', 'tenant_id': '0dfa31b607fe4497a288372604fa7642', 'fixed_ips': [{'subnet_id': '29a55155-fe7c-4b33-8705-7dcbae22e2ee'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:29:40.556888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:40.577577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:40.589201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6aa66b7b-5bb3-42a6-bfe2-ef5c4331d226 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:40.617332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, c9ee8f68-0885-485a-ba4e-56608c96e7d4) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:40.621146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:40.634759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2441567-dc72-4746-8652-4f2e6a975451 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:40.659977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:40.660750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:40.669612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfdf054-4b7a-443c-8a83-5c4f59743b36 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:40.690844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8e196089-145c-4456-93b8-5997998dd892 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:40.752945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:40.757951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Usage tracker for resource:port and tenant:0dfa31b607fe4497a288372604fa7642 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:40.784260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2441567-dc72-4746-8652-4f2e6a975451 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Subnet': ['ID=ca1cddad-bfc6-46c1-9783-a8d46ee8c000,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:40.797884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3372705 Dec 07 13:29:40.797884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2441567-dc72-4746-8652-4f2e6a975451 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network a3a58e01-8e5f-4bba-98da-fc492232915c is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:40.801316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f2441567-dc72-4746-8652-4f2e6a975451 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:40.802036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46198) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:40.804750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:40.805962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f2441567-dc72-4746-8652-4f2e6a975451 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:40.813133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2441567-dc72-4746-8652-4f2e6a975451 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:40.814275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2441567-dc72-4746-8652-4f2e6a975451 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:40.815752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6aa66b7b-5bb3-42a6-bfe2-ef5c4331d226 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:40.824467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Provisioning complete for port 4405eaae-2871-475b-9065-fcb7cc0e9303 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:40.824888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:40.827705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:40.840221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'name': 'tempest-NetworksTestDHCPv6-468383665'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:40.844151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:40.858585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa66b7b-5bb3-42a6-bfe2-ef5c4331d226 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bd48d37-f910-4496-ae21-627deffae34e,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:40.866574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6aa66b7b-5bb3-42a6-bfe2-ef5c4331d226 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:40.874574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f2441567-dc72-4746-8652-4f2e6a975451 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.8942523 Dec 07 13:29:40.875627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46202) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:40.883068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bcb4a28e-4777-41ac-98bb-c0a603e15110 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1942015813', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ca1cddad-bfc6-46c1-9783-a8d46ee8c000'}], 'security_groups': ['6aa94d17-8bb6-405c-9d35-6a7149894b14']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:40.919215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Port 4405eaae-2871-475b-9065-fcb7cc0e9303 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:29:40.923964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efdb2fa-be76-4d72-b8a5-65ac62bb3c84 None None] Network a3a58e01-8e5f-4bba-98da-fc492232915c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:40.930705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6aa66b7b-5bb3-42a6-bfe2-ef5c4331d226 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:40.932283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6aa66b7b-5bb3-42a6-bfe2-ef5c4331d226 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4bd48d37-f910-4496-ae21-627deffae34e HTTP/1.1" status: 204 len: 168 time: 0.5798819 Dec 07 13:29:40.941023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9f56ff6-ff4a-4d4d-922c-2a6f4785e065 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:40.942465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Made reservation on behalf of 0dfa31b607fe4497a288372604fa7642 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:40.951218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:40.960884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46206) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:40.965055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-32a83abe-8a11-49d8-bcd2-cd1f109edb03 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:41.068057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f56ff6-ff4a-4d4d-922c-2a6f4785e065 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Port': ['ID=bfedf657-55c1-4c92-ba87-5064b4d2ef48,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:41.087532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9f56ff6-ff4a-4d4d-922c-2a6f4785e065 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:41.133604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] device_id is not set on port 918a4a6e-ab4a-4f6e-bb9f-6e94d1748176 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:29:41.268372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Provisioning for port 043ce664-5ca8-4644-9236-c5320edf8134 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:41.297653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Pushing event updated for resources: {'Port': ['ID=7c408cde-599f-4ceb-bbd0-d7293dd37226,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:41.312302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:41.321662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Provisioning complete for port 043ce664-5ca8-4644-9236-c5320edf8134 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:41.324730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:41.618722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcb4a28e-4777-41ac-98bb-c0a603e15110 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:41.659380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:41.702086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-20dd9230-0c1a-4c76-95d2-8df54b493b72 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:41.764071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7c408cde-599f-4ceb-bbd0-d7293dd37226 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:29:41.837277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:41.847555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-20dd9230-0c1a-4c76-95d2-8df54b493b72 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:41.852363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-20dd9230-0c1a-4c76-95d2-8df54b493b72 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.8296785 Dec 07 13:29:41.856526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:port and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:41.858793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46210) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:41.868400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:41.875686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-46d14572-f814-4708-b11e-822ac55ad208 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group_rule': {'security_group_id': 'c2f20073-a1bf-46eb-9bac-eb018b274ab4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:41.881354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Allocated IP 172.20.0.2 (95168832-dbee-4b18-a825-43d7f3fef52b/29a55155-fe7c-4b33-8705-7dcbae22e2ee/a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:41.886119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': '869af196-1a8b-4b7d-ba5e-471f0b9c0fb3'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:29:41.887007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:41.888575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:41.892851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-46d14572-f814-4708-b11e-822ac55ad208 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:41.915398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-46d14572-f814-4708-b11e-822ac55ad208 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:41.938263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:41.944879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d568645a-1ffe-4944-a2e5-59684c10077b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:41.961885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:41.992960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-46d14572-f814-4708-b11e-822ac55ad208 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Project c0dbfe354fad49229a8a82e50df9bedc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:29:41.997950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:42.003205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:42.033570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46d14572-f814-4708-b11e-822ac55ad208 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:42.079093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:42.093441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:42.104640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:42.133067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=7a99f841-b55a-4a23-b37e-9aa81708f606,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:42.137144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port 4ae6babf-d9e3-430c-b777-51403a322723 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:29:42.182172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 7c408cde-599f-4ceb-bbd0-d7293dd37226 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:42.182597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:42.192222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:42.215282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88338-1ab5-47d7-b0e9-e6da4a9ef05a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Deleting port 4405eaae-2871-475b-9065-fcb7cc0e9303 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:42.215607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1e88338-1ab5-47d7-b0e9-e6da4a9ef05a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:42.217341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9f56ff6-ff4a-4d4d-922c-2a6f4785e065 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:42.280127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] For port 043ce664-5ca8-4644-9236-c5320edf8134, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=043ce664-5ca8-4644-9236-c5320edf8134,segment=NetworkSegment(9d99a59e-d762-439d-996b-8a111559f55b),segment_id=9d99a59e-d762-439d-996b-8a111559f55b)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:42.338284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:42.353608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:42.475275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46d14572-f814-4708-b11e-822ac55ad208 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:42.493115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-bcb4a28e-4777-41ac-98bb-c0a603e15110 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Delete allocated IP 2001:db8::e4 (a3a58e01-8e5f-4bba-98da-fc492232915c/2bb3829a-2c5c-4e0b-9997-f660ac025ca6) {{(pid=88898) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 07 13:29:42.523314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-bcb4a28e-4777-41ac-98bb-c0a603e15110 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Allocated IP 2001:db8:0:1::f9 (a3a58e01-8e5f-4bba-98da-fc492232915c/ca1cddad-bfc6-46c1-9783-a8d46ee8c000/f659cd8c-4137-446c-9c48-ccf023dde032) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:42.533830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46d14572-f814-4708-b11e-822ac55ad208 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:42.537069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1e88338-1ab5-47d7-b0e9-e6da4a9ef05a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:42.552270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Pushing event updated for resources: {'Port': ['ID=043ce664-5ca8-4644-9236-c5320edf8134,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:42.558892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c54316c6-f9e1-46c7-9883-201d4b2c7063 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:42.575622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:42.589450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::136 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/869af196-1a8b-4b7d-ba5e-471f0b9c0fb3/4ae6babf-d9e3-430c-b777-51403a322723) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:42.608340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d14572-f814-4708-b11e-822ac55ad208 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a9f746-ad30-4140-a52e-4c5c561620c1,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:42.625095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-46d14572-f814-4708-b11e-822ac55ad208 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:42.629507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ac5d28c9-06f4-4d44-a757-d043665eec3c None None] Provisioning complete for port 4405eaae-2871-475b-9065-fcb7cc0e9303 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:42.629906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ac5d28c9-06f4-4d44-a757-d043665eec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:42.716451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88338-1ab5-47d7-b0e9-e6da4a9ef05a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Calling delete_port for 4405eaae-2871-475b-9065-fcb7cc0e9303 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:42.724658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:42.753211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Transition to ACTIVE for port object a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:42.784000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d28c9-06f4-4d44-a757-d043665eec3c None None] Port 4405eaae-2871-475b-9065-fcb7cc0e9303 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:29:42.792803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46d14572-f814-4708-b11e-822ac55ad208 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:42.793591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-46d14572-f814-4708-b11e-822ac55ad208 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9337208 Dec 07 13:29:42.803319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46214) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:42.805935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Transition to ACTIVE for port object a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:42.814146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34d8766-0882-4b05-82d6-33a53657e6ed None None] Update dhcp port {'port': {'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c', 'fixed_ips': [{'subnet_id': '2bb3829a-2c5c-4e0b-9997-f660ac025ca6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ca1cddad-bfc6-46c1-9783-a8d46ee8c000'}], 'binding:host_id': 'dv-neutron-ussuri-2-hyperv'}, 'id': '7c408cde-599f-4ceb-bbd0-d7293dd37226'} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 07 13:29:42.844683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:42.854603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:42.911632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ac5d28c9-06f4-4d44-a757-d043665eec3c None None] Provisioning complete for port 043ce664-5ca8-4644-9236-c5320edf8134 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:42.912062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ac5d28c9-06f4-4d44-a757-d043665eec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:42.978660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f34d8766-0882-4b05-82d6-33a53657e6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:42.979867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-682c1a31-d5ae-458d-9886-6da13b25e892 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules/27a9f746-ad30-4140-a52e-4c5c561620c1 HTTP/1.1" status: 200 len: 711 time: 0.1756208 Dec 07 13:29:42.985711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46218) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:43.038536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Network 95168832-dbee-4b18-a825-43d7f3fef52b is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:43.070287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Allocated IP 172.20.0.11 (95168832-dbee-4b18-a825-43d7f3fef52b/29a55155-fe7c-4b33-8705-7dcbae22e2ee/918a4a6e-ab4a-4f6e-bb9f-6e94d1748176) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:43.075657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Pushing event updated for resources: {'Port': ['ID=a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:43.081652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:43.084549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:43.095172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:43.136288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7acab4a2-0437-4d59-a32a-608c7442742f tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:43.167979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcb4a28e-4777-41ac-98bb-c0a603e15110 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:43.204203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bcb4a28e-4777-41ac-98bb-c0a603e15110 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Transition to ACTIVE for port object f659cd8c-4137-446c-9c48-ccf023dde032 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:43.217168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7acab4a2-0437-4d59-a32a-608c7442742f tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:43.218556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7acab4a2-0437-4d59-a32a-608c7442742f tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.2273662 Dec 07 13:29:43.224926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46222) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:43.250431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:43.270042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcb4a28e-4777-41ac-98bb-c0a603e15110 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:43.293654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:43.372683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object 4ae6babf-d9e3-430c-b777-51403a322723 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:43.385575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba2216ce-4101-41d6-9a3a-5107f9eeea17 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:43.426474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba2216ce-4101-41d6-9a3a-5107f9eeea17 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:43.522120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1e88338-1ab5-47d7-b0e9-e6da4a9ef05a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:43.534428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4a28e-4777-41ac-98bb-c0a603e15110 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=f659cd8c-4137-446c-9c48-ccf023dde032,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:43.541709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bcb4a28e-4777-41ac-98bb-c0a603e15110 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] In _notify_port_updated(), no bound segment for port f659cd8c-4137-446c-9c48-ccf023dde032 on network a3a58e01-8e5f-4bba-98da-fc492232915c {{(pid=88898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:29:43.546207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb4a28e-4777-41ac-98bb-c0a603e15110 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:43.550983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcb4a28e-4777-41ac-98bb-c0a603e15110 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:43.550983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bcb4a28e-4777-41ac-98bb-c0a603e15110 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "PUT /v2.0/ports/f659cd8c-4137-446c-9c48-ccf023dde032 HTTP/1.1" status: 200 len: 930 time: 2.6711648 Dec 07 13:29:43.552156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bcb4a28e-4777-41ac-98bb-c0a603e15110 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:43.555449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cdde72a3-5365-4fcb-bf54-21e996358ad0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:43.556061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba2216ce-4101-41d6-9a3a-5107f9eeea17 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:43.557832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:43.577742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Attempting to bind port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:29:43.578226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Attempting to bind port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '38e9fae4-802e-4f4f-91d7-3c9a4c0a7881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95168832-dbee-4b18-a825-43d7f3fef52b'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:29:43.578716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Attempting to bind port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 on network 95168832-dbee-4b18-a825-43d7f3fef52b {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:29:43.586430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46226) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:43.627920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3ed4f417-4765-4899-abdd-b8b71d483cac tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:43.644702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:29:43.645251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Checking segment: {'id': '38e9fae4-802e-4f4f-91d7-3c9a4c0a7881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95168832-dbee-4b18-a825-43d7f3fef52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:29:43.645784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:43.646297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Bound using segment: {'id': '38e9fae4-802e-4f4f-91d7-3c9a4c0a7881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95168832-dbee-4b18-a825-43d7f3fef52b'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:29:43.646896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Bound port: a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e9fae4-802e-4f4f-91d7-3c9a4c0a7881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '95168832-dbee-4b18-a825-43d7f3fef52b'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:29:43.647425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:43.670737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e88338-1ab5-47d7-b0e9-e6da4a9ef05a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event deleted for resources: {'Port': ['ID=4405eaae-2871-475b-9065-fcb7cc0e9303,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:43.697822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Allocated IP 2001:db8::2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/869af196-1a8b-4b7d-ba5e-471f0b9c0fb3/60e48a7e-92e0-479c-bebb-7b4c37309034) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:43.707007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f1e88338-1ab5-47d7-b0e9-e6da4a9ef05a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:43.746942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 043ce664-5ca8-4644-9236-c5320edf8134 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:29:43.776675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:43.781692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=4ae6babf-d9e3-430c-b777-51403a322723,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:43.787593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:43.791829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f34d8766-0882-4b05-82d6-33a53657e6ed None None] Allocated IP 2001:db8:0:1::2 (a3a58e01-8e5f-4bba-98da-fc492232915c/ca1cddad-bfc6-46c1-9783-a8d46ee8c000/7c408cde-599f-4ceb-bbd0-d7293dd37226) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:43.793822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:43.795203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:43.797158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-46d14572-f814-4708-b11e-822ac55ad208 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:43.807514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:43.813473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:43.813473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:43.826773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8b2f8970-9c9e-4a53-aa5b-98dab9cf709d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port f659cd8c-4137-446c-9c48-ccf023dde032 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:43.827155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b2f8970-9c9e-4a53-aa5b-98dab9cf709d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:43.969071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:44.034633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Transition to ACTIVE for port object 918a4a6e-ab4a-4f6e-bb9f-6e94d1748176 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:44.061254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1e88338-1ab5-47d7-b0e9-e6da4a9ef05a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:44.067719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] For port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:29:44.118034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] For port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5,segment=NetworkSegment(38e9fae4-802e-4f4f-91d7-3c9a4c0a7881),segment_id=38e9fae4-802e-4f4f-91d7-3c9a4c0a7881)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:29:44.122299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba2216ce-4101-41d6-9a3a-5107f9eeea17 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:44.127293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ba2216ce-4101-41d6-9a3a-5107f9eeea17 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/27a9f746-ad30-4140-a52e-4c5c561620c1 HTTP/1.1" status: 204 len: 168 time: 0.8954027 Dec 07 13:29:44.127293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2216ce-4101-41d6-9a3a-5107f9eeea17 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27a9f746-ad30-4140-a52e-4c5c561620c1,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:44.137104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46230) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:44.138120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ba2216ce-4101-41d6-9a3a-5107f9eeea17 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:44.170705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:44.180817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:44.231998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 043ce664-5ca8-4644-9236-c5320edf8134 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:44.232405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:44.292834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4831529 Dec 07 13:29:44.300137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46234) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:44.345964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:44.373860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f34d8766-0882-4b05-82d6-33a53657e6ed None None] For port 7c408cde-599f-4ceb-bbd0-d7293dd37226, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7c408cde-599f-4ceb-bbd0-d7293dd37226,segment=NetworkSegment(9daffa69-19da-459f-9af1-330252448a10),segment_id=9daffa69-19da-459f-9af1-330252448a10)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:44.423383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Pushing event updated for resources: {'Port': ['ID=a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:44.429800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7f945455-a1d9-43b4-b40a-c08837fd6463 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:44.432041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:44.434900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:44.479487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Transition to ACTIVE for port object 60e48a7e-92e0-479c-bebb-7b4c37309034 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:44.516508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f34d8766-0882-4b05-82d6-33a53657e6ed None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:44.566651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Transition to ACTIVE for port object 60e48a7e-92e0-479c-bebb-7b4c37309034 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:44.569197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f34d8766-0882-4b05-82d6-33a53657e6ed None None] Transition to ACTIVE for port object 7c408cde-599f-4ceb-bbd0-d7293dd37226 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:44.578691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:44.589163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7f945455-a1d9-43b4-b40a-c08837fd6463 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:44.589835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d5fbc9c1-7e41-469a-9034-e4adb4b7d194 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:44.593583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7f945455-a1d9-43b4-b40a-c08837fd6463 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4443772 Dec 07 13:29:44.599663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f34d8766-0882-4b05-82d6-33a53657e6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:44.606364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d6719a1d-6625-442e-bca4-4889cb506b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:44.608740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46238) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:44.658384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e699bd-6fe2-4f74-ab11-0079c6bbdb63 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:44.658896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f2e699bd-6fe2-4f74-ab11-0079c6bbdb63 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:44.662640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:44.716401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b2f8970-9c9e-4a53-aa5b-98dab9cf709d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:44.725507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Network 95168832-dbee-4b18-a825-43d7f3fef52b is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:44.734733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f56ff6-ff4a-4d4d-922c-2a6f4785e065 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Router f8ff709e-bfa8-4797-a997-7bf27676d18e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:29:44.765616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f2e699bd-6fe2-4f74-ab11-0079c6bbdb63 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:44.769637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f2e699bd-6fe2-4f74-ab11-0079c6bbdb63 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4587643 Dec 07 13:29:44.769841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:44.770997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46242) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:44.776172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:44.781178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:44.785907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d8766-0882-4b05-82d6-33a53657e6ed None None] Pushing event updated for resources: {'Port': ['ID=7c408cde-599f-4ceb-bbd0-d7293dd37226,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:44.792308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f34d8766-0882-4b05-82d6-33a53657e6ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:44.794372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d3117d6e-9b31-49af-bda5-2a84ee7a43cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:44.842911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7844b790-5825-4621-8fc0-81af32516c6b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:44.910499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8b2f8970-9c9e-4a53-aa5b-98dab9cf709d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for f659cd8c-4137-446c-9c48-ccf023dde032 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:44.938583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7844b790-5825-4621-8fc0-81af32516c6b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:44.965927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:44.982172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Pushing event updated for resources: {'Port': ['ID=60e48a7e-92e0-479c-bebb-7b4c37309034,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:44.984814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Attempting to bind port 60e48a7e-92e0-479c-bebb-7b4c37309034 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:29:44.985228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Attempting to bind port 60e48a7e-92e0-479c-bebb-7b4c37309034 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:29:44.985630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Attempting to bind port 60e48a7e-92e0-479c-bebb-7b4c37309034 on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:29:44.988295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:45.000008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:29:45.000459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:29:45.001151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:45.001594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:29:45.002114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Bound port: 60e48a7e-92e0-479c-bebb-7b4c37309034, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:29:45.002531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:45.044522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Pushing event updated for resources: {'Port': ['ID=918a4a6e-ab4a-4f6e-bb9f-6e94d1748176,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:45.054795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:45.069914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:45.086818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-46dcdbe4-8d77-4559-aeff-4ab86fc3770f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port 4ae6babf-d9e3-430c-b777-51403a322723 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:45.087179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46dcdbe4-8d77-4559-aeff-4ab86fc3770f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:45.130766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] For port 60e48a7e-92e0-479c-bebb-7b4c37309034, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:29:45.137510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] For port 60e48a7e-92e0-479c-bebb-7b4c37309034, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=60e48a7e-92e0-479c-bebb-7b4c37309034,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:29:45.144321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:45.144948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:45.171520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:45.176087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f34d8766-0882-4b05-82d6-33a53657e6ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:45.200425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:45.222064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b3e8690a-0cd4-4da9-8b71-0df137382b00 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:45.228892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:45.280776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Pushing event updated for resources: {'Port': ['ID=60e48a7e-92e0-479c-bebb-7b4c37309034,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:45.284390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:45.373651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.0187180 Dec 07 13:29:45.377065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46246) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:45.386859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Request body: {'port': {'network_id': '95168832-dbee-4b18-a825-43d7f3fef52b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-637997767', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:45.387591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.api.validators [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] bootfile-name is not in valid_values {{(pid=88898) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 07 13:29:45.387959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.api.validators [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] tftp-server is not in valid_values {{(pid=88898) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 07 13:29:45.388347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.api.validators [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] server-ip-address is not in valid_values {{(pid=88898) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 07 13:29:45.478674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=7a99f841-b55a-4a23-b37e-9aa81708f606,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:45.490826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:45.509580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7844b790-5825-4621-8fc0-81af32516c6b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:45.520574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97e1abe1-bb37-4401-81e5-811234155535 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:45.586115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b2f8970-9c9e-4a53-aa5b-98dab9cf709d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:45.606653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844b790-5825-4621-8fc0-81af32516c6b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f20073-a1bf-46eb-9bac-eb018b274ab4,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:45.607271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b2daa10-74c0-48f3-9606-c641e27bde47 tempest-ServerActionsTestJSON-1453638793 tempest-ServerActionsTestJSON-1453638793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:45.634759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:45.663309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f8970-9c9e-4a53-aa5b-98dab9cf709d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=f659cd8c-4137-446c-9c48-ccf023dde032,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:45.673835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8b2f8970-9c9e-4a53-aa5b-98dab9cf709d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:45.688408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7844b790-5825-4621-8fc0-81af32516c6b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:45.787143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b2f8970-9c9e-4a53-aa5b-98dab9cf709d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:45.790016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46dcdbe4-8d77-4559-aeff-4ab86fc3770f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:45.792571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e88338-1ab5-47d7-b0e9-e6da4a9ef05a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Router f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:29:45.814859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8b2f8970-9c9e-4a53-aa5b-98dab9cf709d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/f659cd8c-4137-446c-9c48-ccf023dde032 HTTP/1.1" status: 204 len: 168 time: 2.2196994 Dec 07 13:29:45.815082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7844b790-5825-4621-8fc0-81af32516c6b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:45.815082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7844b790-5825-4621-8fc0-81af32516c6b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-groups/c2f20073-a1bf-46eb-9bac-eb018b274ab4 HTTP/1.1" status: 204 len: 168 time: 1.1991487 Dec 07 13:29:45.815707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46250) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:45.819336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:45.821434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46252) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:45.842577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7c408cde-599f-4ceb-bbd0-d7293dd37226 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:29:45.891491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Usage tracker for resource:port and tenant:0dfa31b607fe4497a288372604fa7642 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:45.893692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:45.906893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6833bd-60bf-4a4c-8ee1-901a27fa8379 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] GET failed (client error): The resource could not be found. Dec 07 13:29:45.907502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fd6833bd-60bf-4a4c-8ee1-901a27fa8379 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Synchronizing usage tracker for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:45.913965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:45.948193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:29:45.968898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-46dcdbe4-8d77-4559-aeff-4ab86fc3770f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for 4ae6babf-d9e3-430c-b777-51403a322723 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:46.068874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fd6833bd-60bf-4a4c-8ee1-901a27fa8379 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Unset dirty status for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:46.073606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fd6833bd-60bf-4a4c-8ee1-901a27fa8379 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports/f659cd8c-4137-446c-9c48-ccf023dde032 HTTP/1.1" status: 404 len: 333 time: 0.2528980 Dec 07 13:29:46.074485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46258) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:46.081662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:46.122258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bf94295d-9d41-4c5f-a137-cad1c351ce33 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:46.129642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Made reservation on behalf of 0dfa31b607fe4497a288372604fa7642 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:46.136056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:46.167047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f56ff6-ff4a-4d4d-922c-2a6f4785e065 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:29:46.177194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e9f56ff6-ff4a-4d4d-922c-2a6f4785e065 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "PUT /v2.0/routers/f8ff709e-bfa8-4797-a997-7bf27676d18e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6910732 Dec 07 13:29:46.180291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46262) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:46.184018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53085820-7da4-4e6c-84ad-e4079c1957ee None None] Sync routers for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:29:46.196242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] device_id is not set on port b34b48f3-0f8e-4da2-a17e-c6bdbcfae317 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:29:46.223609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53085820-7da4-4e6c-84ad-e4079c1957ee None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:46.224545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-53085820-7da4-4e6c-84ad-e4079c1957ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:46.240129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e88338-1ab5-47d7-b0e9-e6da4a9ef05a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:29:46.264208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f1e88338-1ab5-47d7-b0e9-e6da4a9ef05a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "PUT /v2.0/routers/f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9238868 Dec 07 13:29:46.270600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0929064-32ad-45cf-ad7e-2d58978fde61 None None] Sync routers for ids ['f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:29:46.273063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46266) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:46.340907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0929064-32ad-45cf-ad7e-2d58978fde61 None None] Routers {'f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:46.346428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e0929064-32ad-45cf-ad7e-2d58978fde61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:46.398164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bf94295d-9d41-4c5f-a137-cad1c351ce33 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:46.399920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bf94295d-9d41-4c5f-a137-cad1c351ce33 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5402584 Dec 07 13:29:46.417657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46270) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:46.425627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5f58005e-bdf7-4054-abf6-c1c8192c910d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002451423'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:46.450806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f4e2cbc-b57d-4ed1-bf3c-9639f06cb37c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:46.456369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-f74ff210-3915-4444-97c7-ff4e9176c359 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] delete failed (client error): The resource could not be found. Dec 07 13:29:46.464844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f74ff210-3915-4444-97c7-ff4e9176c359 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-2052368274 HTTP/1.1" status: 404 len: 335 time: 0.1778450 Dec 07 13:29:46.467553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5f58005e-bdf7-4054-abf6-c1c8192c910d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:46.470063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46274) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:46.481627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e0929064-32ad-45cf-ad7e-2d58978fde61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:46.492899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c58cbbdc-cdf2-4f42-a037-4d774ddd0346 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:46.499909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-53085820-7da4-4e6c-84ad-e4079c1957ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:46.502726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0929064-32ad-45cf-ad7e-2d58978fde61 None None] Routers {'f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:46.505796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e0929064-32ad-45cf-ad7e-2d58978fde61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:46.524249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53085820-7da4-4e6c-84ad-e4079c1957ee None None] Routers {'f8ff709e-bfa8-4797-a997-7bf27676d18e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:46.526651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-53085820-7da4-4e6c-84ad-e4079c1957ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f8ff709e-bfa8-4797-a997-7bf27676d18e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:46.574666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5f58005e-bdf7-4054-abf6-c1c8192c910d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:46.613483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-53085820-7da4-4e6c-84ad-e4079c1957ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:46.613971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53085820-7da4-4e6c-84ad-e4079c1957ee None None] The sync data for ids ['f8ff709e-bfa8-4797-a997-7bf27676d18e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:29:46.623135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a6195a06-3a41-4385-a71e-79f596e5dde3 None None] Provisioning for port 7c408cde-599f-4ceb-bbd0-d7293dd37226 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:46.626118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e0929064-32ad-45cf-ad7e-2d58978fde61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:46.626672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0929064-32ad-45cf-ad7e-2d58978fde61 None None] The sync data for ids ['f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:29:46.637138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a6195a06-3a41-4385-a71e-79f596e5dde3 None None] Provisioning complete for port 7c408cde-599f-4ceb-bbd0-d7293dd37226 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:46.637567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6195a06-3a41-4385-a71e-79f596e5dde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:46.719271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f4e2cbc-b57d-4ed1-bf3c-9639f06cb37c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:46.791277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46dcdbe4-8d77-4559-aeff-4ab86fc3770f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:46.825119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0f920cac-be69-4c83-8ff6-9284c359b95e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:46.833029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f58005e-bdf7-4054-abf6-c1c8192c910d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:46.848998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a6195a06-3a41-4385-a71e-79f596e5dde3 None None] Provisioning complete for port 175783ea-2248-4e0f-9884-277c0f5dbbf7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:46.849799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6195a06-3a41-4385-a71e-79f596e5dde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:46.914949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcdbe4-8d77-4559-aeff-4ab86fc3770f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=4ae6babf-d9e3-430c-b777-51403a322723,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:46.918417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a6195a06-3a41-4385-a71e-79f596e5dde3 None None] Port 175783ea-2248-4e0f-9884-277c0f5dbbf7 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:29:46.924454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a6195a06-3a41-4385-a71e-79f596e5dde3 None None] Could not find standard attr ID for object f659cd8c-4137-446c-9c48-ccf023dde032. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:29:46.963014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-46dcdbe4-8d77-4559-aeff-4ab86fc3770f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:46.987404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46dcdbe4-8d77-4559-aeff-4ab86fc3770f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:47.041297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-09cf0782-1ba6-4814-b632-daf06ec58436 None None] Could not find standard attr ID for object f659cd8c-4137-446c-9c48-ccf023dde032. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:29:47.076441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-46dcdbe4-8d77-4559-aeff-4ab86fc3770f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/4ae6babf-d9e3-430c-b777-51403a322723 HTTP/1.1" status: 204 len: 168 time: 2.2760217 Dec 07 13:29:47.083918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46278) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:47.085637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Floating IP 301ff7d2-decd-4feb-a907-07a799894b4d associated. External IP: 172.36.4.85, port: 93a8bb24-5b88-4bd3-aead-d40fa53d63b6. Dec 07 13:29:47.214122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5f58005e-bdf7-4054-abf6-c1c8192c910d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:47.220643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f4e2cbc-b57d-4ed1-bf3c-9639f06cb37c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:47.229362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3455e3a5-f814-49c2-a372-410155427986 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:47.244547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5f58005e-bdf7-4054-abf6-c1c8192c910d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:47.262154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e0c551-678c-4cee-ac0a-811f3e3ff49a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:47.263796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e0c551-678c-4cee-ac0a-811f3e3ff49a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:47.264618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b5e0c551-678c-4cee-ac0a-811f3e3ff49a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:47.304024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5f58005e-bdf7-4054-abf6-c1c8192c910d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:47.309344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Allocated IP 172.20.0.7 (95168832-dbee-4b18-a825-43d7f3fef52b/29a55155-fe7c-4b33-8705-7dcbae22e2ee/b34b48f3-0f8e-4da2-a17e-c6bdbcfae317) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:47.320371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57c660c-ac04-44ee-be9d-5ceb0761030f None None] Network 95168832-dbee-4b18-a825-43d7f3fef52b requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:47.324088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e2cbc-b57d-4ed1-bf3c-9639f06cb37c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cf14db-7410-44b6-9dc0-7fb82caf6ef0,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:47.326879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6f4e2cbc-b57d-4ed1-bf3c-9639f06cb37c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:47.338850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5f58005e-bdf7-4054-abf6-c1c8192c910d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:47.407319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b5e0c551-678c-4cee-ac0a-811f3e3ff49a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:47.411640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b5e0c551-678c-4cee-ac0a-811f3e3ff49a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2712011 Dec 07 13:29:47.415327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46282) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:47.419736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4654866-af06-4ddf-91ba-5e3574c50e36 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:47.456375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f4e2cbc-b57d-4ed1-bf3c-9639f06cb37c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:47.460646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6f4e2cbc-b57d-4ed1-bf3c-9639f06cb37c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/security-groups/92cf14db-7410-44b6-9dc0-7fb82caf6ef0 HTTP/1.1" status: 204 len: 168 time: 1.3789687 Dec 07 13:29:47.461526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46284) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:47.555122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-902f334e-3a6b-49d7-bcbd-518c97345a1b None None] Provisioning for port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:47.570859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-902f334e-3a6b-49d7-bcbd-518c97345a1b None None] Provisioning complete for port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:47.571177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-902f334e-3a6b-49d7-bcbd-518c97345a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:47.763202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 60e48a7e-92e0-479c-bebb-7b4c37309034 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:29:47.824752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f58005e-bdf7-4054-abf6-c1c8192c910d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:47.828015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-4627a0ee-7deb-4c98-aee9-faa806f3509d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet 869af196-1a8b-4b7d-ba5e-471f0b9c0fb3 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:29:47.866571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f58005e-bdf7-4054-abf6-c1c8192c910d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:47.901451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4627a0ee-7deb-4c98-aee9-faa806f3509d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:47.906078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea6376fd-9d73-4710-b63f-1548defc7d20 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:47.956083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58005e-bdf7-4054-abf6-c1c8192c910d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52c5c0a-5335-449c-a773-d8a17094a2c2,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:47.966823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f58005e-bdf7-4054-abf6-c1c8192c910d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:47.971631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5f58005e-bdf7-4054-abf6-c1c8192c910d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5492854 Dec 07 13:29:47.972555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f58005e-bdf7-4054-abf6-c1c8192c910d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:47.975149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46290) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:47.999036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-53c8e5b2-28c8-4e6a-988c-902c17540004 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Request body: {'security_group_rule': {'security_group_id': 'd52c5c0a-5335-449c-a773-d8a17094a2c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:48.036227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-53c8e5b2-28c8-4e6a-988c-902c17540004 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:48.055873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4627a0ee-7deb-4c98-aee9-faa806f3509d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.060213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-53c8e5b2-28c8-4e6a-988c-902c17540004 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Usage tracker for resource:security_group_rule and tenant:c0dbfe354fad49229a8a82e50df9bedc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:48.065124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-902f334e-3a6b-49d7-bcbd-518c97345a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.068188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc76ec15-f5ab-4883-ae26-40b5b653a10a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.111854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc76ec15-f5ab-4883-ae26-40b5b653a10a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.112986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-902f334e-3a6b-49d7-bcbd-518c97345a1b None None] For port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5,segment=NetworkSegment(38e9fae4-802e-4f4f-91d7-3c9a4c0a7881),segment_id=38e9fae4-802e-4f4f-91d7-3c9a4c0a7881)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:48.126599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c58cbbdc-cdf2-4f42-a037-4d774ddd0346 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.142585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-53c8e5b2-28c8-4e6a-988c-902c17540004 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:48.171472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-902f334e-3a6b-49d7-bcbd-518c97345a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.173514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:48.183090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-53c8e5b2-28c8-4e6a-988c-902c17540004 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:48.230133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 60e48a7e-92e0-479c-bebb-7b4c37309034 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:48.278878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-c58cbbdc-cdf2-4f42-a037-4d774ddd0346 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] update failed (client error): The resource could not be found. Dec 07 13:29:48.280127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c58cbbdc-cdf2-4f42-a037-4d774ddd0346 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "PUT /v2.0/routers/f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e HTTP/1.1" status: 404 len: 339 time: 1.8082273 Dec 07 13:29:48.290718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46294) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:48.301262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53c8e5b2-28c8-4e6a-988c-902c17540004 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.302670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f334e-3a6b-49d7-bcbd-518c97345a1b None None] Pushing event updated for resources: {'Port': ['ID=a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:48.309412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-235703006'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:48.319513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-902f334e-3a6b-49d7-bcbd-518c97345a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:48.319636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4654866-af06-4ddf-91ba-5e3574c50e36 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.325197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:48.331661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Usage tracker for resource:network and tenant:327364e35de649499d5d2699ff82d6f6 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:48.335749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:48.345521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:48.366343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.368473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4627a0ee-7deb-4c98-aee9-faa806f3509d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.403812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Transition to ACTIVE for port object b34b48f3-0f8e-4da2-a17e-c6bdbcfae317 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:48.422771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc76ec15-f5ab-4883-ae26-40b5b653a10a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.426385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec465ad6-b070-47d3-b3e0-d0398998810c None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:48.432175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-368c77df-6ba8-4909-9078-c65db4cb37fc tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:48.450404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76ec15-f5ab-4883-ae26-40b5b653a10a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa94d17-8bb6-405c-9d35-6a7149894b14,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:48.460092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc76ec15-f5ab-4883-ae26-40b5b653a10a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:48.473901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router e705e159-d1aa-4faa-82ac-905f1ac5f644 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:29:48.475416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc76ec15-f5ab-4883-ae26-40b5b653a10a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.475597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Made reservation on behalf of 327364e35de649499d5d2699ff82d6f6 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:48.479202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fc76ec15-f5ab-4883-ae26-40b5b653a10a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/security-groups/6aa94d17-8bb6-405c-9d35-6a7149894b14 HTTP/1.1" status: 204 len: 168 time: 1.0062299 Dec 07 13:29:48.480901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53c8e5b2-28c8-4e6a-988c-902c17540004 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.481583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.481744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46298) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:48.492087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e4654866-af06-4ddf-91ba-5e3574c50e36 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting port 15fad45f-9d02-434a-8d22-55e5aeae536d {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:48.495253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4654866-af06-4ddf-91ba-5e3574c50e36 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.539129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4627a0ee-7deb-4c98-aee9-faa806f3509d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.547222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53c8e5b2-28c8-4e6a-988c-902c17540004 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.549184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:48.552940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:48.560832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.595611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8e5b2-28c8-4e6a-988c-902c17540004 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd6f2b0-f692-42ff-a8c2-d62ae06cfafc,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:48.602821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6b61876a-052c-472a-982c-b3a548cdec8f None None] Provisioning for port 60e48a7e-92e0-479c-bebb-7b4c37309034 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:48.608677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627a0ee-7deb-4c98-aee9-faa806f3509d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=869af196-1a8b-4b7d-ba5e-471f0b9c0fb3,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:48.614423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6b61876a-052c-472a-982c-b3a548cdec8f None None] Provisioning complete for port 60e48a7e-92e0-479c-bebb-7b4c37309034 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:48.614987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b61876a-052c-472a-982c-b3a548cdec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.618713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4627a0ee-7deb-4c98-aee9-faa806f3509d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:48.731573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4627a0ee-7deb-4c98-aee9-faa806f3509d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.753477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-53c8e5b2-28c8-4e6a-988c-902c17540004 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:48.763397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cabe9c0-fa29-4720-99d2-a2db801b7c0a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting subnet 2bb3829a-2c5c-4e0b-9997-f660ac025ca6 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:29:48.765502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4186f37-27a6-4c4c-bd07-1946576fc19d tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:48.815922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4627a0ee-7deb-4c98-aee9-faa806f3509d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/869af196-1a8b-4b7d-ba5e-471f0b9c0fb3 HTTP/1.1" status: 204 len: 168 time: 1.3110740 Dec 07 13:29:48.815922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:29:48.832061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46302) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:48.850297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Pushing event updated for resources: {'Port': ['ID=b34b48f3-0f8e-4da2-a17e-c6bdbcfae317,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:48.853367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cabe9c0-fa29-4720-99d2-a2db801b7c0a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.864944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b61876a-052c-472a-982c-b3a548cdec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.890407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:48.903998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6b61876a-052c-472a-982c-b3a548cdec8f None None] For port 60e48a7e-92e0-479c-bebb-7b4c37309034, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=60e48a7e-92e0-479c-bebb-7b4c37309034,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:48.909936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53c8e5b2-28c8-4e6a-988c-902c17540004 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.912372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-53c8e5b2-28c8-4e6a-988c-902c17540004 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9214485 Dec 07 13:29:48.916108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Network 95168832-dbee-4b18-a825-43d7f3fef52b is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:48.917911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46306) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:48.920854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:48.938152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b61876a-052c-472a-982c-b3a548cdec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.944432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:48.944631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3fd9dd78-9dd7-440b-a6a1-684edda0b6e1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019838 Dec 07 13:29:48.944631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:48.944631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Added segment fcda078d-94bb-4a53-abb6-4aa3ed06a41f of type vlan for network 305335fd-9795-45f9-9a39-ffd816e2a88b Dec 07 13:29:48.949671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8b098b8d-8215-4b83-b5be-41c8c68ca616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:48.957274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46310) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:48.972188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4918274c-cb6d-4ea4-b5da-142775154698 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:49.012817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cabe9c0-fa29-4720-99d2-a2db801b7c0a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.023366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61876a-052c-472a-982c-b3a548cdec8f None None] Pushing event updated for resources: {'Port': ['ID=60e48a7e-92e0-479c-bebb-7b4c37309034,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:49.026595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5551800-2487-487f-a04c-1700a3eca91d None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:29:49.028820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6b61876a-052c-472a-982c-b3a548cdec8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:49.032405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c5551800-2487-487f-a04c-1700a3eca91d None None] Deleting port 60e48a7e-92e0-479c-bebb-7b4c37309034 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:49.032826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c5551800-2487-487f-a04c-1700a3eca91d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.118918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:49.120350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.141694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-34f12eb8-730c-4ad9-a15d-390b10cb049b None None] Provisioning for port 918a4a6e-ab4a-4f6e-bb9f-6e94d1748176 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:49.159050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-34f12eb8-730c-4ad9-a15d-390b10cb049b None None] Provisioning complete for port 918a4a6e-ab4a-4f6e-bb9f-6e94d1748176 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:49.159500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34f12eb8-730c-4ad9-a15d-390b10cb049b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.185270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.8067880 Dec 07 13:29:49.186247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46314) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:49.227385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-34f12eb8-730c-4ad9-a15d-390b10cb049b None None] Port 918a4a6e-ab4a-4f6e-bb9f-6e94d1748176 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:29:49.234553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c2ebfc2-c532-4a70-8ee3-dbd9751b107d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.304138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cabe9c0-fa29-4720-99d2-a2db801b7c0a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.339699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c2ebfc2-c532-4a70-8ee3-dbd9751b107d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.375960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-34f12eb8-730c-4ad9-a15d-390b10cb049b None None] Provisioning complete for port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:49.376767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34f12eb8-730c-4ad9-a15d-390b10cb049b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.396651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.441226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c5551800-2487-487f-a04c-1700a3eca91d None None] For port 60e48a7e-92e0-479c-bebb-7b4c37309034, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=60e48a7e-92e0-479c-bebb-7b4c37309034,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:49.441833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c5551800-2487-487f-a04c-1700a3eca91d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.449936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa21ebbd-3777-4d06-9c16-3f22cf3212b0 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:49.454318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa21ebbd-3777-4d06-9c16-3f22cf3212b0 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:49.458666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa21ebbd-3777-4d06-9c16-3f22cf3212b0 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:49.459648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fa21ebbd-3777-4d06-9c16-3f22cf3212b0 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Synchronizing usage tracker for tenant:0dfa31b607fe4497a288372604fa7642 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:49.469265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4654866-af06-4ddf-91ba-5e3574c50e36 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.525346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fa21ebbd-3777-4d06-9c16-3f22cf3212b0 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Unset dirty status for tenant:0dfa31b607fe4497a288372604fa7642 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:49.529531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fa21ebbd-3777-4d06-9c16-3f22cf3212b0 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3360486 Dec 07 13:29:49.529531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c2ebfc2-c532-4a70-8ee3-dbd9751b107d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.534498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46318) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:49.534498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-493c9a13-6377-45e4-9045-ee71556bf335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:49.578828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c5551800-2487-487f-a04c-1700a3eca91d None None] Calling delete_port for 60e48a7e-92e0-479c-bebb-7b4c37309034 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:49.597813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ebfc2-c532-4a70-8ee3-dbd9751b107d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52c5c0a-5335-449c-a773-d8a17094a2c2,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:49.606934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c2ebfc2-c532-4a70-8ee3-dbd9751b107d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:49.621678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cabe9c0-fa29-4720-99d2-a2db801b7c0a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.629161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b931e726-ba12-41b1-981d-fd5549a00533 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:49.686994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e4654866-af06-4ddf-91ba-5e3574c50e36 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Calling delete_port for 15fad45f-9d02-434a-8d22-55e5aeae536d owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:49.700460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-55ac723f-6386-4d1d-b634-0ffb5d17dc63 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Deleting port b34b48f3-0f8e-4da2-a17e-c6bdbcfae317 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:49.700879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55ac723f-6386-4d1d-b634-0ffb5d17dc63 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.707496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:29:49.723005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4918274c-cb6d-4ea4-b5da-142775154698 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:49.737963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabe9c0-fa29-4720-99d2-a2db801b7c0a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Subnet': ['ID=2bb3829a-2c5c-4e0b-9997-f660ac025ca6,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:49.738175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4918274c-cb6d-4ea4-b5da-142775154698 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:49.743381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4918274c-cb6d-4ea4-b5da-142775154698 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:49.749760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c2ebfc2-c532-4a70-8ee3-dbd9751b107d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.754100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4918274c-cb6d-4ea4-b5da-142775154698 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:49.754742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2c2ebfc2-c532-4a70-8ee3-dbd9751b107d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-groups/d52c5c0a-5335-449c-a773-d8a17094a2c2 HTTP/1.1" status: 204 len: 168 time: 0.8356378 Dec 07 13:29:49.756314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46322) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:49.757293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7cabe9c0-fa29-4720-99d2-a2db801b7c0a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:49.762222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cabe9c0-fa29-4720-99d2-a2db801b7c0a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.768643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7cabe9c0-fa29-4720-99d2-a2db801b7c0a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/2bb3829a-2c5c-4e0b-9997-f660ac025ca6 HTTP/1.1" status: 204 len: 168 time: 1.2812243 Dec 07 13:29:49.769785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46326) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:49.779140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-781f566d-5be2-4423-89e6-61079a850c7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'subnet': {'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:49.785073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5704f3-86bf-48bf-bef7-5788cec46d0d None None] Network a3a58e01-8e5f-4bba-98da-fc492232915c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:49.797549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.801671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:49.802314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.820190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ca8873ba-837b-40c3-9380-b01b298e4ba2 tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:49.875216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c5551800-2487-487f-a04c-1700a3eca91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.882505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:49.926111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5551800-2487-487f-a04c-1700a3eca91d None None] Pushing event deleted for resources: {'Port': ['ID=60e48a7e-92e0-479c-bebb-7b4c37309034,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:49.935445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c5551800-2487-487f-a04c-1700a3eca91d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:49.953215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:49.953633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.968303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4918274c-cb6d-4ea4-b5da-142775154698 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:49.974321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4918274c-cb6d-4ea4-b5da-142775154698 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:49.978984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5551800-2487-487f-a04c-1700a3eca91d None None] No DVR routers for this DVR port 60e48a7e-92e0-479c-bebb-7b4c37309034 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:29:50.080267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7791557 Dec 07 13:29:50.081526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46330) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:50.086965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Request body: {'subnet': {'network_id': '305335fd-9795-45f9-9a39-ffd816e2a88b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:50.099511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-095c56c8-b1be-4e34-b4aa-1b307e929540 None None] Provisioning for port b34b48f3-0f8e-4da2-a17e-c6bdbcfae317 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:50.106322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event updated for resources: {'Network': ['ID=305335fd-9795-45f9-9a39-ffd816e2a88b,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:50.119993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:50.141788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ba7c8e4a-d02d-4049-be89-96a61546da0c tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:50.158933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-095c56c8-b1be-4e34-b4aa-1b307e929540 None None] Provisioning complete for port b34b48f3-0f8e-4da2-a17e-c6bdbcfae317 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:50.159445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-095c56c8-b1be-4e34-b4aa-1b307e929540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:50.181239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:29:50.183682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 305335fd-9795-45f9-9a39-ffd816e2a88b details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:29:50.193901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-781f566d-5be2-4423-89e6-61079a850c7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:50.216177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c095af-fc95-40f3-a382-e028e488ac73 None None] Sync routers for ids ['e705e159-d1aa-4faa-82ac-905f1ac5f644'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:29:50.216839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-781f566d-5be2-4423-89e6-61079a850c7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:subnet and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:50.227736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-781f566d-5be2-4423-89e6-61079a850c7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:50.264816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55ac723f-6386-4d1d-b634-0ffb5d17dc63 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:50.311449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:50.331689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c095af-fc95-40f3-a382-e028e488ac73 None None] Routers {'e705e159-d1aa-4faa-82ac-905f1ac5f644'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:50.332292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-38c095af-fc95-40f3-a382-e028e488ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e705e159-d1aa-4faa-82ac-905f1ac5f644'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:50.340678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ba7c8e4a-d02d-4049-be89-96a61546da0c tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:50.344590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ba7c8e4a-d02d-4049-be89-96a61546da0c tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5828278 Dec 07 13:29:50.348287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46334) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:50.352892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-781f566d-5be2-4423-89e6-61079a850c7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:50.360758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4654866-af06-4ddf-91ba-5e3574c50e36 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:50.386794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:50.425893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-55ac723f-6386-4d1d-b634-0ffb5d17dc63 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Calling delete_port for b34b48f3-0f8e-4da2-a17e-c6bdbcfae317 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:50.454519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-095c56c8-b1be-4e34-b4aa-1b307e929540 None None] Port b34b48f3-0f8e-4da2-a17e-c6bdbcfae317 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:29:50.470798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:50.479415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Usage tracker for resource:subnet and tenant:327364e35de649499d5d2699ff82d6f6 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:50.480980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4654866-af06-4ddf-91ba-5e3574c50e36 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Port': ['ID=15fad45f-9d02-434a-8d22-55e5aeae536d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:50.485687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:50.499787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e4654866-af06-4ddf-91ba-5e3574c50e36 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:50.501985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:50.534444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781f566d-5be2-4423-89e6-61079a850c7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:50.540574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-781f566d-5be2-4423-89e6-61079a850c7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:50.555349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.6293213 Dec 07 13:29:50.562470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'tag': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:29:50.564665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46338) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:50.578777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Made reservation on behalf of 327364e35de649499d5d2699ff82d6f6 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:50.675525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5587d67e-a9da-42e5-8bc7-39d403cf78f3 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Synchronizing usage tracker for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:50.808066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-38c095af-fc95-40f3-a382-e028e488ac73 None None] Set router e705e159-d1aa-4faa-82ac-905f1ac5f644 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:29:50.881096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4918274c-cb6d-4ea4-b5da-142775154698 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:50.886574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-200c3478-afb9-4c3e-895a-dcf4cc776906 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:50.940520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5587d67e-a9da-42e5-8bc7-39d403cf78f3 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Unset dirty status for tenant:c0dbfe354fad49229a8a82e50df9bedc on resource:security_group_rule {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:50.944549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5587d67e-a9da-42e5-8bc7-39d403cf78f3 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.5768688 Dec 07 13:29:50.986826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46350) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:51.012159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'tag': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6', 'status': 'completed', 'code': 200} Dec 07 13:29:51.022734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 60e48a7e-92e0-479c-bebb-7b4c37309034 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:29:51.027185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4654866-af06-4ddf-91ba-5e3574c50e36 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:51.068001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 60e48a7e-92e0-479c-bebb-7b4c37309034 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:29:51.068482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 60e48a7e-92e0-479c-bebb-7b4c37309034 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:29:51.159045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:51.201367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-06bfe3bb-9ff7-4a0d-8c9a-379346997491 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] delete failed (client error): The resource could not be found. Dec 07 13:29:51.207718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-06bfe3bb-9ff7-4a0d-8c9a-379346997491 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "DELETE /v2.0/security-groups/d52c5c0a-5335-449c-a773-d8a17094a2c2 HTTP/1.1" status: 404 len: 347 time: 0.2194033 Dec 07 13:29:51.210311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46354) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:51.223349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4918274c-cb6d-4ea4-b5da-142775154698 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:51.243383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-4918274c-cb6d-4ea4-b5da-142775154698 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:51.250202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918274c-cb6d-4ea4-b5da-142775154698 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=cfa96f5f-7023-48a6-abf4-26d5115e0637,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:51.255882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4918274c-cb6d-4ea4-b5da-142775154698 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:51.256532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4918274c-cb6d-4ea4-b5da-142775154698 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:51.266033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4918274c-cb6d-4ea4-b5da-142775154698 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:51.298707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1611f21a-cf44-47e3-9fe3-5586cce3574a None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:51.469732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4654866-af06-4ddf-91ba-5e3574c50e36 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:51.493514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f03ed678-a6a0-47fb-af46-2d6978afb985 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2704253 Dec 07 13:29:51.497887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4654866-af06-4ddf-91ba-5e3574c50e36 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:51.501242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4918274c-cb6d-4ea4-b5da-142775154698 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5409954 Dec 07 13:29:51.506931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46362) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:51.520656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'name': 'tempest-NetworksTestDHCPv6-1537087455'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:51.584130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-38c095af-fc95-40f3-a382-e028e488ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:28:47Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '301ff7d2-decd-4feb-a907-07a799894b4d', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.85', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'port_id': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'mac_address': 'fa:16:3e:11:60:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:29:43Z', 'updated_at': '2021-12-07T13:29:43Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d49f9d-d1a8-46f0-8adf-834c2bbc8675', 'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:09:01:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:45Z', 'updated_at': '2021-12-07T13:28:58Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:51.588509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c095af-fc95-40f3-a382-e028e488ac73 None None] Checking router: e705e159-d1aa-4faa-82ac-905f1ac5f644 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:29:51.602817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': 'cfa96f5f-7023-48a6-abf4-26d5115e0637'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:29:51.612365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:51.641002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-781f566d-5be2-4423-89e6-61079a850c7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:51.669779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c095af-fc95-40f3-a382-e028e488ac73 None None] Routers {'e705e159-d1aa-4faa-82ac-905f1ac5f644'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:29:51.670477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-38c095af-fc95-40f3-a382-e028e488ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:29:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e705e159-d1aa-4faa-82ac-905f1ac5f644'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:51.693359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c8fdbeee-f50e-48b2-b98c-8155d37f1250 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:51.752286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f566d-5be2-4423-89e6-61079a850c7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network a3a58e01-8e5f-4bba-98da-fc492232915c is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:51.766745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:51.772015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:port and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:51.776040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:51.784634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:51.808940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-781f566d-5be2-4423-89e6-61079a850c7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:51.830614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f566d-5be2-4423-89e6-61079a850c7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:51.831286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-781f566d-5be2-4423-89e6-61079a850c7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:51.845662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:51.847881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7317c6e6-ac5d-4a02-99fa-7ee6c23de10a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/301ff7d2-decd-4feb-a907-07a799894b4d HTTP/1.1" status: 200 len: 991 time: 1.2808747 Dec 07 13:29:51.852758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:51.876430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4654866-af06-4ddf-91ba-5e3574c50e36 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:51.880950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4654866-af06-4ddf-91ba-5e3574c50e36 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Fanout notify agent at l3_agent the message router_deleted on router f8ff709e-bfa8-4797-a997-7bf27676d18e {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:29:51.885134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port d1f862d2-da0a-4dcd-b100-6ebe68de4f20 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:29:51.925465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f566d-5be2-4423-89e6-61079a850c7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Subnet': ['ID=5583e2e7-9cd7-40e5-9e11-947adf80d317,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:51.926068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:51.930969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-781f566d-5be2-4423-89e6-61079a850c7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:51.932127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-781f566d-5be2-4423-89e6-61079a850c7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:52.001810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55ac723f-6386-4d1d-b634-0ffb5d17dc63 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:52.007161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-781f566d-5be2-4423-89e6-61079a850c7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2344396 Dec 07 13:29:52.015567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46368) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:52.019785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c955bb7c-5fc7-4653-a693-62823232e950 req-ec8bed67-4995-4952-bba1-06b5f350b6d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 1099 time: 0.6425576 Dec 07 13:29:52.051118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-38c095af-fc95-40f3-a382-e028e488ac73 None None] Set router e705e159-d1aa-4faa-82ac-905f1ac5f644 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:29:52.135041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bc366d8a-333a-4d7e-8e9f-8667a9bff522 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'security_group': {'name': 'tempest-secgroup-1979366464'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:52.142631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46372) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:52.172055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bc366d8a-333a-4d7e-8e9f-8667a9bff522 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:52.176333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bc366d8a-333a-4d7e-8e9f-8667a9bff522 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:security_group and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:52.179471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bc366d8a-333a-4d7e-8e9f-8667a9bff522 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:52.186744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bc366d8a-333a-4d7e-8e9f-8667a9bff522 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:52.248831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event updated for resources: {'Subnet': ['ID=1704b42e-8e47-4e74-90ae-a82bec238054,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:52.271326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:52.271915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc366d8a-333a-4d7e-8e9f-8667a9bff522 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:52.282152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b4cd102-5005-4232-93e4-b0a92dce0d3e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:52.338838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4654866-af06-4ddf-91ba-5e3574c50e36 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:52.340531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e4654866-af06-4ddf-91ba-5e3574c50e36 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/routers/f8ff709e-bfa8-4797-a997-7bf27676d18e HTTP/1.1" status: 204 len: 168 time: 6.1592467 Dec 07 13:29:52.348222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46378) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:52.349339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af680d80-ed4f-4302-8feb-3f6f07653c74 None None] Network a3a58e01-8e5f-4bba-98da-fc492232915c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:52.408929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac723f-6386-4d1d-b634-0ffb5d17dc63 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Pushing event deleted for resources: {'Port': ['ID=b34b48f3-0f8e-4da2-a17e-c6bdbcfae317,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:52.437195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-55ac723f-6386-4d1d-b634-0ffb5d17dc63 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:52.470279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955bb7c-5fc7-4653-a693-62823232e950 req-7d8d5b29-bb33-4871-a91e-8f7643cf458d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:52.472191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c955bb7c-5fc7-4653-a693-62823232e950 req-7d8d5b29-bb33-4871-a91e-8f7643cf458d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a325a2fb-61ad-40c3-965e-d8c9a5879437 HTTP/1.1" status: 200 len: 898 time: 0.4401627 Dec 07 13:29:52.472672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Checking segment: {'id': 'fcda078d-94bb-4a53-abb6-4aa3ed06a41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '305335fd-9795-45f9-9a39-ffd816e2a88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:29:52.473075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Network hostable DHCP agents. Network: 305335fd-9795-45f9-9a39-ffd816e2a88b, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:29:52.596019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55ac723f-6386-4d1d-b634-0ffb5d17dc63 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:52.604305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bc366d8a-333a-4d7e-8e9f-8667a9bff522 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:52.619185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bc366d8a-333a-4d7e-8e9f-8667a9bff522 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:security_group_rule and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:52.631534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bc366d8a-333a-4d7e-8e9f-8667a9bff522 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:52.639833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-55ac723f-6386-4d1d-b634-0ffb5d17dc63 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] 10.222.0.24 "DELETE /v2.0/ports/b34b48f3-0f8e-4da2-a17e-c6bdbcfae317 HTTP/1.1" status: 204 len: 168 time: 3.0909748 Dec 07 13:29:52.641258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46382) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:52.647174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bc366d8a-333a-4d7e-8e9f-8667a9bff522 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:52.657054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b486dadf-9c71-42a0-a049-b59501067029 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0dbfe354fad49229a8a82e50df9bedc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5078576 Dec 07 13:29:52.659752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::1f6 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/cfa96f5f-7023-48a6-abf4-26d5115e0637/d1f862d2-da0a-4dcd-b100-6ebe68de4f20) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:52.664172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46386) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:52.668524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8c0fe783-31bc-4970-a9f5-7d90479d8d79 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Request body: {'port': {'name': 'tempest-new-port-name-1667954910', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:52.668958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.api.validators [None req-8c0fe783-31bc-4970-a9f5-7d90479d8d79 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] bootfile-name is not in valid_values {{(pid=88897) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 07 13:29:52.669326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.api.validators [None req-8c0fe783-31bc-4970-a9f5-7d90479d8d79 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] tftp-server is not in valid_values {{(pid=88897) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 07 13:29:52.669689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.api.validators [None req-8c0fe783-31bc-4970-a9f5-7d90479d8d79 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] server-ip-address is not in valid_values {{(pid=88897) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 07 13:29:52.702514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c955bb7c-5fc7-4653-a693-62823232e950 req-e1788c01-304f-4a92-9b82-8b1e6827fec2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a8bb24-5b88-4bd3-aead-d40fa53d63b6 HTTP/1.1" status: 200 len: 999 time: 0.2170758 Dec 07 13:29:52.735323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-857c2543-4ecd-4681-bb90-f38f1760a1a8 None None] Provisioning complete for port 7c408cde-599f-4ceb-bbd0-d7293dd37226 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:52.735699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-857c2543-4ecd-4681-bb90-f38f1760a1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:52.764433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Network 305335fd-9795-45f9-9a39-ffd816e2a88b is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:29:52.843075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-e223fc7e-dc57-4fcc-af3b-80ba88386574 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Deleting subnet 363788d4-031d-4b7c-9cf7-9b02bb7cf943 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:29:52.844980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 305335fd-9795-45f9-9a39-ffd816e2a88b) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:52.851176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc366d8a-333a-4d7e-8e9f-8667a9bff522 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:52.854471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955bb7c-5fc7-4653-a693-62823232e950 req-d16467b9-33d2-4582-95e3-c1163e7cf09e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:52.856127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c955bb7c-5fc7-4653-a693-62823232e950 req-d16467b9-33d2-4582-95e3-c1163e7cf09e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ef66669-fecd-45aa-b399-7e03147c83dc HTTP/1.1" status: 200 len: 834 time: 0.1420758 Dec 07 13:29:52.856645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46390) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:52.864816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e223fc7e-dc57-4fcc-af3b-80ba88386574 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:52.865179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:52.870913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:52.871032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d51b7e-9654-4c5b-918e-685f587c3fde None None] Network 305335fd-9795-45f9-9a39-ffd816e2a88b requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:52.945768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe783-31bc-4970-a9f5-7d90479d8d79 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.000725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc366d8a-333a-4d7e-8e9f-8667a9bff522 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.004577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97a29e24-5867-43f2-b68e-eb35903d1b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.020490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6f4e2cbc-b57d-4ed1-bf3c-9639f06cb37c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:53.064670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e223fc7e-dc57-4fcc-af3b-80ba88386574 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.080069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9952228 Dec 07 13:29:53.095464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46394) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:53.111721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97a29e24-5867-43f2-b68e-eb35903d1b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.123773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc366d8a-333a-4d7e-8e9f-8667a9bff522 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.128537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bc366d8a-333a-4d7e-8e9f-8667a9bff522 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1042948 Dec 07 13:29:53.138573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc366d8a-333a-4d7e-8e9f-8667a9bff522 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd47322-559b-4b95-96cc-e6ada1595114,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:53.139923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46398) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:53.145994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6ddb8935-f2cd-44c5-a7a2-dd167a564fc5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Request body: {'router': {'external_gateway_info': {'network_id': '305335fd-9795-45f9-9a39-ffd816e2a88b'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:53.147649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bc366d8a-333a-4d7e-8e9f-8667a9bff522 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:53.159674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bc96c4c8-f69c-4567-b1ea-96108a516f76 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'security_group': {'name': 'tempest-secgroup-2143506574'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:53.172956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-00626521-7461-495a-9a5a-c8e7a7369d1e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/301ff7d2-decd-4feb-a907-07a799894b4d HTTP/1.1" status: 200 len: 991 time: 0.3016100 Dec 07 13:29:53.199420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bc96c4c8-f69c-4567-b1ea-96108a516f76 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:53.200575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-38c095af-fc95-40f3-a382-e028e488ac73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:28:47Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '301ff7d2-decd-4feb-a907-07a799894b4d', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.85', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'port_id': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'mac_address': 'fa:16:3e:11:60:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:29:43Z', 'updated_at': '2021-12-07T13:29:43Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d49f9d-d1a8-46f0-8adf-834c2bbc8675', 'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:09:01:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:45Z', 'updated_at': '2021-12-07T13:28:58Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:53.208381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bc96c4c8-f69c-4567-b1ea-96108a516f76 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:security_group and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:53.211224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c095af-fc95-40f3-a382-e028e488ac73 None None] The sync data for ids ['e705e159-d1aa-4faa-82ac-905f1ac5f644'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:28:47Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '301ff7d2-decd-4feb-a907-07a799894b4d', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.85', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'port_id': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'mac_address': 'fa:16:3e:11:60:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:29:43Z', 'updated_at': '2021-12-07T13:29:43Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d49f9d-d1a8-46f0-8adf-834c2bbc8675', 'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:09:01:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:45Z', 'updated_at': '2021-12-07T13:28:58Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:29:53.212110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a7d34c-961c-4389-9f8f-812534b61ca5 None None] Update dhcp port {'port': {'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c', 'fixed_ips': [{'subnet_id': 'ca1cddad-bfc6-46c1-9783-a8d46ee8c000', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5583e2e7-9cd7-40e5-9e11-947adf80d317'}], 'binding:host_id': 'dv-neutron-ussuri-2-hyperv'}, 'id': '7c408cde-599f-4ceb-bbd0-d7293dd37226'} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 07 13:29:53.213506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bc96c4c8-f69c-4567-b1ea-96108a516f76 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:53.227789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c955bb7c-5fc7-4653-a693-62823232e950 req-82833d94-531b-40e9-9314-35d94f2a086a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a325a2fb-61ad-40c3-965e-d8c9a5879437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3556468 Dec 07 13:29:53.229357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bc96c4c8-f69c-4567-b1ea-96108a516f76 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:53.284236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc96c4c8-f69c-4567-b1ea-96108a516f76 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.434543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e223fc7e-dc57-4fcc-af3b-80ba88386574 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.467933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97a29e24-5867-43f2-b68e-eb35903d1b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.476485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b80036bd-91c2-419f-b381-3bb384bd3c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:53.497088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c955bb7c-5fc7-4653-a693-62823232e950 req-b25b7c0a-ba79-4f3e-88f2-b5f91c0fca8e service neutron] 10.222.0.45 "GET /v2.0/networks/a325a2fb-61ad-40c3-965e-d8c9a5879437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596138 Dec 07 13:29:53.505979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a29e24-5867-43f2-b68e-eb35903d1b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e12942-2fde-4831-90e1-d7535c378692,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:53.532880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-857c2543-4ecd-4681-bb90-f38f1760a1a8 None None] Provisioning complete for port 175783ea-2248-4e0f-9884-277c0f5dbbf7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:53.533320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97a29e24-5867-43f2-b68e-eb35903d1b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:53.533445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-857c2543-4ecd-4681-bb90-f38f1760a1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.541707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bc96c4c8-f69c-4567-b1ea-96108a516f76 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:53.581337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.599260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72a7d34c-961c-4389-9f8f-812534b61ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.610252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bc96c4c8-f69c-4567-b1ea-96108a516f76 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:security_group_rule and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:53.625910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bc96c4c8-f69c-4567-b1ea-96108a516f76 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:53.630173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-305335fd-9795-45f9-9a39-ffd816e2a88b', 'network_id': '305335fd-9795-45f9-9a39-ffd816e2a88b', 'tenant_id': '327364e35de649499d5d2699ff82d6f6', 'fixed_ips': [{'subnet_id': '1704b42e-8e47-4e74-90ae-a82bec238054'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:29:53.631154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.634609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bc96c4c8-f69c-4567-b1ea-96108a516f76 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:53.653605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-857c2543-4ecd-4681-bb90-f38f1760a1a8 None None] Port 175783ea-2248-4e0f-9884-277c0f5dbbf7 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:29:53.669426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97a29e24-5867-43f2-b68e-eb35903d1b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.673768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-97a29e24-5867-43f2-b68e-eb35903d1b59 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35e12942-2fde-4831-90e1-d7535c378692 HTTP/1.1" status: 204 len: 168 time: 1.0037229 Dec 07 13:29:53.742997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc96c4c8-f69c-4567-b1ea-96108a516f76 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.755171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c955bb7c-5fc7-4653-a693-62823232e950 req-e5cb442a-c195-4f04-afab-d40305d3d7f9 service neutron] 10.222.0.45 "GET /v2.0/networks/a325a2fb-61ad-40c3-965e-d8c9a5879437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448671 Dec 07 13:29:53.773125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b5325f-2de8-4f5d-a08a-38e1023d3631 None None] New status for floating IP 301ff7d2-decd-4feb-a907-07a799894b4d: ACTIVE {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:29:53.784097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc96c4c8-f69c-4567-b1ea-96108a516f76 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.791514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ddeff424-1cf6-49f1-bce3-4a0ab5b56bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:53.800350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object d1f862d2-da0a-4dcd-b100-6ebe68de4f20 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:53.854200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96c4c8-f69c-4567-b1ea-96108a516f76 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce50ec44-fa72-4800-a1bb-bbbd8496ca2f,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:53.868403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bc96c4c8-f69c-4567-b1ea-96108a516f76 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:53.881632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc96c4c8-f69c-4567-b1ea-96108a516f76 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.883403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bc96c4c8-f69c-4567-b1ea-96108a516f76 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7374985 Dec 07 13:29:53.886917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46404) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:53.894246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-fe6e4e6c-e39c-4684-86ef-e8fc284be3df tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'security_group': {'name': 'tempest-secgroup-392928520'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:53.910510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fe6e4e6c-e39c-4684-86ef-e8fc284be3df tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:53.920148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fe6e4e6c-e39c-4684-86ef-e8fc284be3df tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:security_group and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:53.923822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fe6e4e6c-e39c-4684-86ef-e8fc284be3df tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:53.933045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fe6e4e6c-e39c-4684-86ef-e8fc284be3df tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:53.972506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e223fc7e-dc57-4fcc-af3b-80ba88386574 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.976681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:53.995431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1af3bb66-0573-4792-a004-6b3ee5f764f0 tempest-FloatingIPAdminTestJSON-1502962210 tempest-FloatingIPAdminTestJSON-1502962210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:53.996214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe6e4e6c-e39c-4684-86ef-e8fc284be3df tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:54.075778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fe6e4e6c-e39c-4684-86ef-e8fc284be3df tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:54.084239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fe6e4e6c-e39c-4684-86ef-e8fc284be3df tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:security_group_rule and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:54.084799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Allocated IP 2001:db8::2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/cfa96f5f-7023-48a6-abf4-26d5115e0637/9a455a80-6f7a-4427-b725-660e2a1edac8) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:54.095359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fe6e4e6c-e39c-4684-86ef-e8fc284be3df tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:54.108127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe783-31bc-4970-a9f5-7d90479d8d79 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:54.110156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fe6e4e6c-e39c-4684-86ef-e8fc284be3df tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:54.111819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223fc7e-dc57-4fcc-af3b-80ba88386574 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Subnet': ['ID=363788d4-031d-4b7c-9cf7-9b02bb7cf943,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:54.118885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e223fc7e-dc57-4fcc-af3b-80ba88386574 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:54.121897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:54.173494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe783-31bc-4970-a9f5-7d90479d8d79 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:54.181669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Allocated IP 2001:db8:1::2 (305335fd-9795-45f9-9a39-ffd816e2a88b/1704b42e-8e47-4e74-90ae-a82bec238054/81591738-64cf-4862-a39c-ac581f2d2c5f) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:54.184465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46412) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:54.186622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e223fc7e-dc57-4fcc-af3b-80ba88386574 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:54.239630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e223fc7e-dc57-4fcc-af3b-80ba88386574 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/subnets/363788d4-031d-4b7c-9cf7-9b02bb7cf943 HTTP/1.1" status: 204 len: 168 time: 1.8891776 Dec 07 13:29:54.256904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:54.266129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46418) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:54.275631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:54.286493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ddb8935-f2cd-44c5-a7a2-dd167a564fc5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:54.304426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:54.319274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:54.320403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:54.323552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe6e4e6c-e39c-4684-86ef-e8fc284be3df tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:54.401529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe6e4e6c-e39c-4684-86ef-e8fc284be3df tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:54.427379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cbf40250-3846-477b-8144-d73410f618ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:54.444613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8c0fe783-31bc-4970-a9f5-7d90479d8d79 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] In _notify_port_updated(), no bound segment for port 918a4a6e-ab4a-4f6e-bb9f-6e94d1748176 on network 95168832-dbee-4b18-a825-43d7f3fef52b {{(pid=88897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:29:54.449486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0fe783-31bc-4970-a9f5-7d90479d8d79 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:54.450197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe783-31bc-4970-a9f5-7d90479d8d79 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:54.451700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8c0fe783-31bc-4970-a9f5-7d90479d8d79 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] 10.222.0.24 "PUT /v2.0/ports/918a4a6e-ab4a-4f6e-bb9f-6e94d1748176 HTTP/1.1" status: 200 len: 1137 time: 1.8077109 Dec 07 13:29:54.452780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=d1f862d2-da0a-4dcd-b100-6ebe68de4f20,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:54.455680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46424) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:54.459893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:54.461665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9530036 Dec 07 13:29:54.462625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e4654866-af06-4ddf-91ba-5e3574c50e36 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:54.465495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:54.477110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Transition to ACTIVE for port object 9a455a80-6f7a-4427-b725-660e2a1edac8 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:54.484668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46428) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:54.533068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Transition to ACTIVE for port object 9a455a80-6f7a-4427-b725-660e2a1edac8 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:54.640689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-72a7d34c-961c-4389-9f8f-812534b61ca5 None None] Allocated IP 2001:db8::2 (a3a58e01-8e5f-4bba-98da-fc492232915c/5583e2e7-9cd7-40e5-9e11-947adf80d317/7c408cde-599f-4ceb-bbd0-d7293dd37226) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:54.689068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:54.716060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9e6c3b4-a75e-4561-b9ef-1b669d0782d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:54.933866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e4e6c-e39c-4684-86ef-e8fc284be3df tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c672008e-d11f-4d71-9f19-83eea676bd45,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:54.945326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5e604564-8361-4683-b149-5a1b34872e7e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/301ff7d2-decd-4feb-a907-07a799894b4d HTTP/1.1" status: 200 len: 993 time: 0.7546363 Dec 07 13:29:54.945537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:54.950048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5fb3f78-b3fb-4bf0-9707-0fd8200493eb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:54.951967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fe6e4e6c-e39c-4684-86ef-e8fc284be3df tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:54.957410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe6e4e6c-e39c-4684-86ef-e8fc284be3df tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:54.964191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fe6e4e6c-e39c-4684-86ef-e8fc284be3df tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0706563 Dec 07 13:29:54.964288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:54.964367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fe783-31bc-4970-a9f5-7d90479d8d79 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Pushing event updated for resources: {'Port': ['ID=918a4a6e-ab4a-4f6e-bb9f-6e94d1748176,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:54.964657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46436) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:54.969723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8c0fe783-31bc-4970-a9f5-7d90479d8d79 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:54.974599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1584257669', 'security_groups': ['c672008e-d11f-4d71-9f19-83eea676bd45'], 'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5583e2e7-9cd7-40e5-9e11-947adf80d317'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:54.980773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:54.984187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Pushing event updated for resources: {'Port': ['ID=9a455a80-6f7a-4427-b725-660e2a1edac8,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:54.984314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5946d270-ee10-40eb-a470-394ed04e842d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:54.988871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5946d270-ee10-40eb-a470-394ed04e842d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] 10.222.0.24 "GET /v2.0/ports/918a4a6e-ab4a-4f6e-bb9f-6e94d1748176 HTTP/1.1" status: 200 len: 1137 time: 0.5285287 Dec 07 13:29:54.989951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46442) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:55.016258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:55.093953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-52ee1401-721e-48a0-b95b-4ae7d3ca5785 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Deleting port 918a4a6e-ab4a-4f6e-bb9f-6e94d1748176 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:55.094341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52ee1401-721e-48a0-b95b-4ae7d3ca5785 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:55.144551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5e8aed7c-921e-49db-939d-2f0c379bd6d1 None None] Provisioning complete for port 918a4a6e-ab4a-4f6e-bb9f-6e94d1748176 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:55.144551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e8aed7c-921e-49db-939d-2f0c379bd6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:55.234257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-72a7d34c-961c-4389-9f8f-812534b61ca5 None None] For port 7c408cde-599f-4ceb-bbd0-d7293dd37226, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7c408cde-599f-4ceb-bbd0-d7293dd37226,segment=NetworkSegment(9daffa69-19da-459f-9af1-330252448a10),segment_id=9daffa69-19da-459f-9af1-330252448a10)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:55.245707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2dde98-7576-49d4-ba68-db3dbab0c536 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:55.251375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fc2dde98-7576-49d4-ba68-db3dbab0c536 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.7648232 Dec 07 13:29:55.251568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46448) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:55.290702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5fb3f78-b3fb-4bf0-9707-0fd8200493eb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:55.292938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Attempting to bind port 9a455a80-6f7a-4427-b725-660e2a1edac8 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:29:55.293369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Attempting to bind port 9a455a80-6f7a-4427-b725-660e2a1edac8 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:29:55.293792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Attempting to bind port 9a455a80-6f7a-4427-b725-660e2a1edac8 on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:29:55.304612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:55.322309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5e8aed7c-921e-49db-939d-2f0c379bd6d1 None None] Port 918a4a6e-ab4a-4f6e-bb9f-6e94d1748176 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:29:55.342456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:29:55.342886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:29:55.343379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:55.343814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:29:55.344349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Bound port: 9a455a80-6f7a-4427-b725-660e2a1edac8, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:29:55.344770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:55.354784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d5fb3f78-b3fb-4bf0-9707-0fd8200493eb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62671911-d9ea-42cb-a263-e16fb778aa1c']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:55.354972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-6ddb8935-f2cd-44c5-a7a2-dd167a564fc5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:29:55.359639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6ddb8935-f2cd-44c5-a7a2-dd167a564fc5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "PUT /v2.0/routers/f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e HTTP/1.1" status: 400 len: 364 time: 2.2305992 Dec 07 13:29:55.359783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Transition to ACTIVE for port object 81591738-64cf-4862-a39c-ac581f2d2c5f will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:55.363548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72a7d34c-961c-4389-9f8f-812534b61ca5 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:55.365500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46452) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:55.365885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46454) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:55.421228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f5c619-23f4-479b-b6ef-e5bed5c3d828 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port d1f862d2-da0a-4dcd-b100-6ebe68de4f20 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:55.421616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4f5c619-23f4-479b-b6ef-e5bed5c3d828 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:55.437522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-72a7d34c-961c-4389-9f8f-812534b61ca5 None None] Transition to ACTIVE for port object 7c408cde-599f-4ceb-bbd0-d7293dd37226 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:55.444460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Transition to ACTIVE for port object 81591738-64cf-4862-a39c-ac581f2d2c5f will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:55.458278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d5fb3f78-b3fb-4bf0-9707-0fd8200493eb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32007346-fbea-4a76-933f-750f999164e8') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:55.458709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d5fb3f78-b3fb-4bf0-9707-0fd8200493eb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32007346-fbea-4a76-933f-750f999164e8') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:29:55.482651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72a7d34c-961c-4389-9f8f-812534b61ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:55.491579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2f1ac6bc-da5b-47be-a9b6-ab02c222005a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:55.542935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:55.543388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:55.546870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5fb3f78-b3fb-4bf0-9707-0fd8200493eb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:55.553492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] For port 9a455a80-6f7a-4427-b725-660e2a1edac8, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:29:55.577388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:55.582237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5fb3f78-b3fb-4bf0-9707-0fd8200493eb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:55.598606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fb3f78-b3fb-4bf0-9707-0fd8200493eb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:29:55.599064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5fb3f78-b3fb-4bf0-9707-0fd8200493eb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:55.605156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52ee1401-721e-48a0-b95b-4ae7d3ca5785 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:29:55.616417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:29:55.619038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] For port 9a455a80-6f7a-4427-b725-660e2a1edac8, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9a455a80-6f7a-4427-b725-660e2a1edac8,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:29:55.677671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:55.684639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Network 305335fd-9795-45f9-9a39-ffd816e2a88b is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:55.685962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7d34c-961c-4389-9f8f-812534b61ca5 None None] Pushing event updated for resources: {'Port': ['ID=7c408cde-599f-4ceb-bbd0-d7293dd37226,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:55.691519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-72a7d34c-961c-4389-9f8f-812534b61ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:55.692526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:55.694112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:55.725514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:55.737996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group': {'name': 'tempest-secgroup--388738864'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:55.809376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:55.818527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-52ee1401-721e-48a0-b95b-4ae7d3ca5785 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Calling delete_port for 918a4a6e-ab4a-4f6e-bb9f-6e94d1748176 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:55.822721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:29:55.859413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:55.924834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:55.957373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:55.971785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4f5c619-23f4-479b-b6ef-e5bed5c3d828 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:56.064348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:56.077257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5fb3f78-b3fb-4bf0-9707-0fd8200493eb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:56.082184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Pushing event updated for resources: {'Port': ['ID=81591738-64cf-4862-a39c-ac581f2d2c5f,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:56.142382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f5c619-23f4-479b-b6ef-e5bed5c3d828 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for d1f862d2-da0a-4dcd-b100-6ebe68de4f20 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:29:56.145015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0d8319fb-bdc5-4008-9799-b5bfd42d7607 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:56.160084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Attempting to bind port 81591738-64cf-4862-a39c-ac581f2d2c5f on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:29:56.160864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Attempting to bind port 81591738-64cf-4862-a39c-ac581f2d2c5f by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'fcda078d-94bb-4a53-abb6-4aa3ed06a41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '305335fd-9795-45f9-9a39-ffd816e2a88b'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:29:56.161488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Attempting to bind port 81591738-64cf-4862-a39c-ac581f2d2c5f on network 305335fd-9795-45f9-9a39-ffd816e2a88b {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:29:56.169574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5fb3f78-b3fb-4bf0-9707-0fd8200493eb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:56.182830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:29:56.183636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Checking segment: {'id': 'fcda078d-94bb-4a53-abb6-4aa3ed06a41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '305335fd-9795-45f9-9a39-ffd816e2a88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:29:56.184311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:56.185215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Bound using segment: {'id': 'fcda078d-94bb-4a53-abb6-4aa3ed06a41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '305335fd-9795-45f9-9a39-ffd816e2a88b'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:29:56.185665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb3f78-b3fb-4bf0-9707-0fd8200493eb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Pushing event deleted for resources: {'Network': ['ID=62671911-d9ea-42cb-a263-e16fb778aa1c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:56.186191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Bound port: 81591738-64cf-4862-a39c-ac581f2d2c5f, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcda078d-94bb-4a53-abb6-4aa3ed06a41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '305335fd-9795-45f9-9a39-ffd816e2a88b'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:29:56.186810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:56.187695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:56.213671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Pushing event updated for resources: {'Port': ['ID=9a455a80-6f7a-4427-b725-660e2a1edac8,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:56.215980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d5fb3f78-b3fb-4bf0-9707-0fd8200493eb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:56.217621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:56.218391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.533s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:56.218988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:56.237770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d5fb3f78-b3fb-4bf0-9707-0fd8200493eb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] 10.222.0.24 "DELETE /v2.0/networks/62671911-d9ea-42cb-a263-e16fb778aa1c HTTP/1.1" status: 204 len: 168 time: 1.9602418 Dec 07 13:29:56.254840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:56.297913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] device_id is not set on port 47feec6d-021a-4f8f-b601-4ce79ec89596 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:29:56.364045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] For port 81591738-64cf-4862-a39c-ac581f2d2c5f, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:29:56.432122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4f5c619-23f4-479b-b6ef-e5bed5c3d828 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:56.442722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1164a93c-c998-4d08-ad67-a4983d4ddf98 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:56.443101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:56.470211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:56.478344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:56.491527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:56.500110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5c619-23f4-479b-b6ef-e5bed5c3d828 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=d1f862d2-da0a-4dcd-b100-6ebe68de4f20,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:56.506596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e4f5c619-23f4-479b-b6ef-e5bed5c3d828 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:56.508210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] For port 81591738-64cf-4862-a39c-ac581f2d2c5f, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=81591738-64cf-4862-a39c-ac581f2d2c5f,segment=NetworkSegment(fcda078d-94bb-4a53-abb6-4aa3ed06a41f),segment_id=fcda078d-94bb-4a53-abb6-4aa3ed06a41f)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:29:56.542209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52ee1401-721e-48a0-b95b-4ae7d3ca5785 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:56.561189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c84f36a9-6a49-4d4e-bc08-e53dc588dad6 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:56.568245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:56.586160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:56.602435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4f5c619-23f4-479b-b6ef-e5bed5c3d828 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:56.617886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:56.626575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee1401-721e-48a0-b95b-4ae7d3ca5785 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Pushing event deleted for resources: {'Port': ['ID=918a4a6e-ab4a-4f6e-bb9f-6e94d1748176,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:56.640381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-52ee1401-721e-48a0-b95b-4ae7d3ca5785 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:56.736225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e4f5c619-23f4-479b-b6ef-e5bed5c3d828 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/d1f862d2-da0a-4dcd-b100-6ebe68de4f20 HTTP/1.1" status: 204 len: 168 time: 1.4772882 Dec 07 13:29:56.739859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46466) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:56.801278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Pushing event updated for resources: {'Port': ['ID=81591738-64cf-4862-a39c-ac581f2d2c5f,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:56.810517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:56.824694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:29:56.984989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46472) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:56.989376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52ee1401-721e-48a0-b95b-4ae7d3ca5785 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:56.993853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-52ee1401-721e-48a0-b95b-4ae7d3ca5785 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] 10.222.0.24 "DELETE /v2.0/ports/918a4a6e-ab4a-4f6e-bb9f-6e94d1748176 HTTP/1.1" status: 204 len: 168 time: 2.0008726 Dec 07 13:29:56.999766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46476) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:57.104219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5f7d9a-4ed6-4490-987c-48a1303751d7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:57.105873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5f7d9a-4ed6-4490-987c-48a1303751d7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:57.109664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4c5f7d9a-4ed6-4490-987c-48a1303751d7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:57.110759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ea81cdc3-b5be-4812-a271-00dbb4e0b08e None None] Provisioning for port 7c408cde-599f-4ceb-bbd0-d7293dd37226 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:57.126248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ea81cdc3-b5be-4812-a271-00dbb4e0b08e None None] Provisioning complete for port 7c408cde-599f-4ceb-bbd0-d7293dd37226 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:57.126939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea81cdc3-b5be-4812-a271-00dbb4e0b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:57.359043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ea81cdc3-b5be-4812-a271-00dbb4e0b08e None None] Provisioning complete for port 175783ea-2248-4e0f-9884-277c0f5dbbf7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:57.359570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea81cdc3-b5be-4812-a271-00dbb4e0b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:57.367074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4c5f7d9a-4ed6-4490-987c-48a1303751d7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:57.377200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4c5f7d9a-4ed6-4490-987c-48a1303751d7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5871716 Dec 07 13:29:57.408538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46482) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:57.447647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ea81cdc3-b5be-4812-a271-00dbb4e0b08e None None] Port 175783ea-2248-4e0f-9884-277c0f5dbbf7 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:29:57.484398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Allocated IP 2001:db8::29e (a3a58e01-8e5f-4bba-98da-fc492232915c/5583e2e7-9cd7-40e5-9e11-947adf80d317/47feec6d-021a-4f8f-b601-4ce79ec89596) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:57.508960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:57.509778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-71c93d5a-79ee-45f5-a9a7-6cd3e1b9cac7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07116a0e0f5f400f8e01d51898ee34fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5232544 Dec 07 13:29:57.516136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46486) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:57.558637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:57.569224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-298ebae6-3989-4c5c-8327-2177de36795b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:57.578489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6d1a4a-5a2f-438c-92c0-b4183d4c5707 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Deleting subnet 29a55155-fe7c-4b33-8705-7dcbae22e2ee {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:29:57.582134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f6d1a4a-5a2f-438c-92c0-b4183d4c5707 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:57.657274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:57.696148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:57.701007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8d912b-4031-4d2f-aa08-4afb5b146d1d,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:57.719025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:57.726889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:57.750142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f6d1a4a-5a2f-438c-92c0-b4183d4c5707 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:57.791990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:57.810732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 9a455a80-6f7a-4427-b725-660e2a1edac8 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:29:57.830105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-361844e8-6657-4ac3-bf2c-d252b0487eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:57.848429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Allocated IP 2001:db8::1 (cdb1a0b3-5485-4171-a43f-2c5ddf6457e9/753826a6-b9df-4c84-a5ba-d037755b8df6/0210e222-297f-4d79-8bdc-93ba28d4f071) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:29:57.917081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-361844e8-6657-4ac3-bf2c-d252b0487eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:57.940489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af5a1a7-5639-487a-8646-24e243e6c54e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet cfa96f5f-7023-48a6-abf4-26d5115e0637 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:29:57.948039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 9a455a80-6f7a-4427-b725-660e2a1edac8 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:57.953796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4af5a1a7-5639-487a-8646-24e243e6c54e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:57.957344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7c408cde-599f-4ceb-bbd0-d7293dd37226 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:29:58.031347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f6d1a4a-5a2f-438c-92c0-b4183d4c5707 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.042686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.056301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 7c408cde-599f-4ceb-bbd0-d7293dd37226 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:58.056722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.075413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.094505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Transition to ACTIVE for port object 47feec6d-021a-4f8f-b601-4ce79ec89596 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:58.107365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4af5a1a7-5639-487a-8646-24e243e6c54e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.124285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.133722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f58005e-bdf7-4054-abf6-c1c8192c910d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:58.209301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-361844e8-6657-4ac3-bf2c-d252b0487eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.220145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8e3fb9c0-2308-4f9c-b82a-158227ca4413 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:58.225697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.229488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122296a1-0700-4a60-a78e-38fe307955b9,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:58.238455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:58.246039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361844e8-6657-4ac3-bf2c-d252b0487eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a324accf-8fc5-4fcc-a130-4c4f905764de,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:58.249030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Transition to ACTIVE for port object 0210e222-297f-4d79-8bdc-93ba28d4f071 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:29:58.249761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 81591738-64cf-4862-a39c-ac581f2d2c5f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:29:58.255757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f6d1a4a-5a2f-438c-92c0-b4183d4c5707 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.270981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-361844e8-6657-4ac3-bf2c-d252b0487eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:58.271951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-361844e8-6657-4ac3-bf2c-d252b0487eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.276104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-361844e8-6657-4ac3-bf2c-d252b0487eee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a324accf-8fc5-4fcc-a130-4c4f905764de HTTP/1.1" status: 204 len: 168 time: 0.7561600 Dec 07 13:29:58.276104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:58.282829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.286652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.9172316 Dec 07 13:29:58.286652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.295097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46492) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:58.307886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6107419f-54cb-45d3-be6c-16a7ffac6494 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:58.327118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f6d1a4a-5a2f-438c-92c0-b4183d4c5707 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.335359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9f6d1a4a-5a2f-438c-92c0-b4183d4c5707 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] 10.222.0.24 "DELETE /v2.0/subnets/29a55155-fe7c-4b33-8705-7dcbae22e2ee HTTP/1.1" status: 204 len: 168 time: 1.3297977 Dec 07 13:29:58.339779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46496) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:58.342988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d1a4a-5a2f-438c-92c0-b4183d4c5707 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Pushing event deleted for resources: {'Subnet': ['ID=29a55155-fe7c-4b33-8705-7dcbae22e2ee,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:58.409180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8407587d-5ad1-403d-8ae7-a6f155f44742 None None] Network 95168832-dbee-4b18-a825-43d7f3fef52b requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:29:58.448135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=47feec6d-021a-4f8f-b601-4ce79ec89596,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:58.452281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:58.474864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network a3a58e01-8e5f-4bba-98da-fc492232915c is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:58.478819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:58.482308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:58.487798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:29:58.488992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.536516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.543614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f6d1a4a-5a2f-438c-92c0-b4183d4c5707 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:58.552257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4af5a1a7-5639-487a-8646-24e243e6c54e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.566704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f4598b7f-7e16-4adb-be88-a3994fd12c13 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:29:58.576252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.591954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bcb4a28e-4777-41ac-98bb-c0a603e15110 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:58.705466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7368057 Dec 07 13:29:58.710500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Network cdb1a0b3-5485-4171-a43f-2c5ddf6457e9 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:29:58.726494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46502) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:58.733956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:29:58.754587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 81591738-64cf-4862-a39c-ac581f2d2c5f completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:58.755757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-78184619-4e30-48c8-ae46-9f378abfae7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'subnet': {'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:58.804810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f4598b7f-7e16-4adb-be88-a3994fd12c13 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:29:58.806284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f4598b7f-7e16-4adb-be88-a3994fd12c13 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5002935 Dec 07 13:29:58.843024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:29:58.843843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:58.846670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46506) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:58.892296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4bb25461-e9e3-4571-8618-eb1b3f3c81f5 None None] Provisioning for port 9a455a80-6f7a-4427-b725-660e2a1edac8 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:29:58.903535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4bb25461-e9e3-4571-8618-eb1b3f3c81f5 None None] Provisioning complete for port 9a455a80-6f7a-4427-b725-660e2a1edac8 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:29:58.904157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4bb25461-e9e3-4571-8618-eb1b3f3c81f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:59.033874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-dcafc06c-f482-4127-befa-c63e8b07d409 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group': {'name': 'tempest-security--424530708', 'description': 'tempest-security-description-1290562445'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:29:59.051361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event updated for resources: {'Port': ['ID=0210e222-297f-4d79-8bdc-93ba28d4f071,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:59.076360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:59.139144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Deleting port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:59.139540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:59.184498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dcafc06c-f482-4127-befa-c63e8b07d409 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:59.202006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d0f125-1b1f-4e5b-ab6f-25dc741495b6 None None] DHCP port deletion for 95168832-dbee-4b18-a825-43d7f3fef52b request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:29:59.214190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0f125-1b1f-4e5b-ab6f-25dc741495b6 None None] Deleting port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:29:59.214642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4d0f125-1b1f-4e5b-ab6f-25dc741495b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:59.352273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4bb25461-e9e3-4571-8618-eb1b3f3c81f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:59.518399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4af5a1a7-5639-487a-8646-24e243e6c54e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:59.532243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4627a0ee-7deb-4c98-aee9-faa806f3509d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:59.536900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dcafc06c-f482-4127-befa-c63e8b07d409 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:59.586444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-78184619-4e30-48c8-ae46-9f378abfae7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:29:59.609549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dcafc06c-f482-4127-befa-c63e8b07d409 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:59.612408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dcafc06c-f482-4127-befa-c63e8b07d409 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:59.613735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dcafc06c-f482-4127-befa-c63e8b07d409 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "PUT /v2.0/security-groups/122296a1-0700-4a60-a78e-38fe307955b9 HTTP/1.1" status: 200 len: 1611 time: 0.6500509 Dec 07 13:29:59.615110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-78184619-4e30-48c8-ae46-9f378abfae7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:subnet and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:29:59.617935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5a1a7-5639-487a-8646-24e243e6c54e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa96f5f-7023-48a6-abf4-26d5115e0637,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:59.623052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-592ce347-9f85-4655-b910-5452e2fca3b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:29:59.630584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46522) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:59.631845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-78184619-4e30-48c8-ae46-9f378abfae7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:29:59.634830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4af5a1a7-5639-487a-8646-24e243e6c54e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:59.647416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:59.704747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-78184619-4e30-48c8-ae46-9f378abfae7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:29:59.740087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:29:59.751720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-68e29901-b93a-4182-a1e8-6e88217b542a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-groups/122296a1-0700-4a60-a78e-38fe307955b9 HTTP/1.1" status: 200 len: 1611 time: 0.1187348 Dec 07 13:29:59.754232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46528) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:59.772497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4af5a1a7-5639-487a-8646-24e243e6c54e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:59.772708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafc06c-f482-4127-befa-c63e8b07d409 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122296a1-0700-4a60-a78e-38fe307955b9,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:29:59.805746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] For port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5,segment=NetworkSegment(38e9fae4-802e-4f4f-91d7-3c9a4c0a7881),segment_id=38e9fae4-802e-4f4f-91d7-3c9a4c0a7881)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:59.806182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:59.845236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dcafc06c-f482-4127-befa-c63e8b07d409 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:29:59.860866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b4d0f125-1b1f-4e5b-ab6f-25dc741495b6 None None] For port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5,segment=NetworkSegment(38e9fae4-802e-4f4f-91d7-3c9a4c0a7881),segment_id=38e9fae4-802e-4f4f-91d7-3c9a4c0a7881)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:29:59.861418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4d0f125-1b1f-4e5b-ab6f-25dc741495b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:29:59.888913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4af5a1a7-5639-487a-8646-24e243e6c54e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/cfa96f5f-7023-48a6-abf4-26d5115e0637 HTTP/1.1" status: 204 len: 168 time: 2.4788373 Dec 07 13:29:59.890227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46534) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:29:59.902296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-4bb25461-e9e3-4571-8618-eb1b3f3c81f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:29:59.902797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-4bb25461-e9e3-4571-8618-eb1b3f3c81f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:30:00.025771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Calling delete_port for a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:00.036187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf26e9b-5ae1-4464-9e31-2334569cbafe None None] Network 305335fd-9795-45f9-9a39-ffd816e2a88b requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:00.049654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ee8584-6c78-4b37-b369-9a193a487cab None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:00.074051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0f125-1b1f-4e5b-ab6f-25dc741495b6 None None] Calling delete_port for a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:00.086720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-135d638c-91c9-4239-afd8-7a83f3aefa7f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1278872 Dec 07 13:30:00.090938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46540) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:00.098479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-288691b8-f8da-475c-957b-9b096130f7ba tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:00.099693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78184619-4e30-48c8-ae46-9f378abfae7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:00.108754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78184619-4e30-48c8-ae46-9f378abfae7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.199900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46544) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:00.295855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-288691b8-f8da-475c-957b-9b096130f7ba tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:00.314513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-288691b8-f8da-475c-957b-9b096130f7ba tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:00.321005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-288691b8-f8da-475c-957b-9b096130f7ba tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:00.325556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.ipam_backend_mixin [None req-78184619-4e30-48c8-ae46-9f378abfae7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5583e2e7-9cd7-40e5-9e11-947adf80d317 (CIDR: 2001:db8::/64) Dec 07 13:30:00.327873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-288691b8-f8da-475c-957b-9b096130f7ba tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:00.330282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 update to DOWN by agent not found {{(pid=88899) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Dec 07 13:30:00.340062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c38b1b66-650a-4870-afe5-3db8d3dcf93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.341921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.350027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-803bdd8f-8fd4-4726-97a0-e55b31dfec04 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:00.403503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288691b8-f8da-475c-957b-9b096130f7ba tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:00.409829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-288691b8-f8da-475c-957b-9b096130f7ba tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.432472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Pushing event deleted for resources: {'Port': ['ID=a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:00.494763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:00.507269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1662354403'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:00.508917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-b4d0f125-1b1f-4e5b-ab6f-25dc741495b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:30:00.509420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-78184619-4e30-48c8-ae46-9f378abfae7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:30:00.509506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-b4d0f125-1b1f-4e5b-ab6f-25dc741495b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:30:00.509745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78184619-4e30-48c8-ae46-9f378abfae7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:30:00.523443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] No DVR routers for this DVR port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:30:00.525911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:00.552804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cf73ca7-9a67-48f9-9973-7485d89f179c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.566967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:network and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:00.573435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:00.582413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4bb25461-e9e3-4571-8618-eb1b3f3c81f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.591651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-78184619-4e30-48c8-ae46-9f378abfae7e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8596177 Dec 07 13:30:00.598655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46550) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:00.605520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:00.622111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-30e517da-1ac8-422c-8133-119dc7295b95 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'subnet': {'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:00.651425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cf73ca7-9a67-48f9-9973-7485d89f179c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.725578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.739515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:00.746376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.766740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.803025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95168832-dbee-4b18-a825-43d7f3fef52b']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:00.817508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.839984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4bb25461-e9e3-4571-8618-eb1b3f3c81f5 None None] For port 9a455a80-6f7a-4427-b725-660e2a1edac8, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9a455a80-6f7a-4427-b725-660e2a1edac8,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:00.840244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cf73ca7-9a67-48f9-9973-7485d89f179c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.849222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fe6e4e6c-e39c-4684-86ef-e8fc284be3df tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:00.867627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.867856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e9fae4-802e-4f4f-91d7-3c9a4c0a7881') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:00.867985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e9fae4-802e-4f4f-91d7-3c9a4c0a7881') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:00.868535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.883947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4bb25461-e9e3-4571-8618-eb1b3f3c81f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.886204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aa002a16-5a84-4437-9c43-4f206b2351a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:00.902014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf73ca7-9a67-48f9-9973-7485d89f179c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=122296a1-0700-4a60-a78e-38fe307955b9,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:00.911267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.912015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-30e517da-1ac8-422c-8133-119dc7295b95 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:00.922096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:00.939526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:security_group_rule and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:00.943527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:00.950745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.961603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:00.969152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:30:00.969598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:00.976211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7cf73ca7-9a67-48f9-9973-7485d89f179c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:00.977073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:00.979805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb25461-e9e3-4571-8618-eb1b3f3c81f5 None None] Pushing event updated for resources: {'Port': ['ID=9a455a80-6f7a-4427-b725-660e2a1edac8,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:30:00.991270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:30:00.993596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4bb25461-e9e3-4571-8618-eb1b3f3c81f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:01.002925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edc787b-a8bf-43e0-8a62-fc6b49b09a4e None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:30:01.008274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8edc787b-a8bf-43e0-8a62-fc6b49b09a4e None None] Deleting port 9a455a80-6f7a-4427-b725-660e2a1edac8 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:01.008790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8edc787b-a8bf-43e0-8a62-fc6b49b09a4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:01.026941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-30e517da-1ac8-422c-8133-119dc7295b95 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:subnet and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:01.037425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0f125-1b1f-4e5b-ab6f-25dc741495b6 None None] Deleting port a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:01.037939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4d0f125-1b1f-4e5b-ab6f-25dc741495b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:01.064320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-30e517da-1ac8-422c-8133-119dc7295b95 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:01.071137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-30e517da-1ac8-422c-8133-119dc7295b95 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:01.079333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cf73ca7-9a67-48f9-9973-7485d89f179c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:01.083463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7cf73ca7-9a67-48f9-9973-7485d89f179c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-groups/122296a1-0700-4a60-a78e-38fe307955b9 HTTP/1.1" status: 204 len: 168 time: 1.3230960 Dec 07 13:30:01.090829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46554) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:01.108568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event updated for resources: {'Port': ['ID=0210e222-297f-4d79-8bdc-93ba28d4f071,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:01.113700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:01.159593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b4d0f125-1b1f-4e5b-ab6f-25dc741495b6 None None] The port 'a2faedfb-f0fc-4b0b-8bfc-1098e4175ad5' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:30:01.172340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Network cdb1a0b3-5485-4171-a43f-2c5ddf6457e9 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:01.178247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:01.217667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-288691b8-f8da-475c-957b-9b096130f7ba tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:01.222909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-869dd028-7448-463f-bb2b-87e49163c9f8 tempest-AllowedAddressPairTestJSON-854145888 tempest-AllowedAddressPairTestJSON-854145888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:01.260036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e517da-1ac8-422c-8133-119dc7295b95 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:01.377466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] Provisioning for port 47feec6d-021a-4f8f-b601-4ce79ec89596 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:01.385407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] Provisioning complete for port 47feec6d-021a-4f8f-b601-4ce79ec89596 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:01.389889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:01.420740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:01.433865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288691b8-f8da-475c-957b-9b096130f7ba tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:01.435924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:01.442236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-288691b8-f8da-475c-957b-9b096130f7ba tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:01.450198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:01.456821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288691b8-f8da-475c-957b-9b096130f7ba tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:01.457860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-288691b8-f8da-475c-957b-9b096130f7ba tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:01.465424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9bb9297c-ddac-4afb-aa5d-01c6e5186d9b tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3558831 Dec 07 13:30:01.471336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] Port 47feec6d-021a-4f8f-b601-4ce79ec89596 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:30:01.480667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46558) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:01.484215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:01.533206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288691b8-f8da-475c-957b-9b096130f7ba tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=cb5fcef3-d213-48f3-ae7b-45a963d4c19d,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:01.546122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-288691b8-f8da-475c-957b-9b096130f7ba tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:01.554180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2065b497-403e-4751-8e53-cc6ff3fdfd6b tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:01.557277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] Provisioning for port 81591738-64cf-4862-a39c-ac581f2d2c5f completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:01.565443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8edc787b-a8bf-43e0-8a62-fc6b49b09a4e None None] For port 9a455a80-6f7a-4427-b725-660e2a1edac8, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9a455a80-6f7a-4427-b725-660e2a1edac8,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:01.566860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8edc787b-a8bf-43e0-8a62-fc6b49b09a4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:01.575964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] Provisioning complete for port 81591738-64cf-4862-a39c-ac581f2d2c5f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:01.576304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:01.584312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:30:01.587209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Pushing event deleted for resources: {'Network': ['ID=95168832-dbee-4b18-a825-43d7f3fef52b,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:01.589583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-b3539a57-dd37-49aa-9d38-2ac1233d0b80 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] delete failed (client error): The resource could not be found. Dec 07 13:30:01.590811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b3539a57-dd37-49aa-9d38-2ac1233d0b80 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-groups/122296a1-0700-4a60-a78e-38fe307955b9 HTTP/1.1" status: 404 len: 347 time: 0.0966043 Dec 07 13:30:01.599417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:01.607017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8e954edb-a993-4c24-a36f-0d2312db1fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:01.608140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46562) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:01.623318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-173b46c3-dcc6-4fd3-8562-d0682d459d86 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group': {'name': 'tempest-secgroup--946826771'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:01.629784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-173b46c3-dcc6-4fd3-8562-d0682d459d86 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:01.635487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-173b46c3-dcc6-4fd3-8562-d0682d459d86 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:01.640400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-173b46c3-dcc6-4fd3-8562-d0682d459d86 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:01.647814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-173b46c3-dcc6-4fd3-8562-d0682d459d86 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:01.660592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:01.666167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Added segment e29c8948-d052-4210-8c8e-eae7eb4b9b35 of type vlan for network 7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f Dec 07 13:30:01.666167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] 10.222.0.24 "DELETE /v2.0/networks/95168832-dbee-4b18-a825-43d7f3fef52b HTTP/1.1" status: 204 len: 168 time: 3.3222809 Dec 07 13:30:01.675082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-288691b8-f8da-475c-957b-9b096130f7ba tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5829630 Dec 07 13:30:01.683730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46568) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:01.692657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-173b46c3-dcc6-4fd3-8562-d0682d459d86 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:01.707069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'name': 'tempest-NetworksTestDHCPv6-796272367'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:01.792714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8edc787b-a8bf-43e0-8a62-fc6b49b09a4e None None] Calling delete_port for 9a455a80-6f7a-4427-b725-660e2a1edac8 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:01.809372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c6fc85-65ce-4b2d-886a-027bec425093,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:01.825412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:01.853351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 9a455a80-6f7a-4427-b725-660e2a1edac8 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:30:01.859666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30e517da-1ac8-422c-8133-119dc7295b95 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:01.866945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:01.878373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:01.911058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-173b46c3-dcc6-4fd3-8562-d0682d459d86 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:01.930126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-173b46c3-dcc6-4fd3-8562-d0682d459d86 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:01.936165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:01.938893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-173b46c3-dcc6-4fd3-8562-d0682d459d86 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:01.948550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:port and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:01.953495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-173b46c3-dcc6-4fd3-8562-d0682d459d86 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:01.955751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:01.969821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:02.004290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No ports have port_id starting with 9a455a80-6f7a-4427-b725-660e2a1edac8 Dec 07 13:30:02.025227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:02.026561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:02.031147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:02.038664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8edc787b-a8bf-43e0-8a62-fc6b49b09a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:02.041317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:02.046284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:02.049245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:02.050445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:02.089932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-11f5dfca-300d-40d6-82c3-9ec54adf27c5 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:02.097306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc787b-a8bf-43e0-8a62-fc6b49b09a4e None None] Pushing event deleted for resources: {'Port': ['ID=9a455a80-6f7a-4427-b725-660e2a1edac8,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:02.100422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8edc787b-a8bf-43e0-8a62-fc6b49b09a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:02.110594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc787b-a8bf-43e0-8a62-fc6b49b09a4e None None] No DVR routers for this DVR port 9a455a80-6f7a-4427-b725-660e2a1edac8 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:30:02.127590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] For port 81591738-64cf-4862-a39c-ac581f2d2c5f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=81591738-64cf-4862-a39c-ac581f2d2c5f,segment=NetworkSegment(fcda078d-94bb-4a53-abb6-4aa3ed06a41f),segment_id=fcda078d-94bb-4a53-abb6-4aa3ed06a41f)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:02.148888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-173b46c3-dcc6-4fd3-8562-d0682d459d86 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:02.158233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port 843a9023-2e9a-43b0-ad35-6505940aad00 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:30:02.164116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:02.168257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc04a94-1643-42c6-99a0-29f679518c84 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:02.177801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.ipam_backend_mixin [None req-30e517da-1ac8-422c-8133-119dc7295b95 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ca1cddad-bfc6-46c1-9783-a8d46ee8c000 (CIDR: 2001:db8:0:1::/64) Dec 07 13:30:02.193294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af90f722-0a56-4826-a7df-d7f66a7f6a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:02.210889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e517da-1ac8-422c-8133-119dc7295b95 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:30:02.215144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e517da-1ac8-422c-8133-119dc7295b95 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:30:02.219016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46576) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:02.249577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-173b46c3-dcc6-4fd3-8562-d0682d459d86 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:02.279733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Router f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:30:02.288743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-30e517da-1ac8-422c-8133-119dc7295b95 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.6860864 Dec 07 13:30:02.298097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46582) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:02.318003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-dbe9f147-55e3-4043-9fd0-2ef207b8e5ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'subnet': {'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:02.323789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] Could not find standard attr ID for object d1f862d2-da0a-4dcd-b100-6ebe68de4f20. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:30:02.339782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Network': ['ID=7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:02.345192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:02.345997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:02.373130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1570349 Dec 07 13:30:02.373395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:30:02.411340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-173b46c3-dcc6-4fd3-8562-d0682d459d86 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:02.415408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-173b46c3-dcc6-4fd3-8562-d0682d459d86 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8002095 Dec 07 13:30:02.425807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46586) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:02.440371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-257d4614-a342-421c-8514-0651b03bf711 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group_rule': {'security_group_id': 'bb5da526-f411-4b3b-bc1f-a94b95b6f3c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:02.453487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b46c3-dcc6-4fd3-8562-d0682d459d86 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5da526-f411-4b3b-bc1f-a94b95b6f3c0,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:02.458094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-257d4614-a342-421c-8514-0651b03bf711 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:02.460665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-173b46c3-dcc6-4fd3-8562-d0682d459d86 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:02.468133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-257d4614-a342-421c-8514-0651b03bf711 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:02.472667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-257d4614-a342-421c-8514-0651b03bf711 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:02.506320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-257d4614-a342-421c-8514-0651b03bf711 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:02.517967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::13 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/cb5fcef3-d213-48f3-ae7b-45a963d4c19d/843a9023-2e9a-43b0-ad35-6505940aad00) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:02.518249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46590) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:02.556849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] Pushing event updated for resources: {'Port': ['ID=81591738-64cf-4862-a39c-ac581f2d2c5f,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:02.576602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-257d4614-a342-421c-8514-0651b03bf711 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:02.584047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:02.591080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-495bb13f-4794-4500-86da-4eafefe2baa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:02.591080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] Provisioning for port 0210e222-297f-4d79-8bdc-93ba28d4f071 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:02.592822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'subnet': {'network_id': '7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:02.611934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] Provisioning complete for port 0210e222-297f-4d79-8bdc-93ba28d4f071 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:02.612355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:02.720762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] Port 0210e222-297f-4d79-8bdc-93ba28d4f071 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:30:02.763697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-257d4614-a342-421c-8514-0651b03bf711 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:02.783689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': 'cb5fcef3-d213-48f3-ae7b-45a963d4c19d'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:30:02.784623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:02.856515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:02.869853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:02.881433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dbe9f147-55e3-4043-9fd0-2ef207b8e5ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:02.887624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:subnet and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:02.894489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9bb5fe49-9f80-49ec-ae72-edc7df739014 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0dfa31b607fe4497a288372604fa7642&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6693382 Dec 07 13:30:02.894489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dbe9f147-55e3-4043-9fd0-2ef207b8e5ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Usage tracker for resource:subnet and tenant:7871a3fa84c9490183aa52d2c611f303 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:02.896993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:02.901582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46594) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:02.903131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-88ca4f48-4cb5-46ed-be8f-392c6fa9f9d6 None None] Provisioning complete for port 81591738-64cf-4862-a39c-ac581f2d2c5f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:02.903670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88ca4f48-4cb5-46ed-be8f-392c6fa9f9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:02.905312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dbe9f147-55e3-4043-9fd0-2ef207b8e5ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:02.910296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:02.918600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dbe9f147-55e3-4043-9fd0-2ef207b8e5ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:02.998509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:03.020597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-257d4614-a342-421c-8514-0651b03bf711 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:03.035113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ba2216ce-4101-41d6-9a3a-5107f9eeea17 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:03.053070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-88ca4f48-4cb5-46ed-be8f-392c6fa9f9d6 None None] Provisioning complete for port 0210e222-297f-4d79-8bdc-93ba28d4f071 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:03.053620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88ca4f48-4cb5-46ed-be8f-392c6fa9f9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:03.076718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4614-a342-421c-8514-0651b03bf711 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7f7944-40ff-406d-afc0-81688b1b2b66,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:03.079401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-257d4614-a342-421c-8514-0651b03bf711 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:03.083193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe9f147-55e3-4043-9fd0-2ef207b8e5ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Made reservation on behalf of 7871a3fa84c9490183aa52d2c611f303 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:03.090027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbe9f147-55e3-4043-9fd0-2ef207b8e5ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:03.097206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:03.116222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object 843a9023-2e9a-43b0-ad35-6505940aad00 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:03.119917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-88ca4f48-4cb5-46ed-be8f-392c6fa9f9d6 None None] Port 0210e222-297f-4d79-8bdc-93ba28d4f071 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:30:03.130914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-257d4614-a342-421c-8514-0651b03bf711 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:03.137104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-257d4614-a342-421c-8514-0651b03bf711 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7037468 Dec 07 13:30:03.137305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:30:03.137790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46598) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:03.148510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec58cbe-69e3-4a96-b5f9-c09f304abe30 None None] Sync routers for ids ['f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:30:03.176703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:03.183970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9f56ff6-ff4a-4d4d-922c-2a6f4785e065 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:03.205637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "PUT /v2.0/routers/f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8369095 Dec 07 13:30:03.216225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46602) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:03.223004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec58cbe-69e3-4a96-b5f9-c09f304abe30 None None] Routers {'f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:30:03.223756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9ec58cbe-69e3-4a96-b5f9-c09f304abe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:30:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:03.251898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:03.269429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=843a9023-2e9a-43b0-ad35-6505940aad00,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:03.280209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:03.282480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:03.283224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:03.287648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:03.288326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:03.305021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5039c820-2e68-4391-b3d7-59ab3d97c153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:03.312647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9ec58cbe-69e3-4a96-b5f9-c09f304abe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:03.323271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Allocated IP 2001:db8::2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/cb5fcef3-d213-48f3-ae7b-45a963d4c19d/e2d224b5-77e1-46b7-84c6-6168be36dc0f) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:03.333107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:03.338762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6528018 Dec 07 13:30:03.341738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46606) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:03.367187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec58cbe-69e3-4a96-b5f9-c09f304abe30 None None] Routers {'f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:30:03.367873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9ec58cbe-69e3-4a96-b5f9-c09f304abe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:30:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:03.430213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616763f1-224f-43aa-901c-8994be539470 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:03.430525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-616763f1-224f-43aa-901c-8994be539470 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:03.475992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-616763f1-224f-43aa-901c-8994be539470 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:03.479416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-616763f1-224f-43aa-901c-8994be539470 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1346817 Dec 07 13:30:03.480682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46610) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:03.561638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-41f54059-7a0a-4225-b748-89bafa62da6a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port 843a9023-2e9a-43b0-ad35-6505940aad00 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:03.562248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41f54059-7a0a-4225-b748-89bafa62da6a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:03.684738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9ec58cbe-69e3-4a96-b5f9-c09f304abe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:03.685461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec58cbe-69e3-4a96-b5f9-c09f304abe30 None None] The sync data for ids ['f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:30:03.700584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 81591738-64cf-4862-a39c-ac581f2d2c5f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:03.793418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5bac3a9-706d-4bf5-9c5c-7d599ef86f29 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:03.805791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5039c820-2e68-4391-b3d7-59ab3d97c153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:03.838930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5bac3a9-706d-4bf5-9c5c-7d599ef86f29 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:03.851913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41f54059-7a0a-4225-b748-89bafa62da6a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:03.877147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 81591738-64cf-4862-a39c-ac581f2d2c5f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:03.877492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:03.930083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:03.956096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Transition to ACTIVE for port object e2d224b5-77e1-46b7-84c6-6168be36dc0f will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:03.990313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-41f54059-7a0a-4225-b748-89bafa62da6a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for 843a9023-2e9a-43b0-ad35-6505940aad00 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:04.014510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Transition to ACTIVE for port object e2d224b5-77e1-46b7-84c6-6168be36dc0f will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:04.025529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5bac3a9-706d-4bf5-9c5c-7d599ef86f29 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.063795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d35063c6-c3fd-4444-b54b-cdd9e96c61f5 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:04.076118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.081797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8edc787b-a8bf-43e0-8a62-fc6b49b09a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:04.106582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bac3a9-706d-4bf5-9c5c-7d599ef86f29 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca7f7944-40ff-406d-afc0-81688b1b2b66,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:04.114840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a5bac3a9-706d-4bf5-9c5c-7d599ef86f29 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:04.132453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5039c820-2e68-4391-b3d7-59ab3d97c153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.142388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4ff63db0-b94c-47a8-83c5-fa830e47af2d tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:04.152454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db223c29-2989-42af-91d8-6047f69d06f7 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.162102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:04.166803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:04.168906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Pushing event updated for resources: {'Port': ['ID=e2d224b5-77e1-46b7-84c6-6168be36dc0f,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:04.171315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:04.173744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:04.184410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41f54059-7a0a-4225-b748-89bafa62da6a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.192685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-722dd603-2563-43b3-902d-664217b679a2 tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:04.241299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54059-7a0a-4225-b748-89bafa62da6a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=843a9023-2e9a-43b0-ad35-6505940aad00,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:04.246611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-41f54059-7a0a-4225-b748-89bafa62da6a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:04.252082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039c820-2e68-4391-b3d7-59ab3d97c153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9d4a1e-480c-4089-8c5c-612d178004f2,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:04.304292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Attempting to bind port e2d224b5-77e1-46b7-84c6-6168be36dc0f on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:30:04.304522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Attempting to bind port e2d224b5-77e1-46b7-84c6-6168be36dc0f by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:30:04.304868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Attempting to bind port e2d224b5-77e1-46b7-84c6-6168be36dc0f on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:30:04.316299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:30:04.316505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41f54059-7a0a-4225-b748-89bafa62da6a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.317272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:04.317272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.317577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:30:04.318236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Bound port: e2d224b5-77e1-46b7-84c6-6168be36dc0f, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:30:04.318440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5039c820-2e68-4391-b3d7-59ab3d97c153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:04.318544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.352248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5bac3a9-706d-4bf5-9c5c-7d599ef86f29 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.354194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a5bac3a9-706d-4bf5-9c5c-7d599ef86f29 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ca7f7944-40ff-406d-afc0-81688b1b2b66 HTTP/1.1" status: 204 len: 168 time: 1.1658840 Dec 07 13:30:04.357157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46614) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:04.371071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5039c820-2e68-4391-b3d7-59ab3d97c153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.374852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5039c820-2e68-4391-b3d7-59ab3d97c153 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf9d4a1e-480c-4089-8c5c-612d178004f2 HTTP/1.1" status: 204 len: 168 time: 1.4638891 Dec 07 13:30:04.380365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-41f54059-7a0a-4225-b748-89bafa62da6a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/843a9023-2e9a-43b0-ad35-6505940aad00 HTTP/1.1" status: 204 len: 168 time: 0.8958073 Dec 07 13:30:04.381386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46620) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:04.436857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.442553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-43d2c525-3ad5-4590-977c-885fe78f3f1b tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:04.443600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] For port e2d224b5-77e1-46b7-84c6-6168be36dc0f, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:30:04.448158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] For port e2d224b5-77e1-46b7-84c6-6168be36dc0f, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e2d224b5-77e1-46b7-84c6-6168be36dc0f,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:30:04.484748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9885cd24-7a40-4ce7-8918-5f871b0e841f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:04.486247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9885cd24-7a40-4ce7-8918-5f871b0e841f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:04.486628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbe9f147-55e3-4043-9fd0-2ef207b8e5ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.487067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9885cd24-7a40-4ce7-8918-5f871b0e841f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:04.488021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.494191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:04.497157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4ae38c27-f6d1-437e-8be5-0bcf12a5cf22 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:04.544389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9885cd24-7a40-4ce7-8918-5f871b0e841f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:04.549919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9885cd24-7a40-4ce7-8918-5f871b0e841f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1651375 Dec 07 13:30:04.550233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46624) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:04.553460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe9f147-55e3-4043-9fd0-2ef207b8e5ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Network a3a58e01-8e5f-4bba-98da-fc492232915c is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:04.558040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Subnet': ['ID=5bd33999-b84c-4460-9da6-85a647315006,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:04.564820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-dbe9f147-55e3-4043-9fd0-2ef207b8e5ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:04.568077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:04.569282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe9f147-55e3-4043-9fd0-2ef207b8e5ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:04.569920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbe9f147-55e3-4043-9fd0-2ef207b8e5ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.575705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aba395a0-6620-4964-a32a-c3cf1ea96033 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:04.591988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caa0f30-65d6-4567-8bfb-c7b2d214a7a3 None None] Network a3a58e01-8e5f-4bba-98da-fc492232915c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:04.598147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4ae38c27-f6d1-437e-8be5-0bcf12a5cf22 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:04.599581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4ae38c27-f6d1-437e-8be5-0bcf12a5cf22 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2413046 Dec 07 13:30:04.603566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46628) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:04.650951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-db223c29-2989-42af-91d8-6047f69d06f7 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 07 13:30:04.652246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-db223c29-2989-42af-91d8-6047f69d06f7 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "DELETE /v2.0/routers/f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e HTTP/1.1" status: 409 len: 329 time: 1.4166994 Dec 07 13:30:04.659153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46632) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:04.680819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Checking segment: {'id': 'e29c8948-d052-4210-8c8e-eae7eb4b9b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:04.681669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network hostable DHCP agents. Network: 7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:30:04.717502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dbe9f147-55e3-4043-9fd0-2ef207b8e5ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4048169 Dec 07 13:30:04.718350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Pushing event updated for resources: {'Port': ['ID=e2d224b5-77e1-46b7-84c6-6168be36dc0f,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:04.722117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46638) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:04.722900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9f147-55e3-4043-9fd0-2ef207b8e5ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Subnet': ['ID=62f2d327-51d6-4320-b61f-4f5d1e2951d5,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:04.723842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:04.732676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbe9f147-55e3-4043-9fd0-2ef207b8e5ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:04.749442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-aefb355c-a1b0-4122-b9e1-6d592dbb7a39 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-331951210', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '62f2d327-51d6-4320-b61f-4f5d1e2951d5'}], 'security_groups': ['3dd47322-559b-4b95-96cc-e6ada1595114', 'ce50ec44-fa72-4800-a1bb-bbbd8496ca2f']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:04.770555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.898796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network 7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:30:04.911439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0edf3ac4-7594-4694-b295-f15d497301cb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.957444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aefb355c-a1b0-4122-b9e1-6d592dbb7a39 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.983611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:04.988356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0edf3ac4-7594-4694-b295-f15d497301cb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:04.998003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5012e7-983c-44cd-84aa-8382ce81ba94 None None] Network 7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:05.012094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:05.012804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:05.061423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad009d48-246b-41a9-a173-eda3551c9df7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet cb5fcef3-d213-48f3-ae7b-45a963d4c19d {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:30:05.067587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad009d48-246b-41a9-a173-eda3551c9df7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:05.193956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad009d48-246b-41a9-a173-eda3551c9df7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:05.203557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6716185 Dec 07 13:30:05.210934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46648) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:05.217466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1473141488'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:05.232194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:05.240847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:network and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:05.246848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:05.256902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:05.324338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0edf3ac4-7594-4694-b295-f15d497301cb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:05.328367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5039c820-2e68-4391-b3d7-59ab3d97c153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:05.395104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf3ac4-7594-4694-b295-f15d497301cb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5da526-f411-4b3b-bc1f-a94b95b6f3c0,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:05.453961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0edf3ac4-7594-4694-b295-f15d497301cb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:05.461340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:05.468328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:05.495015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d94ca84-10e9-4ac8-8769-d811d7716254 None None] Update dhcp port {'port': {'network_id': 'a3a58e01-8e5f-4bba-98da-fc492232915c', 'fixed_ips': [{'subnet_id': 'ca1cddad-bfc6-46c1-9783-a8d46ee8c000', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5583e2e7-9cd7-40e5-9e11-947adf80d317', 'ip_address': '2001:db8::2'}, {'subnet_id': '62f2d327-51d6-4320-b61f-4f5d1e2951d5'}], 'binding:host_id': 'dv-neutron-ussuri-2-hyperv'}, 'id': '7c408cde-599f-4ceb-bbd0-d7293dd37226'} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 07 13:30:05.532820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f', 'network_id': '7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f', 'tenant_id': 'fe55e53248254c14b0c35bd483e2ae5f', 'fixed_ips': [{'subnet_id': '5bd33999-b84c-4460-9da6-85a647315006'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:30:05.533769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:05.539895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0edf3ac4-7594-4694-b295-f15d497301cb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:05.544259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0edf3ac4-7594-4694-b295-f15d497301cb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-groups/bb5da526-f411-4b3b-bc1f-a94b95b6f3c0 HTTP/1.1" status: 204 len: 168 time: 0.9328046 Dec 07 13:30:05.544415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:30:05.546610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46658) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:05.566064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad009d48-246b-41a9-a173-eda3551c9df7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:05.626535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d94ca84-10e9-4ac8-8769-d811d7716254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:05.687198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:05.687790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Added segment a0de46d0-60db-4bae-88f8-ee44c227d684 of type vlan for network 35335c95-53fc-4f63-a5e5-02d05f717d93 Dec 07 13:30:05.713985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad009d48-246b-41a9-a173-eda3551c9df7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:05.720295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8f4cbb5d-1685-40a4-9b67-cfb5aa75c6e7 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:05.777235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad009d48-246b-41a9-a173-eda3551c9df7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=cb5fcef3-d213-48f3-ae7b-45a963d4c19d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:05.781644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:05.783071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ad009d48-246b-41a9-a173-eda3551c9df7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:05.817909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad009d48-246b-41a9-a173-eda3551c9df7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:05.845815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e2d224b5-77e1-46b7-84c6-6168be36dc0f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:05.849378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-492de885-3e0f-4c4d-9602-2890d9d99ce0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:05.887941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cc6ac0bc-9201-44fb-9de2-462cb636cebd tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:05.928634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ad009d48-246b-41a9-a173-eda3551c9df7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/cb5fcef3-d213-48f3-ae7b-45a963d4c19d HTTP/1.1" status: 204 len: 168 time: 1.3772392 Dec 07 13:30:05.938965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46666) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:05.948663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-aefb355c-a1b0-4122-b9e1-6d592dbb7a39 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Delete allocated IP 2001:db8::29e (a3a58e01-8e5f-4bba-98da-fc492232915c/5583e2e7-9cd7-40e5-9e11-947adf80d317) {{(pid=88898) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 07 13:30:05.951125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46668) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:05.959841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Allocated IP 172.20.255.242 (7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f/5bd33999-b84c-4460-9da6-85a647315006/3572fae6-7228-4f34-8ab9-750f70b1d2e0) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:05.969822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:05.974907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:05.975834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:05.984948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-aefb355c-a1b0-4122-b9e1-6d592dbb7a39 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Allocated IP 2001:db8:0:2::1ff (a3a58e01-8e5f-4bba-98da-fc492232915c/62f2d327-51d6-4320-b61f-4f5d1e2951d5/47feec6d-021a-4f8f-b601-4ce79ec89596) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:06.013228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d5fb3f78-b3fb-4bf0-9707-0fd8200493eb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:06.033655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cc6ac0bc-9201-44fb-9de2-462cb636cebd tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:06.039352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cc6ac0bc-9201-44fb-9de2-462cb636cebd tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4838490 Dec 07 13:30:06.055909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46676) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:06.073514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bd95811a-06d3-4878-9f66-871aeafa0d16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group': {'name': 'tempest-secgroup--925926041'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:06.083648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bd95811a-06d3-4878-9f66-871aeafa0d16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:06.093802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9d910640-9e22-43ae-acfc-cb72a0772d03 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991275 Dec 07 13:30:06.094099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46680) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:06.148345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port e2d224b5-77e1-46b7-84c6-6168be36dc0f completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:06.195935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-578742244'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:06.204409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bd95811a-06d3-4878-9f66-871aeafa0d16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:06.237298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:06.244688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2abcb1-0ecd-4ff3-a78a-574f9935d806 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:06.244688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-eb2abcb1-0ecd-4ff3-a78a-574f9935d806 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:06.255777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:06.256849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Usage tracker for resource:network and tenant:e604b4ef389a4e9d9d4ef5e805bd5473 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:06.270481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Transition to ACTIVE for port object 3572fae6-7228-4f34-8ab9-750f70b1d2e0 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:06.289918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:06.294843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Transition to ACTIVE for port object 3572fae6-7228-4f34-8ab9-750f70b1d2e0 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:06.300063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0847661 Dec 07 13:30:06.300063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Network': ['ID=35335c95-53fc-4f63-a5e5-02d05f717d93,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:06.300357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46684) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:06.301484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:06.317048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'subnet': {'network_id': '35335c95-53fc-4f63-a5e5-02d05f717d93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:06.317155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 35335c95-53fc-4f63-a5e5-02d05f717d93 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:30:06.330575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:06.332890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd95811a-06d3-4878-9f66-871aeafa0d16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:06.338759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-eb2abcb1-0ecd-4ff3-a78a-574f9935d806 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:06.341953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-eb2abcb1-0ecd-4ff3-a78a-574f9935d806 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2468266 Dec 07 13:30:06.435764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46688) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:06.469894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:06.485766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:06.522558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bd95811a-06d3-4878-9f66-871aeafa0d16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:06.528434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bd95811a-06d3-4878-9f66-871aeafa0d16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:06.532072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bd95811a-06d3-4878-9f66-871aeafa0d16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:06.538640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bd95811a-06d3-4878-9f66-871aeafa0d16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:06.567902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Network 7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:06.571057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Pushing event updated for resources: {'Port': ['ID=3572fae6-7228-4f34-8ab9-750f70b1d2e0,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:06.574131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:06.577785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:06.579025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:06.605670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Made reservation on behalf of e604b4ef389a4e9d9d4ef5e805bd5473 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:06.613294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:06.628402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd95811a-06d3-4878-9f66-871aeafa0d16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:06.679186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Attempting to bind port 3572fae6-7228-4f34-8ab9-750f70b1d2e0 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:30:06.679784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Attempting to bind port 3572fae6-7228-4f34-8ab9-750f70b1d2e0 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e29c8948-d052-4210-8c8e-eae7eb4b9b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:30:06.680299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Attempting to bind port 3572fae6-7228-4f34-8ab9-750f70b1d2e0 on network 7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:30:06.687956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:30:06.688508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Checking segment: {'id': 'e29c8948-d052-4210-8c8e-eae7eb4b9b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:06.689067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:06.689614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Bound using segment: {'id': 'e29c8948-d052-4210-8c8e-eae7eb4b9b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:30:06.690253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Bound port: 3572fae6-7228-4f34-8ab9-750f70b1d2e0, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29c8948-d052-4210-8c8e-eae7eb4b9b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:30:06.690779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:06.751644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd95811a-06d3-4878-9f66-871aeafa0d16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:06.762826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aefb355c-a1b0-4122-b9e1-6d592dbb7a39 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:06.775674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d97acc48-e0d3-4085-b325-8dba161c4c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:06.798330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:06.800275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] For port 3572fae6-7228-4f34-8ab9-750f70b1d2e0, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:30:06.804106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] For port 3572fae6-7228-4f34-8ab9-750f70b1d2e0, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=3572fae6-7228-4f34-8ab9-750f70b1d2e0,segment=NetworkSegment(e29c8948-d052-4210-8c8e-eae7eb4b9b35),segment_id=e29c8948-d052-4210-8c8e-eae7eb4b9b35)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:30:06.815084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dfae92-cdac-4e47-9184-58682b10b855 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:06.838155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:06.849552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:subnet and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:06.858453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:06.866602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-aefb355c-a1b0-4122-b9e1-6d592dbb7a39 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Transition to ACTIVE for port object 47feec6d-021a-4f8f-b601-4ce79ec89596 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:06.869563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:06.896865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e580f675-5ac3-41b1-bf7f-8f08928f72d4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:06.901317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e580f675-5ac3-41b1-bf7f-8f08928f72d4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4617641 Dec 07 13:30:06.901317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95811a-06d3-4878-9f66-871aeafa0d16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a966e0-9f83-415b-a4a4-4dc2d22eea05,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:06.901556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:06.905178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46692) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:06.909247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c5551800-2487-487f-a04c-1700a3eca91d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:06.910140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bd95811a-06d3-4878-9f66-871aeafa0d16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:06.910830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aefb355c-a1b0-4122-b9e1-6d592dbb7a39 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:06.936234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:06.976615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:06.983464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:07.033297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd95811a-06d3-4878-9f66-871aeafa0d16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.037195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bd95811a-06d3-4878-9f66-871aeafa0d16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9773133 Dec 07 13:30:07.037195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Usage tracker for resource:security_group_rule and tenant:e604b4ef389a4e9d9d4ef5e805bd5473 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:07.037557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46696) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:07.052978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-18bd7e72-c95a-4bf3-beb6-a6784802f712 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1422284 Dec 07 13:30:07.054768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:07.058063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46700) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:07.076793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6d7720f0-ba17-4783-b198-01554aaae1c8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:07.088863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ace165a8-a1a3-4f1d-bbb6-bf6a6bf50293 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group_rule': {'security_group_id': '92a966e0-9f83-415b-a4a4-4dc2d22eea05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:07.092408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:07.109044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ace165a8-a1a3-4f1d-bbb6-bf6a6bf50293 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:07.121104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ace165a8-a1a3-4f1d-bbb6-bf6a6bf50293 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:07.126294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ace165a8-a1a3-4f1d-bbb6-bf6a6bf50293 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:07.137790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.138322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e9a3d603-a846-40e1-92cb-f88838152821 None None] Provisioning for port e2d224b5-77e1-46b7-84c6-6168be36dc0f completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:07.160564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e9a3d603-a846-40e1-92cb-f88838152821 None None] Provisioning complete for port e2d224b5-77e1-46b7-84c6-6168be36dc0f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:07.160977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d603-a846-40e1-92cb-f88838152821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.167496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ace165a8-a1a3-4f1d-bbb6-bf6a6bf50293 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:07.185860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Pushing event updated for resources: {'Port': ['ID=3572fae6-7228-4f34-8ab9-750f70b1d2e0,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:07.189217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:07.207768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-3d94ca84-10e9-4ac8-8769-d811d7716254 None None] Allocated IP 2001:db8:0:2::2 (a3a58e01-8e5f-4bba-98da-fc492232915c/62f2d327-51d6-4320-b61f-4f5d1e2951d5/7c408cde-599f-4ceb-bbd0-d7293dd37226) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:07.249735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb355c-a1b0-4122-b9e1-6d592dbb7a39 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event updated for resources: {'Port': ['ID=47feec6d-021a-4f8f-b601-4ce79ec89596,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:07.255027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-aefb355c-a1b0-4122-b9e1-6d592dbb7a39 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] In _notify_port_updated(), no bound segment for port 47feec6d-021a-4f8f-b601-4ce79ec89596 on network a3a58e01-8e5f-4bba-98da-fc492232915c {{(pid=88898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:30:07.259605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefb355c-a1b0-4122-b9e1-6d592dbb7a39 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:07.260354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aefb355c-a1b0-4122-b9e1-6d592dbb7a39 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.261936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aefb355c-a1b0-4122-b9e1-6d592dbb7a39 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "PUT /v2.0/ports/47feec6d-021a-4f8f-b601-4ce79ec89596 HTTP/1.1" status: 200 len: 969 time: 2.5364504 Dec 07 13:30:07.263493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aefb355c-a1b0-4122-b9e1-6d592dbb7a39 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:07.268543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46704) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:07.293970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ace165a8-a1a3-4f1d-bbb6-bf6a6bf50293 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.367864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6d7720f0-ba17-4783-b198-01554aaae1c8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:07.390565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6d7720f0-ba17-4783-b198-01554aaae1c8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:07.548303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ace165a8-a1a3-4f1d-bbb6-bf6a6bf50293 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.582399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-492de885-3e0f-4c4d-9602-2890d9d99ce0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Deleting port 0210e222-297f-4d79-8bdc-93ba28d4f071 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:07.583048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-492de885-3e0f-4c4d-9602-2890d9d99ce0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.616438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ace165a8-a1a3-4f1d-bbb6-bf6a6bf50293 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.632236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-20647b1c-b58e-4ddf-96bc-d7ac66c1b8a2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:07.647025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d603-a846-40e1-92cb-f88838152821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.668135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-3d94ca84-10e9-4ac8-8769-d811d7716254 None None] For port 7c408cde-599f-4ceb-bbd0-d7293dd37226, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7c408cde-599f-4ceb-bbd0-d7293dd37226,segment=NetworkSegment(9daffa69-19da-459f-9af1-330252448a10),segment_id=9daffa69-19da-459f-9af1-330252448a10)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:07.691270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace165a8-a1a3-4f1d-bbb6-bf6a6bf50293 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41da667b-3462-4598-9f90-5ec46b3c0fbd,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:07.697235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e9a3d603-a846-40e1-92cb-f88838152821 None None] For port e2d224b5-77e1-46b7-84c6-6168be36dc0f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e2d224b5-77e1-46b7-84c6-6168be36dc0f,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:07.716444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ace165a8-a1a3-4f1d-bbb6-bf6a6bf50293 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:07.717923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d94ca84-10e9-4ac8-8769-d811d7716254 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.733644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d603-a846-40e1-92cb-f88838152821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.734859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6d7720f0-ba17-4783-b198-01554aaae1c8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:07.739972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6949f9d2-2cd7-4e83-8b9d-25d54412c631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:07.754673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6d7720f0-ba17-4783-b198-01554aaae1c8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:07.775901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6f063-5a5c-43b8-ab12-35b53acd14b8 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port 47feec6d-021a-4f8f-b601-4ce79ec89596 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:07.776281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b6e6f063-5a5c-43b8-ab12-35b53acd14b8 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.795471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3d94ca84-10e9-4ac8-8769-d811d7716254 None None] Transition to ACTIVE for port object 7c408cde-599f-4ceb-bbd0-d7293dd37226 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:07.835679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d94ca84-10e9-4ac8-8769-d811d7716254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.864753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.876840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c0083e-21ee-4de9-bef7-ccfd112639a9 None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:30:07.901641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d4c0083e-21ee-4de9-bef7-ccfd112639a9 None None] Deleting port e2d224b5-77e1-46b7-84c6-6168be36dc0f {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:07.902307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d4c0083e-21ee-4de9-bef7-ccfd112639a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.936947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.944516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ace165a8-a1a3-4f1d-bbb6-bf6a6bf50293 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.944516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ace165a8-a1a3-4f1d-bbb6-bf6a6bf50293 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9048426 Dec 07 13:30:07.953414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46708) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:07.954720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:07.965180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-58a46477-9de2-44c8-9556-9125cb54e841 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group_rule': {'security_group_id': '92a966e0-9f83-415b-a4a4-4dc2d22eea05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:07.970741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:07.973996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7720f0-ba17-4783-b198-01554aaae1c8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:07.995423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3d603-a846-40e1-92cb-f88838152821 None None] Pushing event updated for resources: {'Port': ['ID=e2d224b5-77e1-46b7-84c6-6168be36dc0f,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:08.000929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-58a46477-9de2-44c8-9556-9125cb54e841 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:08.006079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-69150366-9c26-448a-9383-fd588eedd02d tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:08.034168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9a3d603-a846-40e1-92cb-f88838152821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:08.034690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ae93f6cc-f409-46d8-b318-2cbcd04a8cc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:08.077655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-58a46477-9de2-44c8-9556-9125cb54e841 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:08.083759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Subnet': ['ID=833cf1b7-532b-43ef-93aa-834b91fe572b,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:08.101793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:08.106422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-58a46477-9de2-44c8-9556-9125cb54e841 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:08.116359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-492de885-3e0f-4c4d-9602-2890d9d99ce0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:08.126671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Checking segment: {'id': 'a0de46d0-60db-4bae-88f8-ee44c227d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '35335c95-53fc-4f63-a5e5-02d05f717d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:08.127073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network hostable DHCP agents. Network: 35335c95-53fc-4f63-a5e5-02d05f717d93, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:30:08.129940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:30:08.226590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94ca84-10e9-4ac8-8769-d811d7716254 None None] Pushing event updated for resources: {'Port': ['ID=7c408cde-599f-4ceb-bbd0-d7293dd37226,revision_number=7']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:08.234083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-58a46477-9de2-44c8-9556-9125cb54e841 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:08.262334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:08.263077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Added segment 68a35fd2-c2d9-4034-bac4-ac602f644b95 of type vlan for network 6947e9cf-9122-4030-bece-fa1a045b1563 Dec 07 13:30:08.270481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-492de885-3e0f-4c4d-9602-2890d9d99ce0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Calling delete_port for 0210e222-297f-4d79-8bdc-93ba28d4f071 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:08.275762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d94ca84-10e9-4ac8-8769-d811d7716254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:08.277332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=586aba08-d588-4b96-80fb-6bd92f766754,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:08.280933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:08.335766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d7720f0-ba17-4783-b198-01554aaae1c8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:08.347516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d4c0083e-21ee-4de9-bef7-ccfd112639a9 None None] For port e2d224b5-77e1-46b7-84c6-6168be36dc0f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e2d224b5-77e1-46b7-84c6-6168be36dc0f,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:08.348098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d4c0083e-21ee-4de9-bef7-ccfd112639a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:08.373346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network 35335c95-53fc-4f63-a5e5-02d05f717d93 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:30:08.442617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-58a46477-9de2-44c8-9556-9125cb54e841 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:08.454589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 35335c95-53fc-4f63-a5e5-02d05f717d93) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:08.463379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:08.474313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:08.474966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:08.480484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5ec6d0-4b24-4c8c-8c5c-7f39294a66eb None None] Network 35335c95-53fc-4f63-a5e5-02d05f717d93 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:08.502153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d4c0083e-21ee-4de9-bef7-ccfd112639a9 None None] Calling delete_port for e2d224b5-77e1-46b7-84c6-6168be36dc0f owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:08.506873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b6e6f063-5a5c-43b8-ab12-35b53acd14b8 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:08.556884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2529128 Dec 07 13:30:08.557404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46712) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:08.653625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-492de885-3e0f-4c4d-9602-2890d9d99ce0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:08.667759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab157409-5ec3-4dd6-945f-312396040791 tempest-RoutersAdminTest-1700924964 tempest-RoutersAdminTest-1700924964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:08.683725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6f063-5a5c-43b8-ab12-35b53acd14b8 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for 47feec6d-021a-4f8f-b601-4ce79ec89596 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:08.722942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d4c0083e-21ee-4de9-bef7-ccfd112639a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:08.727433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492de885-3e0f-4c4d-9602-2890d9d99ce0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event deleted for resources: {'Port': ['ID=0210e222-297f-4d79-8bdc-93ba28d4f071,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:08.731088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4bb25461-e9e3-4571-8618-eb1b3f3c81f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:08.736107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-492de885-3e0f-4c4d-9602-2890d9d99ce0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:08.786401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0083e-21ee-4de9-bef7-ccfd112639a9 None None] Pushing event deleted for resources: {'Port': ['ID=e2d224b5-77e1-46b7-84c6-6168be36dc0f,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:08.789270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4c0083e-21ee-4de9-bef7-ccfd112639a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:08.794357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c0083e-21ee-4de9-bef7-ccfd112639a9 None None] No DVR routers for this DVR port e2d224b5-77e1-46b7-84c6-6168be36dc0f on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:30:08.846476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:08.850480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-35335c95-53fc-4f63-a5e5-02d05f717d93', 'network_id': '35335c95-53fc-4f63-a5e5-02d05f717d93', 'tenant_id': 'fe55e53248254c14b0c35bd483e2ae5f', 'fixed_ips': [{'subnet_id': '833cf1b7-532b-43ef-93aa-834b91fe572b'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:30:08.850648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:08.851131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:08.852609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:08.870621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-50b76c06-fa12-468b-92a3-fed1e37af5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:08.914070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-58a46477-9de2-44c8-9556-9125cb54e841 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:08.920019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:08.991722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-58a46477-9de2-44c8-9556-9125cb54e841 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:09.076445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-492de885-3e0f-4c4d-9602-2890d9d99ce0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:09.082227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Allocated IP 172.20.0.2 (35335c95-53fc-4f63-a5e5-02d05f717d93/833cf1b7-532b-43ef-93aa-834b91fe572b/86df4eed-6690-4038-941e-df3e88dda704) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:09.094263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Pushing event updated for resources: {'Network': ['ID=6947e9cf-9122-4030-bece-fa1a045b1563,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:09.104525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:09.107099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:09.112016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:09.126946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 6947e9cf-9122-4030-bece-fa1a045b1563 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:30:09.207390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a46477-9de2-44c8-9556-9125cb54e841 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4176f9-c756-4149-80e0-3b85ffb82134,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:09.217130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-58a46477-9de2-44c8-9556-9125cb54e841 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:09.229038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.2672632 Dec 07 13:30:09.232703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-58a46477-9de2-44c8-9556-9125cb54e841 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:09.239061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-58a46477-9de2-44c8-9556-9125cb54e841 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2831881 Dec 07 13:30:09.242391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46716) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:09.242819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46718) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:09.253346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Request body: {'subnet': {'network_id': '6947e9cf-9122-4030-bece-fa1a045b1563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:09.455561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:09.462375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Usage tracker for resource:subnet and tenant:e604b4ef389a4e9d9d4ef5e805bd5473 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:09.466435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:09.489469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1619d184-8bdb-4e2a-8098-31bd97f36027 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group_rule': {'security_group_id': '92a966e0-9f83-415b-a4a4-4dc2d22eea05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:09.495200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b6e6f063-5a5c-43b8-ab12-35b53acd14b8 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:09.498554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:09.501747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1619d184-8bdb-4e2a-8098-31bd97f36027 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:09.509901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d7720f0-ba17-4783-b198-01554aaae1c8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:09.518549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8b2f8970-9c9e-4a53-aa5b-98dab9cf709d tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:09.595066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1619d184-8bdb-4e2a-8098-31bd97f36027 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:09.605402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1619d184-8bdb-4e2a-8098-31bd97f36027 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:09.611708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6f063-5a5c-43b8-ab12-35b53acd14b8 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=47feec6d-021a-4f8f-b601-4ce79ec89596,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:09.627773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b6e6f063-5a5c-43b8-ab12-35b53acd14b8 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:09.627773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1619d184-8bdb-4e2a-8098-31bd97f36027 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:09.627773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b93150e6-583d-4690-b4e0-0631dd8788ba tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:09.661206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:09.691671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Transition to ACTIVE for port object 86df4eed-6690-4038-941e-df3e88dda704 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:09.709502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:09.726565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Transition to ACTIVE for port object 86df4eed-6690-4038-941e-df3e88dda704 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:09.728993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Made reservation on behalf of e604b4ef389a4e9d9d4ef5e805bd5473 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:09.750211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7720f0-ba17-4783-b198-01554aaae1c8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:09.767728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:09.775145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-98dc9598-32ba-496a-909e-81f626d8042f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:09.883165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Network 35335c95-53fc-4f63-a5e5-02d05f717d93 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:09.898784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-6d7720f0-ba17-4783-b198-01554aaae1c8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:09.906624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7720f0-ba17-4783-b198-01554aaae1c8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:09.907312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d7720f0-ba17-4783-b198-01554aaae1c8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:09.910760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:09.913943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b6e6f063-5a5c-43b8-ab12-35b53acd14b8 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:09.914135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Pushing event updated for resources: {'Port': ['ID=86df4eed-6690-4038-941e-df3e88dda704,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:09.917501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b6e6f063-5a5c-43b8-ab12-35b53acd14b8 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/47feec6d-021a-4f8f-b601-4ce79ec89596 HTTP/1.1" status: 204 len: 168 time: 2.6416023 Dec 07 13:30:09.917629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7c408cde-599f-4ceb-bbd0-d7293dd37226 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:09.944237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46724) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:09.944991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1619d184-8bdb-4e2a-8098-31bd97f36027 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:09.975527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:09.979405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:09.985428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acd9505-0dbc-48fe-95ee-bc88bdfb66e0 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:10.028006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7720f0-ba17-4783-b198-01554aaae1c8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=ffd57bb5-079e-4823-84ae-6d3f46d712c8,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:10.054177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6d7720f0-ba17-4783-b198-01554aaae1c8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:10.078467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-abed8cb0-460a-4ef7-a78f-deb085e09074 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] GET failed (client error): The resource could not be found. Dec 07 13:30:10.079186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-abed8cb0-460a-4ef7-a78f-deb085e09074 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Synchronizing usage tracker for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:10.132976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6d7720f0-ba17-4783-b198-01554aaae1c8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0696547 Dec 07 13:30:10.140361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46728) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:10.145736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:10.180245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492de885-3e0f-4c4d-9602-2890d9d99ce0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Router f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:30:10.181129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'fixed_ips': [{'subnet_id': 'ffd57bb5-079e-4823-84ae-6d3f46d712c8', 'ip_address': '2001:db8::4fc5:1a35:c427:5032'}], 'name': 'tempest-NetworksTestDHCPv6-912687304'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:10.200221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-abed8cb0-460a-4ef7-a78f-deb085e09074 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Unset dirty status for tenant:7871a3fa84c9490183aa52d2c611f303 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:10.204156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-abed8cb0-460a-4ef7-a78f-deb085e09074 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports/47feec6d-021a-4f8f-b601-4ce79ec89596 HTTP/1.1" status: 404 len: 333 time: 0.2472713 Dec 07 13:30:10.212066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46732) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:10.265543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:10.295601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dcd14c4c-1abc-4d30-84f0-eb3291367c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:10.383441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46738) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:10.396573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Subnet': ['ID=833cf1b7-532b-43ef-93aa-834b91fe572b,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:10.441858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1619d184-8bdb-4e2a-8098-31bd97f36027 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:10.494398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:10.494830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:10.495370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:10.495879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:10.496370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:10.496940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:10.497920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:10.498409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:10.498893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:10.499405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:10.499892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:10.510544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:10.518875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1619d184-8bdb-4e2a-8098-31bd97f36027 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:10.530716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e58b8-d30e-4732-b226-bc836a21cd0c None None] Network 7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:10.533454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:10.559152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619d184-8bdb-4e2a-8098-31bd97f36027 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d56014e-0a7b-4ce0-a912-e9dc3ae68292,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:10.562281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1619d184-8bdb-4e2a-8098-31bd97f36027 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:10.570978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b51d9514-11f8-4e55-8dc1-cea90a6f4a62 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:10.606048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492de885-3e0f-4c4d-9602-2890d9d99ce0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:30:10.609928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:10.620082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cea198-3e26-4557-9b5e-3fdf92af6892 None None] Sync routers for ids ['f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:30:10.642939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b51d9514-11f8-4e55-8dc1-cea90a6f4a62 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:10.650921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-492de885-3e0f-4c4d-9602-2890d9d99ce0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "PUT /v2.0/routers/f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9605443 Dec 07 13:30:10.653025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:10.657106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35335c95-53fc-4f63-a5e5-02d05f717d93']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:10.658169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46742) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:10.671211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cea198-3e26-4557-9b5e-3fdf92af6892 None None] Routers {'f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:30:10.672935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-58cea198-3e26-4557-9b5e-3fdf92af6892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:30:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:10.685079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0de46d0-60db-4bae-88f8-ee44c227d684') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:10.685527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0de46d0-60db-4bae-88f8-ee44c227d684') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:10.705576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-095e2cf7-178d-4e16-8c00-2ddbf635c168 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=ab6625caa7b0446f8943cb009d398a9e&network_id=a325a2fb-61ad-40c3-965e-d8c9a5879437 HTTP/1.1" status: 200 len: 3000 time: 0.3105426 Dec 07 13:30:10.707628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:10.730780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:10.747400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:30:10.747882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:30:10.769207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:30:10.788019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1619d184-8bdb-4e2a-8098-31bd97f36027 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:10.789606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1619d184-8bdb-4e2a-8098-31bd97f36027 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.5420043 Dec 07 13:30:10.790986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:10.811312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46748) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:10.817842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-c4b9bb0e-f9c7-40ec-b910-c3e660fc5c9e tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] show failed (client error): The resource could not be found. Dec 07 13:30:10.819131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c4b9bb0e-f9c7-40ec-b910-c3e660fc5c9e tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-408157791 HTTP/1.1" status: 404 len: 334 time: 0.1559505 Dec 07 13:30:10.820121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-58cea198-3e26-4557-9b5e-3fdf92af6892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:10.847085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cea198-3e26-4557-9b5e-3fdf92af6892 None None] Routers {'f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:30:10.848079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-58cea198-3e26-4557-9b5e-3fdf92af6892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:30:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:10.859297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46752) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:10.860107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 3572fae6-7228-4f34-8ab9-750f70b1d2e0 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:10.867285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-84888d06-3161-402c-bf8e-4da5b249767d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:10.949899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-58cea198-3e26-4557-9b5e-3fdf92af6892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:10.950857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cea198-3e26-4557-9b5e-3fdf92af6892 None None] The sync data for ids ['f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:30:10.959825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Attempting to bind port 86df4eed-6690-4038-941e-df3e88dda704 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:30:10.960255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Attempting to bind port 86df4eed-6690-4038-941e-df3e88dda704 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'a0de46d0-60db-4bae-88f8-ee44c227d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '35335c95-53fc-4f63-a5e5-02d05f717d93'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:30:10.960667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Attempting to bind port 86df4eed-6690-4038-941e-df3e88dda704 on network 35335c95-53fc-4f63-a5e5-02d05f717d93 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:30:10.998196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-84888d06-3161-402c-bf8e-4da5b249767d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] update failed (client error): The resource could not be found. Dec 07 13:30:10.999336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-84888d06-3161-402c-bf8e-4da5b249767d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-721896020 HTTP/1.1" status: 404 len: 334 time: 0.1388142 Dec 07 13:30:11.003678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46758) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:11.024218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:30:11.030572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Checking segment: {'id': 'a0de46d0-60db-4bae-88f8-ee44c227d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '35335c95-53fc-4f63-a5e5-02d05f717d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:11.030572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.030572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Bound using segment: {'id': 'a0de46d0-60db-4bae-88f8-ee44c227d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '35335c95-53fc-4f63-a5e5-02d05f717d93'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:30:11.030572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Bound port: 86df4eed-6690-4038-941e-df3e88dda704, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0de46d0-60db-4bae-88f8-ee44c227d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '35335c95-53fc-4f63-a5e5-02d05f717d93'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:30:11.030572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.114150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-797cbcb8-cc1d-4d0c-83a1-2d5c5dd286fe tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group_rule': {'security_group_id': '92a966e0-9f83-415b-a4a4-4dc2d22eea05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:11.121550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-de95756d-be52-4efa-ad2a-b26774a60164 None None] Provisioning for port 7c408cde-599f-4ceb-bbd0-d7293dd37226 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:11.126157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 13:30:11.126157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 13:30:11.126157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [parameters: {'id': '35335c95-53fc-4f63-a5e5-02d05f717d93'}] Dec 07 13:30:11.126157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:30:11.127062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:30:11.136675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-de95756d-be52-4efa-ad2a-b26774a60164 None None] Provisioning complete for port 7c408cde-599f-4ceb-bbd0-d7293dd37226 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:11.139195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de95756d-be52-4efa-ad2a-b26774a60164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.139781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-797cbcb8-cc1d-4d0c-83a1-2d5c5dd286fe tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:11.148762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-797cbcb8-cc1d-4d0c-83a1-2d5c5dd286fe tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:11.153793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-797cbcb8-cc1d-4d0c-83a1-2d5c5dd286fe tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:11.163198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-797cbcb8-cc1d-4d0c-83a1-2d5c5dd286fe tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:11.191740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:11.201941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.240589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port 63bd4785-ce13-471b-8b90-0f6ef5e6aa41 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:30:11.258175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c126e2d-6782-439d-9307-ed1f1c5ec93a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Deleting subnet 1704b42e-8e47-4e74-90ae-a82bec238054 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:30:11.262047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c126e2d-6782-439d-9307-ed1f1c5ec93a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.286124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 3572fae6-7228-4f34-8ab9-750f70b1d2e0 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:11.309240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b51d9514-11f8-4e55-8dc1-cea90a6f4a62 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.331723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] For port 86df4eed-6690-4038-941e-df3e88dda704, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:30:11.342697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c126e2d-6782-439d-9307-ed1f1c5ec93a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.346804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:11.347586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': 'ffd57bb5-079e-4823-84ae-6d3f46d712c8'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:30:11.348487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.368738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-797cbcb8-cc1d-4d0c-83a1-2d5c5dd286fe tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.377835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.385578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e2d224b5-77e1-46b7-84c6-6168be36dc0f no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:30:11.399991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d9514-11f8-4e55-8dc1-cea90a6f4a62 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c672008e-d11f-4d71-9f19-83eea676bd45,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:11.402740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b51d9514-11f8-4e55-8dc1-cea90a6f4a62 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:11.414898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-557ef92a-ebb2-4b00-a5e5-8e9cafb5042a tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:11.445726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b51d9514-11f8-4e55-8dc1-cea90a6f4a62 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.447041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b51d9514-11f8-4e55-8dc1-cea90a6f4a62 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/security-groups/c672008e-d11f-4d71-9f19-83eea676bd45 HTTP/1.1" status: 204 len: 168 time: 1.1698341 Dec 07 13:30:11.457837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46762) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:11.460001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] For port 86df4eed-6690-4038-941e-df3e88dda704, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=86df4eed-6690-4038-941e-df3e88dda704,segment=NetworkSegment(a0de46d0-60db-4bae-88f8-ee44c227d684),segment_id=a0de46d0-60db-4bae-88f8-ee44c227d684)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:30:11.480326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: e2d224b5-77e1-46b7-84c6-6168be36dc0f {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:30:11.480710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e2d224b5-77e1-46b7-84c6-6168be36dc0f not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:30:11.517809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c126e2d-6782-439d-9307-ed1f1c5ec93a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.578463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.589917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9a3d603-a846-40e1-92cb-f88838152821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:11.610801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Pushing event updated for resources: {'Subnet': ['ID=6c4a48bb-7110-4a08-b56a-811fd5b89263,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:11.613816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:11.619316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Checking segment: {'id': '68a35fd2-c2d9-4034-bac4-ac602f644b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6947e9cf-9122-4030-bece-fa1a045b1563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:11.619726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Network hostable DHCP agents. Network: 6947e9cf-9122-4030-bece-fa1a045b1563, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:30:11.652350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.654254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cb194d6-f9c0-48bc-adcf-165c49abe378 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.675406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-797cbcb8-cc1d-4d0c-83a1-2d5c5dd286fe tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.704980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Deleting port 86df4eed-6690-4038-941e-df3e88dda704 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:11.705393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.713572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Network 6947e9cf-9122-4030-bece-fa1a045b1563 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:30:11.732404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cb194d6-f9c0-48bc-adcf-165c49abe378 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.745120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-797cbcb8-cc1d-4d0c-83a1-2d5c5dd286fe tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.746795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6aa66b7b-5bb3-42a6-bfe2-ef5c4331d226 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:11.763659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c126e2d-6782-439d-9307-ed1f1c5ec93a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.765045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Pushing event updated for resources: {'Port': ['ID=86df4eed-6690-4038-941e-df3e88dda704,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:11.773735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:11.778638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Allocated IP 2001:db8::2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/ffd57bb5-079e-4823-84ae-6d3f46d712c8/33e9a6e7-19fd-4aad-be0a-5ad703ae0922) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:11.778777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cbcb8-cc1d-4d0c-83a1-2d5c5dd286fe tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1512feb3-66e8-4c3b-a836-526fcc9bc285,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:11.782114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 6947e9cf-9122-4030-bece-fa1a045b1563) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:11.783770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-de95756d-be52-4efa-ad2a-b26774a60164 None None] Provisioning complete for port 175783ea-2248-4e0f-9884-277c0f5dbbf7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:11.783936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de95756d-be52-4efa-ad2a-b26774a60164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.784472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-797cbcb8-cc1d-4d0c-83a1-2d5c5dd286fe tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:11.784929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b53b0f4c-8f4d-4856-ab11-64a5bec2ea94 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:11.793781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:11.794567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.818917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c676e795-bc04-4ffc-9ae6-d1c5c1fc8dd4 None None] Network 6947e9cf-9122-4030-bece-fa1a045b1563 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:11.828750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c126e2d-6782-439d-9307-ed1f1c5ec93a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.836200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c126e2d-6782-439d-9307-ed1f1c5ec93a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event deleted for resources: {'Subnet': ['ID=1704b42e-8e47-4e74-90ae-a82bec238054,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:11.850984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-797cbcb8-cc1d-4d0c-83a1-2d5c5dd286fe tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:11.859364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-797cbcb8-cc1d-4d0c-83a1-2d5c5dd286fe tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0383427 Dec 07 13:30:11.860092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46768) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:11.868868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7f4b87db-f83e-4279-a9fb-78435385ae9a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group_rule': {'security_group_id': '92a966e0-9f83-415b-a4a4-4dc2d22eea05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:11.871154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c126e2d-6782-439d-9307-ed1f1c5ec93a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:11.873360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb46ddd8-efa8-4ddc-9465-0ad8b25eb255 None None] Network 305335fd-9795-45f9-9a39-ffd816e2a88b requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:11.875718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2c126e2d-6782-439d-9307-ed1f1c5ec93a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "DELETE /v2.0/subnets/1704b42e-8e47-4e74-90ae-a82bec238054 HTTP/1.1" status: 204 len: 168 time: 0.8703454 Dec 07 13:30:11.876829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7f4b87db-f83e-4279-a9fb-78435385ae9a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:11.880360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6347473 Dec 07 13:30:11.881319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46772) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:11.886286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7f4b87db-f83e-4279-a9fb-78435385ae9a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:11.889991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7f4b87db-f83e-4279-a9fb-78435385ae9a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:11.911780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46774) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:11.926750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7394dd83-6159-46c0-8de4-2639f1255fdb tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-817000697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:11.938040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7394dd83-6159-46c0-8de4-2639f1255fdb tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:11.945413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7394dd83-6159-46c0-8de4-2639f1255fdb tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Usage tracker for resource:router and tenant:e604b4ef389a4e9d9d4ef5e805bd5473 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:11.955842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7394dd83-6159-46c0-8de4-2639f1255fdb tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:11.972140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7f4b87db-f83e-4279-a9fb-78435385ae9a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:11.981041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7394dd83-6159-46c0-8de4-2639f1255fdb tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:11.987802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cb194d6-f9c0-48bc-adcf-165c49abe378 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.031861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.046201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:12.046892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f4b87db-f83e-4279-a9fb-78435385ae9a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.066235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb194d6-f9c0-48bc-adcf-165c49abe378 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce50ec44-fa72-4800-a1bb-bbbd8496ca2f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:12.069883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Deleting port 81591738-64cf-4862-a39c-ac581f2d2c5f {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:12.070367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.083083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0cb194d6-f9c0-48bc-adcf-165c49abe378 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:12.093250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cb194d6-f9c0-48bc-adcf-165c49abe378 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.098354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0cb194d6-f9c0-48bc-adcf-165c49abe378 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/security-groups/ce50ec44-fa72-4800-a1bb-bbbd8496ca2f HTTP/1.1" status: 204 len: 168 time: 0.6389942 Dec 07 13:30:12.114366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46782) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:12.144403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7394dd83-6159-46c0-8de4-2639f1255fdb tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.145420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7394dd83-6159-46c0-8de4-2639f1255fdb tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.154101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] For port 86df4eed-6690-4038-941e-df3e88dda704, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=86df4eed-6690-4038-941e-df3e88dda704,segment=NetworkSegment(a0de46d0-60db-4bae-88f8-ee44c227d684),segment_id=a0de46d0-60db-4bae-88f8-ee44c227d684)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:12.154101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.167385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-de95756d-be52-4efa-ad2a-b26774a60164 None None] Port 175783ea-2248-4e0f-9884-277c0f5dbbf7 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:30:12.201966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-de95756d-be52-4efa-ad2a-b26774a60164 None None] Could not find standard attr ID for object 47feec6d-021a-4f8f-b601-4ce79ec89596. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:30:12.218205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4532cbec-aee0-4257-9bae-b1b35b31bdbe None None] Network 35335c95-53fc-4f63-a5e5-02d05f717d93 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:12.336689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46786) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:12.338878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f4b87db-f83e-4279-a9fb-78435385ae9a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.347032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Calling delete_port for 86df4eed-6690-4038-941e-df3e88dda704 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:12.412607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f4b87db-f83e-4279-a9fb-78435385ae9a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.421272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-58a46477-9de2-44c8-9556-9125cb54e841 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:12.454205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7394dd83-6159-46c0-8de4-2639f1255fdb tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.456148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee65be37-78f2-4545-8f9d-87c6a4d4feaa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.457312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] For port 81591738-64cf-4862-a39c-ac581f2d2c5f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=81591738-64cf-4862-a39c-ac581f2d2c5f,segment=NetworkSegment(fcda078d-94bb-4a53-abb6-4aa3ed06a41f),segment_id=fcda078d-94bb-4a53-abb6-4aa3ed06a41f)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:12.457744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.467157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b87db-f83e-4279-a9fb-78435385ae9a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1734c19-4ed1-4c68-99d5-1945afd93e88,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:12.477295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7f4b87db-f83e-4279-a9fb-78435385ae9a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:12.513516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee65be37-78f2-4545-8f9d-87c6a4d4feaa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.540486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59f3a6b-d5be-4e0d-8cbc-1df3b714e405 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:12.555953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a59f3a6b-d5be-4e0d-8cbc-1df3b714e405 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056 HTTP/1.1" status: 200 len: 814 time: 0.2019584 Dec 07 13:30:12.556173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7394dd83-6159-46c0-8de4-2639f1255fdb tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.587416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.593312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-978e0b92-e2b8-4292-bd81-33457503501a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:12.600712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-783efa2b-f12a-46aa-8a2b-8000cc60c333 None None] Could not find standard attr ID for object 47feec6d-021a-4f8f-b601-4ce79ec89596. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:30:12.612423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Calling delete_port for 81591738-64cf-4862-a39c-ac581f2d2c5f owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:12.639218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee65be37-78f2-4545-8f9d-87c6a4d4feaa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.642437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee65be37-78f2-4545-8f9d-87c6a4d4feaa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.652348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ee65be37-78f2-4545-8f9d-87c6a4d4feaa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/security-groups/3dd47322-559b-4b95-96cc-e6ada1595114 HTTP/1.1" status: 204 len: 168 time: 0.5278673 Dec 07 13:30:12.652348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7394dd83-6159-46c0-8de4-2639f1255fdb tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.652348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7394dd83-6159-46c0-8de4-2639f1255fdb tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7329321 Dec 07 13:30:12.652348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Port': ['ID=86df4eed-6690-4038-941e-df3e88dda704,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:12.652348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46792) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:12.655040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:12.668854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46796) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:12.714858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b444ca3a-6d3d-45a6-a137-93fad208f398 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:12.720392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f4b87db-f83e-4279-a9fb-78435385ae9a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.722111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7f4b87db-f83e-4279-a9fb-78435385ae9a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8604615 Dec 07 13:30:12.730123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No DVR routers for this DVR port 86df4eed-6690-4038-941e-df3e88dda704 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:30:12.736675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46802) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:12.767048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65be37-78f2-4545-8f9d-87c6a4d4feaa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd47322-559b-4b95-96cc-e6ada1595114,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:12.820119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee65be37-78f2-4545-8f9d-87c6a4d4feaa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:12.844748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37e8b608-9f53-4d8e-a84a-bc83c6b15750 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.892306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-783efa2b-f12a-46aa-8a2b-8000cc60c333 None None] Provisioning for port 3572fae6-7228-4f34-8ab9-750f70b1d2e0 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:12.914912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.918285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-783efa2b-f12a-46aa-8a2b-8000cc60c333 None None] Provisioning complete for port 3572fae6-7228-4f34-8ab9-750f70b1d2e0 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:12.918698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-783efa2b-f12a-46aa-8a2b-8000cc60c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.930167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37e8b608-9f53-4d8e-a84a-bc83c6b15750 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.937383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.947747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:12.958032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-6947e9cf-9122-4030-bece-fa1a045b1563', 'network_id': '6947e9cf-9122-4030-bece-fa1a045b1563', 'tenant_id': 'e604b4ef389a4e9d9d4ef5e805bd5473', 'fixed_ips': [{'subnet_id': '6c4a48bb-7110-4a08-b56a-811fd5b89263'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:30:12.958903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:12.991635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Transition to ACTIVE for port object 33e9a6e7-19fd-4aad-be0a-5ad703ae0922 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:13.007062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.055087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event deleted for resources: {'Port': ['ID=81591738-64cf-4862-a39c-ac581f2d2c5f,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:13.076224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Transition to ACTIVE for port object 33e9a6e7-19fd-4aad-be0a-5ad703ae0922 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:13.078330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37e8b608-9f53-4d8e-a84a-bc83c6b15750 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.079010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03d660f-a415-4710-8795-7821784772af None None] DHCP port deletion for 305335fd-9795-45f9-9a39-ffd816e2a88b request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:30:13.082622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46806) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:13.102679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0f3fa803-47d9-4483-8f17-a8567101d599 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'network': {'name': 'tempest-network-smoke--1895496987', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'port_security_enabled': True}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:13.115160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0f3fa803-47d9-4483-8f17-a8567101d599 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:13.119762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35335c95-53fc-4f63-a5e5-02d05f717d93']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:13.122728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.130996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:13.139013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] No DVR routers for this DVR port 81591738-64cf-4862-a39c-ac581f2d2c5f on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:30:13.140339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0de46d0-60db-4bae-88f8-ee44c227d684') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:13.140631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0de46d0-60db-4bae-88f8-ee44c227d684') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:13.154149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee75597b-41dd-4831-a883-a35dc539a9e5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting subnet 5583e2e7-9cd7-40e5-9e11-947adf80d317 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:30:13.156338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0f3fa803-47d9-4483-8f17-a8567101d599 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:13.163040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.195134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:13.195577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:13.199195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:13.199195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:13.199195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:13.199195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:13.199195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:13.199195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:13.199195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:13.199833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:13.200069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:13.204212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:13.213902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee75597b-41dd-4831-a883-a35dc539a9e5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.246510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3fa803-47d9-4483-8f17-a8567101d599 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:13.252038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f3fa803-47d9-4483-8f17-a8567101d599 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.252858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ba54400d-1813-49d7-a2d6-5bb198c5d1da tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:13.259500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37e8b608-9f53-4d8e-a84a-bc83c6b15750 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.263276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-37e8b608-9f53-4d8e-a84a-bc83c6b15750 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c1734c19-4ed1-4c68-99d5-1945afd93e88 HTTP/1.1" status: 204 len: 168 time: 0.5176284 Dec 07 13:30:13.274892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46810) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:13.293661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.294306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:13.295109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Pushing event updated for resources: {'Port': ['ID=33e9a6e7-19fd-4aad-be0a-5ad703ae0922,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:13.310915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8b608-9f53-4d8e-a84a-bc83c6b15750 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1734c19-4ed1-4c68-99d5-1945afd93e88,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:13.311604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:13.313632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:13.313943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-37e8b608-9f53-4d8e-a84a-bc83c6b15750 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:13.319041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:13.328041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-783efa2b-f12a-46aa-8a2b-8000cc60c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.329533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:30:13.330333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.417558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee75597b-41dd-4831-a883-a35dc539a9e5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.429074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Allocated IP 172.20.0.2 (6947e9cf-9122-4030-bece-fa1a045b1563/6c4a48bb-7110-4a08-b56a-811fd5b89263/ceec2fd1-0e26-49ac-a4da-919d8dc04bec) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:13.468330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::4fc5:1a35:c427:5032 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/ffd57bb5-079e-4823-84ae-6d3f46d712c8/63bd4785-ce13-471b-8b90-0f6ef5e6aa41) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:13.485252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-783efa2b-f12a-46aa-8a2b-8000cc60c333 None None] For port 3572fae6-7228-4f34-8ab9-750f70b1d2e0, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=3572fae6-7228-4f34-8ab9-750f70b1d2e0,segment=NetworkSegment(e29c8948-d052-4210-8c8e-eae7eb4b9b35),segment_id=e29c8948-d052-4210-8c8e-eae7eb4b9b35)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:13.506734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Attempting to bind port 33e9a6e7-19fd-4aad-be0a-5ad703ae0922 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:30:13.507125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Attempting to bind port 33e9a6e7-19fd-4aad-be0a-5ad703ae0922 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:30:13.507945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Attempting to bind port 33e9a6e7-19fd-4aad-be0a-5ad703ae0922 on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:30:13.510141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.571137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-783efa2b-f12a-46aa-8a2b-8000cc60c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.577064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6b61876a-052c-472a-982c-b3a548cdec8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:13.616332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f95e3292-b59d-48e6-a506-2c8ac611485f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:13.625839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305335fd-9795-45f9-9a39-ffd816e2a88b']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:13.631927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:30:13.632212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:13.632580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.633013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:30:13.633592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Bound port: 33e9a6e7-19fd-4aad-be0a-5ad703ae0922, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:30:13.634015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:30:13.655282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:30:13.668070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcda078d-94bb-4a53-abb6-4aa3ed06a41f') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:13.668261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcda078d-94bb-4a53-abb6-4aa3ed06a41f') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:13.723875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 81591738-64cf-4862-a39c-ac581f2d2c5f no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:30:13.744291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3fa803-47d9-4483-8f17-a8567101d599 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:30:13.766330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f3fa803-47d9-4483-8f17-a8567101d599 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.766716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-0f3fa803-47d9-4483-8f17-a8567101d599 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Added segment bf0321dc-32a5-4de0-8bac-c75da4f9dbf2 of type vlan for network 773d8947-9a33-4ceb-a454-11a5e48010de Dec 07 13:30:13.767584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.791293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 81591738-64cf-4862-a39c-ac581f2d2c5f {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:30:13.791691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 81591738-64cf-4862-a39c-ac581f2d2c5f not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:30:13.793948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee75597b-41dd-4831-a883-a35dc539a9e5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.797506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783efa2b-f12a-46aa-8a2b-8000cc60c333 None None] Pushing event updated for resources: {'Port': ['ID=3572fae6-7228-4f34-8ab9-750f70b1d2e0,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:13.804347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-783efa2b-f12a-46aa-8a2b-8000cc60c333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:13.826278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f95e3292-b59d-48e6-a506-2c8ac611485f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:13.827915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f95e3292-b59d-48e6-a506-2c8ac611485f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.5439069 Dec 07 13:30:13.834410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.842602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46814) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:13.850756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f3fa803-47d9-4483-8f17-a8567101d599 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.855163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.857879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bbd53752-0527-4284-ae4a-c7a54253fa7f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:13.873857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:30:13.874536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:30:13.890267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:30:13.892952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.894461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] For port 33e9a6e7-19fd-4aad-be0a-5ad703ae0922, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:30:13.910811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Network': ['ID=35335c95-53fc-4f63-a5e5-02d05f717d93,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:13.913574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] For port 33e9a6e7-19fd-4aad-be0a-5ad703ae0922, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=33e9a6e7-19fd-4aad-be0a-5ad703ae0922,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:30:13.921629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:13.923453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.933369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/35335c95-53fc-4f63-a5e5-02d05f717d93 HTTP/1.1" status: 204 len: 168 time: 5.3749444 Dec 07 13:30:13.940751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Transition to ACTIVE for port object ceec2fd1-0e26-49ac-a4da-919d8dc04bec will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:13.949710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46818) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:13.964615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:13.970355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Transition to ACTIVE for port object ceec2fd1-0e26-49ac-a4da-919d8dc04bec will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:13.971917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d94ca84-10e9-4ac8-8769-d811d7716254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:13.993627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-611836219'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:14.006056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea75b4d3-c633-41a2-ac66-61b4210a572a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.014284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:14.020099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.037245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea75b4d3-c633-41a2-ac66-61b4210a572a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.044151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:network and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:14.050467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.053238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:14.064904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:14.070800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f3fa803-47d9-4483-8f17-a8567101d599 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.074746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Pushing event updated for resources: {'Port': ['ID=33e9a6e7-19fd-4aad-be0a-5ad703ae0922,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:14.075914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3fa803-47d9-4483-8f17-a8567101d599 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:14.076623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f3fa803-47d9-4483-8f17-a8567101d599 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.087630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a61e7212-3b8d-4fde-bc64-5cbb4e8f17cc tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:14.088307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Network 6947e9cf-9122-4030-bece-fa1a045b1563 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:14.089651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:14.090608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:14.092468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d04d966b-d40a-4e0e-8331-36586f79b04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:14.137957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:14.232373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Pushing event updated for resources: {'Port': ['ID=ceec2fd1-0e26-49ac-a4da-919d8dc04bec,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:14.241461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:14.266329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Attempting to bind port ceec2fd1-0e26-49ac-a4da-919d8dc04bec on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:30:14.266745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Attempting to bind port ceec2fd1-0e26-49ac-a4da-919d8dc04bec by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '68a35fd2-c2d9-4034-bac4-ac602f644b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6947e9cf-9122-4030-bece-fa1a045b1563'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:30:14.267154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Attempting to bind port ceec2fd1-0e26-49ac-a4da-919d8dc04bec on network 6947e9cf-9122-4030-bece-fa1a045b1563 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:30:14.276592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:30:14.277019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Checking segment: {'id': '68a35fd2-c2d9-4034-bac4-ac602f644b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6947e9cf-9122-4030-bece-fa1a045b1563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:14.277479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.277924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Bound using segment: {'id': '68a35fd2-c2d9-4034-bac4-ac602f644b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6947e9cf-9122-4030-bece-fa1a045b1563'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:30:14.278867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Bound port: ceec2fd1-0e26-49ac-a4da-919d8dc04bec, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a35fd2-c2d9-4034-bac4-ac602f644b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6947e9cf-9122-4030-bece-fa1a045b1563'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:30:14.279319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.303330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.327190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object 63bd4785-ce13-471b-8b90-0f6ef5e6aa41 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:14.349214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.351567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee75597b-41dd-4831-a883-a35dc539a9e5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.358017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fa803-47d9-4483-8f17-a8567101d599 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Network': ['ID=773d8947-9a33-4ceb-a454-11a5e48010de,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:14.360685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:14.367298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.370326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e0f5488a-db0a-496d-83b7-4563a9bb697b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:14.371956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 773d8947-9a33-4ceb-a454-11a5e48010de details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:30:14.387349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0f3fa803-47d9-4483-8f17-a8567101d599 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:14.393397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea75b4d3-c633-41a2-ac66-61b4210a572a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.410776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.413813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea75b4d3-c633-41a2-ac66-61b4210a572a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.415845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ea75b4d3-c633-41a2-ac66-61b4210a572a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1512feb3-66e8-4c3b-a836-526fcc9bc285 HTTP/1.1" status: 204 len: 168 time: 0.5699167 Dec 07 13:30:14.424184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75597b-41dd-4831-a883-a35dc539a9e5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Subnet': ['ID=5583e2e7-9cd7-40e5-9e11-947adf80d317,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:14.426624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.429187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "DELETE /v2.0/networks/305335fd-9795-45f9-9a39-ffd816e2a88b HTTP/1.1" status: 204 len: 168 time: 2.5449784 Dec 07 13:30:14.431220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee75597b-41dd-4831-a883-a35dc539a9e5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.439932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ee75597b-41dd-4831-a883-a35dc539a9e5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/5583e2e7-9cd7-40e5-9e11-947adf80d317 HTTP/1.1" status: 204 len: 168 time: 1.7632494 Dec 07 13:30:14.439932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46822) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:14.439932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46824) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:14.443426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee75597b-41dd-4831-a883-a35dc539a9e5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:14.448939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-103cd959-78c9-4048-9575-dc9f42392408 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:14.469753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5c66c9-2291-4d3d-a939-259206465a6e None None] Network a3a58e01-8e5f-4bba-98da-fc492232915c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:14.470603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:14.507066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0f3fa803-47d9-4483-8f17-a8567101d599 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4081249 Dec 07 13:30:14.513767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46826) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:14.514231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46832) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:14.519192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75b4d3-c633-41a2-ac66-61b4210a572a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1512feb3-66e8-4c3b-a836-526fcc9bc285,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:14.588408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea75b4d3-c633-41a2-ac66-61b4210a572a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:14.600570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] For port ceec2fd1-0e26-49ac-a4da-919d8dc04bec, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:30:14.609850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] For port ceec2fd1-0e26-49ac-a4da-919d8dc04bec, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ceec2fd1-0e26-49ac-a4da-919d8dc04bec,segment=NetworkSegment(68a35fd2-c2d9-4034-bac4-ac602f644b95),segment_id=68a35fd2-c2d9-4034-bac4-ac602f644b95)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:30:14.624315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:14.639682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:14.642021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:14.646756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:14.647588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.648417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.656892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:14.664533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:30:14.684449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=63bd4785-ce13-471b-8b90-0f6ef5e6aa41,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:14.688600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:14.695513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a31643c0-3970-4202-8369-761055cdfe69 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:14.739517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event deleted for resources: {'Network': ['ID=305335fd-9795-45f9-9a39-ffd816e2a88b,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:14.741826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.742216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Added segment 871c8984-9ae7-41f2-b22e-4a5f026eae57 of type vlan for network 106074ea-5b5e-450b-8242-8907827747e1 Dec 07 13:30:14.743261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:14.769942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-83a179ad-1be1-4637-894a-8f31423c8c21 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.3249557 Dec 07 13:30:14.774169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6066713 Dec 07 13:30:14.775863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46838) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:14.776020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46840) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:14.825047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Pushing event updated for resources: {'Port': ['ID=ceec2fd1-0e26-49ac-a4da-919d8dc04bec,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:14.832598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:14.869240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733dc321-e6ba-4d4b-b95a-fda076fc9df1 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:14.878891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-733dc321-e6ba-4d4b-b95a-fda076fc9df1 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ab6625caa7b0446f8943cb009d398a9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3473802 Dec 07 13:30:14.882845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:14.901770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46846) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:14.987074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4837984-7cac-4b3b-9801-f394b6e8a3c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.016023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4837984-7cac-4b3b-9801-f394b6e8a3c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.068417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaddfaa-60e1-498c-ace1-77129a67c0c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:15.073442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaddfaa-60e1-498c-ace1-77129a67c0c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:15.075550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cbaddfaa-60e1-498c-ace1-77129a67c0c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:15.090281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9bcc7b-da22-428f-b30b-07ad9deefc8c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Deleting subnet fe521f2e-118e-45fa-806d-df58916e7cc2 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:30:15.098639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb9bcc7b-da22-428f-b30b-07ad9deefc8c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.153657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4837984-7cac-4b3b-9801-f394b6e8a3c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.157847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ac06b21-5671-4875-8428-b37520a35c4a tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:15.187126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb9bcc7b-da22-428f-b30b-07ad9deefc8c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.216558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4837984-7cac-4b3b-9801-f394b6e8a3c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d56014e-0a7b-4ce0-a912-e9dc3ae68292,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:15.218447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cbaddfaa-60e1-498c-ace1-77129a67c0c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:15.222357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cbaddfaa-60e1-498c-ace1-77129a67c0c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4409540 Dec 07 13:30:15.222357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b4837984-7cac-4b3b-9801-f394b6e8a3c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:15.230740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46850) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:15.241363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.246038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:15.246756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.261063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4837984-7cac-4b3b-9801-f394b6e8a3c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.264573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b4837984-7cac-4b3b-9801-f394b6e8a3c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3d56014e-0a7b-4ce0-a912-e9dc3ae68292 HTTP/1.1" status: 204 len: 168 time: 0.4851069 Dec 07 13:30:15.268081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46854) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:15.293118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dfd3e42f-5986-49cf-899e-d8f23e6b11f0 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:15.342373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-357848e9-6695-433a-b9ee-d347418ba157 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:15.347064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb9bcc7b-da22-428f-b30b-07ad9deefc8c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.347324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-7247e52b-e584-4747-968f-4cef0496c720 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting subnet 62f2d327-51d6-4320-b61f-4f5d1e2951d5 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:30:15.450129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-357848e9-6695-433a-b9ee-d347418ba157 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:15.451926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-357848e9-6695-433a-b9ee-d347418ba157 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1827192 Dec 07 13:30:15.454995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46858) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:15.473481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7247e52b-e584-4747-968f-4cef0496c720 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.500138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb9bcc7b-da22-428f-b30b-07ad9deefc8c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.509135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6d7720f0-ba17-4783-b198-01554aaae1c8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:15.525762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dd7a21-b1f6-4359-811e-5a2e67c3f078 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:15.527467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-54dd7a21-b1f6-4359-811e-5a2e67c3f078 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6130161 Dec 07 13:30:15.534471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7503c-2988-411a-8a51-a8586875c2e1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port 63bd4785-ce13-471b-8b90-0f6ef5e6aa41 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:15.534849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1c7503c-2988-411a-8a51-a8586875c2e1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.543998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46862) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:15.581094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Allocated IP 172.20.0.1 (6947e9cf-9122-4030-bece-fa1a045b1563/6c4a48bb-7110-4a08-b56a-811fd5b89263/68ef1f16-0e5e-4496-8800-44169d944924) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:15.589882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66122237-fdad-4d65-91a2-55b43604b2a1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.596103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bcc7b-da22-428f-b30b-07ad9deefc8c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event deleted for resources: {'Subnet': ['ID=fe521f2e-118e-45fa-806d-df58916e7cc2,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:15.616103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb9bcc7b-da22-428f-b30b-07ad9deefc8c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:15.617827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66122237-fdad-4d65-91a2-55b43604b2a1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.622130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6692505 Dec 07 13:30:15.623044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Network': ['ID=106074ea-5b5e-450b-8242-8907827747e1,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:15.629772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:15.630102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-873e04f9-3d22-463b-bb15-99499668b2b3 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0796967 Dec 07 13:30:15.630365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46866) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:15.630365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46868) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:15.634432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb9bcc7b-da22-428f-b30b-07ad9deefc8c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.642706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 106074ea-5b5e-450b-8242-8907827747e1 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:30:15.648160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'subnet': {'network_id': '106074ea-5b5e-450b-8242-8907827747e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:15.655960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bb9bcc7b-da22-428f-b30b-07ad9deefc8c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "DELETE /v2.0/subnets/fe521f2e-118e-45fa-806d-df58916e7cc2 HTTP/1.1" status: 204 len: 168 time: 1.2085607 Dec 07 13:30:15.657696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46874) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:15.667379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7247e52b-e584-4747-968f-4cef0496c720 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.670711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a16099-cd85-4cb4-aed0-a34e0e4f81ea None None] Network 2b820eb5-5d9a-46be-b360-0336f28de0e6 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:15.828882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66122237-fdad-4d65-91a2-55b43604b2a1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.838312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-53c8e5b2-28c8-4e6a-988c-902c17540004 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:15.883655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66122237-fdad-4d65-91a2-55b43604b2a1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f4176f9-c756-4149-80e0-3b85ffb82134,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:15.891742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66122237-fdad-4d65-91a2-55b43604b2a1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:15.911390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66122237-fdad-4d65-91a2-55b43604b2a1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:15.912590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-66122237-fdad-4d65-91a2-55b43604b2a1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4f4176f9-c756-4149-80e0-3b85ffb82134 HTTP/1.1" status: 204 len: 168 time: 0.4555874 Dec 07 13:30:15.918394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46878) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:15.957653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 33e9a6e7-19fd-4aad-be0a-5ad703ae0922 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:16.028059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7484e37b-1b00-4209-9273-5cee654d01e6 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:16.039535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74b7a83-de24-4ac1-bdde-82520459909f tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Deleting subnet c7fd7438-121b-487d-b023-0cf940f3f120 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:30:16.047445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c74b7a83-de24-4ac1-bdde-82520459909f tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:16.155356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c74b7a83-de24-4ac1-bdde-82520459909f tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:16.275671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 33e9a6e7-19fd-4aad-be0a-5ad703ae0922 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:16.286247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 3572fae6-7228-4f34-8ab9-750f70b1d2e0 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:16.288401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7484e37b-1b00-4209-9273-5cee654d01e6 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:16.297212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7484e37b-1b00-4209-9273-5cee654d01e6 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.3777115 Dec 07 13:30:16.306154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46882) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:16.373072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c74b7a83-de24-4ac1-bdde-82520459909f tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:16.398118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5803a024-53f4-4367-8544-69bccfc60ea9 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ab6625caa7b0446f8943cb009d398a9e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7562127 Dec 07 13:30:16.405110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 3572fae6-7228-4f34-8ab9-750f70b1d2e0 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:16.405310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:16.406688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:16.453529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46886) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:16.512066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13c3e657-06e4-47ae-a8f6-007b2f6fd4d7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:16.549207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ceec2fd1-0e26-49ac-a4da-919d8dc04bec up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:16.589251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:16.609155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Transition to ACTIVE for port object 68ef1f16-0e5e-4496-8800-44169d944924 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:16.616484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13c3e657-06e4-47ae-a8f6-007b2f6fd4d7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:16.662349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:subnet and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:16.662465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c74b7a83-de24-4ac1-bdde-82520459909f tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:16.671651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:16.672131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9ba1caad-d9ad-420c-bbce-0d2cf6d396f1 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:16.675510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port ceec2fd1-0e26-49ac-a4da-919d8dc04bec completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:16.688539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:16.706571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:16.717753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b7a83-de24-4ac1-bdde-82520459909f tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event deleted for resources: {'Subnet': ['ID=c7fd7438-121b-487d-b023-0cf940f3f120,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:16.735038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c74b7a83-de24-4ac1-bdde-82520459909f tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:16.739482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-52ee1401-721e-48a0-b95b-4ae7d3ca5785 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:16.745271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13c3e657-06e4-47ae-a8f6-007b2f6fd4d7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:16.749371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c74b7a83-de24-4ac1-bdde-82520459909f tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:16.751717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10915db-29a5-4220-8bbd-553f37834895 None None] DHCP port deletion for 2b820eb5-5d9a-46be-b360-0336f28de0e6 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:30:16.752435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c9b7dfb-1de7-4b51-9979-29e08716a819 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:16.757414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d10915db-29a5-4220-8bbd-553f37834895 None None] Deleting port 043ce664-5ca8-4644-9236-c5320edf8134 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:16.758315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d10915db-29a5-4220-8bbd-553f37834895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:16.766034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f02fd81-4d47-4b12-8154-aed6ecffd27f tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:16.769878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7f02fd81-4d47-4b12-8154-aed6ecffd27f tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3125422 Dec 07 13:30:16.773720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46890) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:16.815161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2899af-42d3-4941-a8a1-bad2d17d97ee None None] Network 0d3af520-4d52-4d13-9ec1-87f675f1e7c1 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:16.819452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3e657-06e4-47ae-a8f6-007b2f6fd4d7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41da667b-3462-4598-9f90-5ec46b3c0fbd,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:16.825461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-13c3e657-06e4-47ae-a8f6-007b2f6fd4d7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:16.829850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c74b7a83-de24-4ac1-bdde-82520459909f tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "DELETE /v2.0/subnets/c7fd7438-121b-487d-b023-0cf940f3f120 HTTP/1.1" status: 204 len: 168 time: 1.1676536 Dec 07 13:30:16.833868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13c3e657-06e4-47ae-a8f6-007b2f6fd4d7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:16.838481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-13c3e657-06e4-47ae-a8f6-007b2f6fd4d7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/41da667b-3462-4598-9f90-5ec46b3c0fbd HTTP/1.1" status: 204 len: 168 time: 0.5233762 Dec 07 13:30:16.838481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46894) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:16.841062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-15c59741-8ab4-427a-a306-6d2d68eea840 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0624695 Dec 07 13:30:16.868057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46896) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:16.868599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46900) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:16.877712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1677157676', 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:16.894037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:17.106889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Network 6947e9cf-9122-4030-bece-fa1a045b1563 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:17.134569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-79fa4f68-258d-4a58-bcc8-554e1c6b1b08 None None] Provisioning for port 33e9a6e7-19fd-4aad-be0a-5ad703ae0922 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:17.165871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:17.168239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Pushing event updated for resources: {'Port': ['ID=68ef1f16-0e5e-4496-8800-44169d944924,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:17.178287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:17.214486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:17.215706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-79fa4f68-258d-4a58-bcc8-554e1c6b1b08 None None] Provisioning complete for port 33e9a6e7-19fd-4aad-be0a-5ad703ae0922 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:17.216251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79fa4f68-258d-4a58-bcc8-554e1c6b1b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:17.220116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1c7503c-2988-411a-8a51-a8586875c2e1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:17.241624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:17.244966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:17.285138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Deleting port 043ce664-5ca8-4644-9236-c5320edf8134 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:17.285517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:17.291763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7247e52b-e584-4747-968f-4cef0496c720 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:17.384334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:17.390535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:subnet and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:17.394388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:17.402691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:17.513695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7247e52b-e584-4747-968f-4cef0496c720 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:17.543341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d10915db-29a5-4220-8bbd-553f37834895 None None] For port 043ce664-5ca8-4644-9236-c5320edf8134, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=043ce664-5ca8-4644-9236-c5320edf8134,segment=NetworkSegment(9d99a59e-d762-439d-996b-8a111559f55b),segment_id=9d99a59e-d762-439d-996b-8a111559f55b)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:17.543607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d10915db-29a5-4220-8bbd-553f37834895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:17.564185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a522be-12fa-4739-b719-11cd694c069e None None] Network 6947e9cf-9122-4030-bece-fa1a045b1563 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:17.582524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-60d8ae7c-51d6-4342-a8e8-feedc6fef191 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:17.593374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:17.599749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9fa83cdb-04c3-4942-a2bd-f8b51a240ead tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:17.642657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7503c-2988-411a-8a51-a8586875c2e1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for 63bd4785-ce13-471b-8b90-0f6ef5e6aa41 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:17.695774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247e52b-e584-4747-968f-4cef0496c720 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Subnet': ['ID=62f2d327-51d6-4320-b61f-4f5d1e2951d5,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:17.699442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_backend_mixin [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Performing IP validity checks on allocation pools {{(pid=88897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 07 13:30:17.700049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_backend_mixin [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 07 13:30:17.707223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7247e52b-e584-4747-968f-4cef0496c720 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:17.728793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7247e52b-e584-4747-968f-4cef0496c720 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:17.733867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] For port 043ce664-5ca8-4644-9236-c5320edf8134, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=043ce664-5ca8-4644-9236-c5320edf8134,segment=NetworkSegment(9d99a59e-d762-439d-996b-8a111559f55b),segment_id=9d99a59e-d762-439d-996b-8a111559f55b)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:17.734664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:17.756030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:17.767798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7247e52b-e584-4747-968f-4cef0496c720 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/62f2d327-51d6-4320-b61f-4f5d1e2951d5 HTTP/1.1" status: 204 len: 168 time: 3.2379704 Dec 07 13:30:17.771446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46906) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:17.797697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d10915db-29a5-4220-8bbd-553f37834895 None None] Calling delete_port for 043ce664-5ca8-4644-9236-c5320edf8134 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:17.829406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 043ce664-5ca8-4644-9236-c5320edf8134 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:30:17.840506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d6879a-77a3-426d-84b7-5690728981ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] DELETE failed (client error): The resource could not be found. Dec 07 13:30:17.841050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d6879a-77a3-426d-84b7-5690728981ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:30:17.856648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9155c4dd-ac3f-4e20-9b65-76b71133eca4 None None] Network a3a58e01-8e5f-4bba-98da-fc492232915c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:17.861045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-38d6879a-77a3-426d-84b7-5690728981ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/5583e2e7-9cd7-40e5-9e11-947adf80d317 HTTP/1.1" status: 404 len: 337 time: 0.0851996 Dec 07 13:30:17.879222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-60d8ae7c-51d6-4342-a8e8-feedc6fef191 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:17.883398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-60d8ae7c-51d6-4342-a8e8-feedc6fef191 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 1.0109034 Dec 07 13:30:17.888940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Calling delete_port for 043ce664-5ca8-4644-9236-c5320edf8134 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:17.920136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46910) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:17.920136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46912) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:18.032307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] DHCP port deletion for 0d3af520-4d52-4d13-9ec1-87f675f1e7c1 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:30:18.045360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79fa4f68-258d-4a58-bcc8-554e1c6b1b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:18.068441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1c7503c-2988-411a-8a51-a8586875c2e1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:18.081383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3a1538ac-acc2-48e8-a19c-e007a39e5f56 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:18.088895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Deleting port d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:18.089313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:18.151345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7503c-2988-411a-8a51-a8586875c2e1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=63bd4785-ce13-471b-8b90-0f6ef5e6aa41,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:18.155713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:18.169154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d1c7503c-2988-411a-8a51-a8586875c2e1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:18.174789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:18.182527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70e22c63-7aa6-4645-a8b8-90e10b6796c5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:18.330191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1c7503c-2988-411a-8a51-a8586875c2e1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:18.449897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Subnet': ['ID=33508b04-4310-458b-806c-9413614078d3,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:18.464897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d10915db-29a5-4220-8bbd-553f37834895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:18.484475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-79fa4f68-258d-4a58-bcc8-554e1c6b1b08 None None] For port 33e9a6e7-19fd-4aad-be0a-5ad703ae0922, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=33e9a6e7-19fd-4aad-be0a-5ad703ae0922,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:18.485439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:18.517146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:18.529559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d1c7503c-2988-411a-8a51-a8586875c2e1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/63bd4785-ce13-471b-8b90-0f6ef5e6aa41 HTTP/1.1" status: 204 len: 168 time: 3.2976418 Dec 07 13:30:18.536115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46918) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:18.537945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-01afe375-e921-46ce-8ad6-dfe910f41691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:18.575940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Port 043ce664-5ca8-4644-9236-c5320edf8134 update to DOWN by agent not found {{(pid=88899) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Dec 07 13:30:18.620674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Checking segment: {'id': '871c8984-9ae7-41f2-b22e-4a5f026eae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '106074ea-5b5e-450b-8242-8907827747e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:18.621078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network hostable DHCP agents. Network: 106074ea-5b5e-450b-8242-8907827747e1, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:30:18.637593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10915db-29a5-4220-8bbd-553f37834895 None None] No DVR routers for this DVR port 043ce664-5ca8-4644-9236-c5320edf8134 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:30:18.647359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79fa4f68-258d-4a58-bcc8-554e1c6b1b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:18.672148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10915db-29a5-4220-8bbd-553f37834895 None None] Pushing event deleted for resources: {'Port': ['ID=043ce664-5ca8-4644-9236-c5320edf8134,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:18.679937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d10915db-29a5-4220-8bbd-553f37834895 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:18.686618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53626630-eeab-43de-b700-e866712f4e10 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:18.687774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53626630-eeab-43de-b700-e866712f4e10 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:18.688713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-53626630-eeab-43de-b700-e866712f4e10 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:18.708052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:30:18.708297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:30:18.713991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:18.738265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2047fd70-b470-4807-8397-ba4fdaedcf16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:18.768535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-6729651a-7ef2-44db-96c4-6ec098ef5f35 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting subnet ca1cddad-bfc6-46c1-9783-a8d46ee8c000 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:30:18.776740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6729651a-7ef2-44db-96c4-6ec098ef5f35 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:18.785924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa4f68-258d-4a58-bcc8-554e1c6b1b08 None None] Pushing event updated for resources: {'Port': ['ID=33e9a6e7-19fd-4aad-be0a-5ad703ae0922,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:18.798049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-79fa4f68-258d-4a58-bcc8-554e1c6b1b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:18.824295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-53626630-eeab-43de-b700-e866712f4e10 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:18.828262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-53626630-eeab-43de-b700-e866712f4e10 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2863212 Dec 07 13:30:18.829751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46922) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:18.842491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2047fd70-b470-4807-8397-ba4fdaedcf16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:18.876519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network 106074ea-5b5e-450b-8242-8907827747e1 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:30:18.935391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6729651a-7ef2-44db-96c4-6ec098ef5f35 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:18.947423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 106074ea-5b5e-450b-8242-8907827747e1) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:18.955665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:18.987844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-acf8b56a-7b2e-433a-9c8c-fbb23e99edfe None None] Provisioning complete for port 7c408cde-599f-4ceb-bbd0-d7293dd37226 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:18.987844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-acf8b56a-7b2e-433a-9c8c-fbb23e99edfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.066238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d614f370-a7df-4c1a-b60a-df08b2b46d04 None None] Network 106074ea-5b5e-450b-8242-8907827747e1 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:19.104436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2047fd70-b470-4807-8397-ba4fdaedcf16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.108527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.110800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] For port d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692,segment=NetworkSegment(448949a0-d5f2-45ba-9f34-d0e61a1ef854),segment_id=448949a0-d5f2-45ba-9f34-d0e61a1ef854)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:19.111268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.117170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7cf73ca7-9a67-48f9-9973-7485d89f179c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:19.139419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047fd70-b470-4807-8397-ba4fdaedcf16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a966e0-9f83-415b-a4a4-4dc2d22eea05,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:19.145687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2047fd70-b470-4807-8397-ba4fdaedcf16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:19.150233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6970c37e-8130-4898-af3a-e1d58d2989fe tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:19.212891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Deleting port 043ce664-5ca8-4644-9236-c5320edf8134 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:19.213740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.277061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:19.277705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.291576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.329478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-492de885-3e0f-4c4d-9602-2890d9d99ce0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:19.355351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] The port '043ce664-5ca8-4644-9236-c5320edf8134' was deleted {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:30:19.413436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Subnet': ['ID=c4639f13-b0f3-4827-abd1-2f1f3b97fd98,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:19.418187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6729651a-7ef2-44db-96c4-6ec098ef5f35 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.424673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Calling delete_port for d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:19.465526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:19.471164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Checking segment: {'id': 'bf0321dc-32a5-4de0-8bac-c75da4f9dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:19.471823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network hostable DHCP agents. Network: 773d8947-9a33-4ceb-a454-11a5e48010de, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:30:19.472024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.476576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.8389511 Dec 07 13:30:19.481509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Pushing event updated for resources: {'Port': ['ID=68ef1f16-0e5e-4496-8800-44169d944924,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:19.486502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46926) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:19.489366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:19.494437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2047fd70-b470-4807-8397-ba4fdaedcf16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.495921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2047fd70-b470-4807-8397-ba4fdaedcf16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-groups/92a966e0-9f83-415b-a4a4-4dc2d22eea05 HTTP/1.1" status: 204 len: 168 time: 1.5710869 Dec 07 13:30:19.512256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46930) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:19.519084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-acf8b56a-7b2e-433a-9c8c-fbb23e99edfe None None] Provisioning complete for port 175783ea-2248-4e0f-9884-277c0f5dbbf7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:19.520635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-acf8b56a-7b2e-433a-9c8c-fbb23e99edfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.529492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-b110f376-b993-44a8-90d8-ab1d27fc918d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet ffd57bb5-079e-4823-84ae-6d3f46d712c8 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:30:19.589523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b110f376-b993-44a8-90d8-ab1d27fc918d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.707616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.749633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 773d8947-9a33-4ceb-a454-11a5e48010de is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:30:19.754821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-acf8b56a-7b2e-433a-9c8c-fbb23e99edfe None None] Port 175783ea-2248-4e0f-9884-277c0f5dbbf7 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:30:19.781355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b820eb5-5d9a-46be-b360-0336f28de0e6']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:19.798234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 33e9a6e7-19fd-4aad-be0a-5ad703ae0922 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:19.819391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d99a59e-d762-439d-996b-8a111559f55b') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:19.819731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d99a59e-d762-439d-996b-8a111559f55b') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:19.832389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3b712ddc-b657-4c6c-a20d-d3f4d6ebc669 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:19.839845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.841147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b110f376-b993-44a8-90d8-ab1d27fc918d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.851170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6729651a-7ef2-44db-96c4-6ec098ef5f35 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.860825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 773d8947-9a33-4ceb-a454-11a5e48010de) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:19.867055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0bf21de3-844d-4a1b-bc90-4c722d05291c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:19.904375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-106074ea-5b5e-450b-8242-8907827747e1', 'network_id': '106074ea-5b5e-450b-8242-8907827747e1', 'tenant_id': 'fe55e53248254c14b0c35bd483e2ae5f', 'fixed_ips': [{'subnet_id': '33508b04-4310-458b-806c-9413614078d3'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:30:19.905309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.932467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:19.933118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.936072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d1eeff-1152-4efe-9d12-4fe7dad4cca3 None None] Network 773d8947-9a33-4ceb-a454-11a5e48010de requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:19.947325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729651a-7ef2-44db-96c4-6ec098ef5f35 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1cddad-bfc6-46c1-9783-a8d46ee8c000,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:19.954370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.956275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.958930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6729651a-7ef2-44db-96c4-6ec098ef5f35 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:19.971211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6729651a-7ef2-44db-96c4-6ec098ef5f35 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.971438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:19.975395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:30:19.975841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:30:19.998660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:30:20.004499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:20.011601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3b712ddc-b657-4c6c-a20d-d3f4d6ebc669 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:20.013165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3b712ddc-b657-4c6c-a20d-d3f4d6ebc669 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4991772 Dec 07 13:30:20.022688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46934) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:20.026422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-acf8b56a-7b2e-433a-9c8c-fbb23e99edfe None None] Could not find standard attr ID for object 63bd4785-ce13-471b-8b90-0f6ef5e6aa41. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:30:20.041975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-44df6eb5-183c-46ac-a486-1097cb4782a8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group': {'name': 'tempest-secgroup--2057835112'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:20.053482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Network 6947e9cf-9122-4030-bece-fa1a045b1563 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:20.060724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:20.064175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-44df6eb5-183c-46ac-a486-1097cb4782a8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:20.079195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6729651a-7ef2-44db-96c4-6ec098ef5f35 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/ca1cddad-bfc6-46c1-9783-a8d46ee8c000 HTTP/1.1" status: 204 len: 168 time: 2.1558156 Dec 07 13:30:20.092654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46938) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:20.112181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2404644 Dec 07 13:30:20.214294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Allocated IP 172.20.0.3 (106074ea-5b5e-450b-8242-8907827747e1/33508b04-4310-458b-806c-9413614078d3/1e5c3157-1189-42e8-95a7-7c7b501ee1df) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:20.329180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-44df6eb5-183c-46ac-a486-1097cb4782a8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:20.332746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b110f376-b993-44a8-90d8-ab1d27fc918d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:20.363654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-743c06ed-c308-4cc2-a723-43e9b6e093fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] DELETE failed (client error): The resource could not be found. Dec 07 13:30:20.374763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743c06ed-c308-4cc2-a723-43e9b6e093fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:30:20.405029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-743c06ed-c308-4cc2-a723-43e9b6e093fa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/2bb3829a-2c5c-4e0b-9997-f660ac025ca6 HTTP/1.1" status: 404 len: 337 time: 0.3107810 Dec 07 13:30:20.421933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46944) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:20.473237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:20.493459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Pushing event deleted for resources: {'Port': ['ID=d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:20.518401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44df6eb5-183c-46ac-a486-1097cb4782a8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:20.538460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:20.553242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b257e392-ebeb-474d-8018-eee463cb92f9 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19778ce-0b66-43a6-a257-361e2be72d41 HTTP/1.1" status: 200 len: 205 time: 0.1226156 Dec 07 13:30:20.554357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46948) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:20.559519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:20.585423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:20.589135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "DELETE /v2.0/networks/2b820eb5-5d9a-46be-b360-0336f28de0e6 HTTP/1.1" status: 204 len: 168 time: 3.7514889 Dec 07 13:30:20.594485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46952) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:20.594885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46954) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:20.631170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9b80e31a-8282-4130-ae25-02813ad7c071 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1039127023', 'description': 'tempest-secgroup-smoke-1039127023 description', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:20.641661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] No DVR routers for this DVR port d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:30:20.643635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event deleted for resources: {'Network': ['ID=2b820eb5-5d9a-46be-b360-0336f28de0e6,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:20.654463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:20.654858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:20.656350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:20.656745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:20.657129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:20.657507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:20.657875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:20.658248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:20.658618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:20.659403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:20.659785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:30:20.663781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:20.669475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9b80e31a-8282-4130-ae25-02813ad7c071 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:20.672260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:20.685729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-3a5028ec-2128-499f-ad3b-99db747b0e4f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] delete failed (client error): The resource could not be found. Dec 07 13:30:20.686706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3a5028ec-2128-499f-ad3b-99db747b0e4f tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/routers/b19778ce-0b66-43a6-a257-361e2be72d41 HTTP/1.1" status: 404 len: 336 time: 0.1242156 Dec 07 13:30:20.695021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 33e9a6e7-19fd-4aad-be0a-5ad703ae0922 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:20.695472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:20.699516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46960) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:20.767110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9b80e31a-8282-4130-ae25-02813ad7c071 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:20.769945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-acf8b56a-7b2e-433a-9c8c-fbb23e99edfe None None] Provisioning for port ceec2fd1-0e26-49ac-a4da-919d8dc04bec completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:20.778274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2141ee76-ad8e-4460-895d-a5e7621c2bc5 req-37ebf778-2d59-4993-9583-a8bc2c3765c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5508764 Dec 07 13:30:20.781513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:20.817487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df60b5cf-bd25-403e-9468-61ec6f0ed31d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:20.821255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-acf8b56a-7b2e-433a-9c8c-fbb23e99edfe None None] Provisioning complete for port ceec2fd1-0e26-49ac-a4da-919d8dc04bec triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:20.821686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-acf8b56a-7b2e-433a-9c8c-fbb23e99edfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:20.831609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-44df6eb5-183c-46ac-a486-1097cb4782a8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:20.844145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bd8394-ba5e-47fb-9dbf-a7201dbe1a7a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] DELETE failed (client error): The resource could not be found. Dec 07 13:30:20.844698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90bd8394-ba5e-47fb-9dbf-a7201dbe1a7a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:30:20.847699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b110f376-b993-44a8-90d8-ab1d27fc918d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:20.860366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7247e52b-e584-4747-968f-4cef0496c720 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:20.866441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b80e31a-8282-4130-ae25-02813ad7c071 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:20.872858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebd51ef-0943-4470-9ca5-3d4feebc9f11 None None] Network a3a58e01-8e5f-4bba-98da-fc492232915c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:20.945600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-44df6eb5-183c-46ac-a486-1097cb4782a8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:20.962622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-44df6eb5-183c-46ac-a486-1097cb4782a8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:20.975726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110f376-b993-44a8-90d8-ab1d27fc918d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd57bb5-079e-4823-84ae-6d3f46d712c8,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:20.978581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-44df6eb5-183c-46ac-a486-1097cb4782a8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:20.985458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-90bd8394-ba5e-47fb-9dbf-a7201dbe1a7a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/48bf83ae-c725-4d66-a873-43be55f7b20c HTTP/1.1" status: 404 len: 337 time: 0.2849360 Dec 07 13:30:20.989001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b110f376-b993-44a8-90d8-ab1d27fc918d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:20.991351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46964) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:21.047337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b110f376-b993-44a8-90d8-ab1d27fc918d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:21.051692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b110f376-b993-44a8-90d8-ab1d27fc918d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/ffd57bb5-079e-4823-84ae-6d3f46d712c8 HTTP/1.1" status: 204 len: 168 time: 2.2198451 Dec 07 13:30:21.051692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-917eb232-f265-43ac-a5cc-dca3853e66f2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] DELETE failed (client error): The resource could not be found. Dec 07 13:30:21.051692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917eb232-f265-43ac-a5cc-dca3853e66f2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:30:21.053286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-917eb232-f265-43ac-a5cc-dca3853e66f2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/beb47463-cc91-48a5-a15f-333383c86a5e HTTP/1.1" status: 404 len: 337 time: 0.0589068 Dec 07 13:30:21.056838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46968) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:21.057370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46970) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:21.077612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1462dc0d-2c56-4843-a93e-f7814fab6f12 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:21.096883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Transition to ACTIVE for port object 1e5c3157-1189-42e8-95a7-7c7b501ee1df will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:21.116549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebaf6be6-ebec-46c6-a778-f3fe0a10d70a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] DELETE failed (client error): The resource could not be found. Dec 07 13:30:21.117049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebaf6be6-ebec-46c6-a778-f3fe0a10d70a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:30:21.127969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44df6eb5-183c-46ac-a486-1097cb4782a8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:21.163551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44df6eb5-183c-46ac-a486-1097cb4782a8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:21.170891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-173b46c3-dcc6-4fd3-8562-d0682d459d86 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:21.176842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df60b5cf-bd25-403e-9468-61ec6f0ed31d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:21.213881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9b80e31a-8282-4130-ae25-02813ad7c071 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:21.221789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bdee1189-856d-44f7-85d0-65a1f91fa9cc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1585557 Dec 07 13:30:21.223363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 46976) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:21.235433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ebaf6be6-ebec-46c6-a778-f3fe0a10d70a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/12c4f6b2-17a0-4eec-9b9c-e3d16dafcc81 HTTP/1.1" status: 404 len: 337 time: 0.1707180 Dec 07 13:30:21.235433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9b80e31a-8282-4130-ae25-02813ad7c071 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:21.235748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0267f64c-2104-417d-869f-54ace0f58fc0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:21.240857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9b80e31a-8282-4130-ae25-02813ad7c071 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:21.244053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46980) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:21.249494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df6eb5-183c-46ac-a486-1097cb4782a8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64d0c98-a9f5-48fc-87ad-37e1cbf5a5cf,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:21.253170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-df60b5cf-bd25-403e-9468-61ec6f0ed31d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3af520-4d52-4d13-9ec1-87f675f1e7c1']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:21.255342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-44df6eb5-183c-46ac-a486-1097cb4782a8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:21.295358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9b80e31a-8282-4130-ae25-02813ad7c071 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:21.306648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-696dbb6d-71bf-4894-bcb0-d4374d97ee3c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] DELETE failed (client error): The resource could not be found. Dec 07 13:30:21.306648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696dbb6d-71bf-4894-bcb0-d4374d97ee3c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:30:21.310995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-696dbb6d-71bf-4894-bcb0-d4374d97ee3c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/ed12164f-c08a-4358-8a42-9be6e4ae1e85 HTTP/1.1" status: 404 len: 333 time: 0.0613685 Dec 07 13:30:21.312931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46984) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:21.313662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44df6eb5-183c-46ac-a486-1097cb4782a8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:21.314537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-df60b5cf-bd25-403e-9468-61ec6f0ed31d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448949a0-d5f2-45ba-9f34-d0e61a1ef854') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:21.314537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-df60b5cf-bd25-403e-9468-61ec6f0ed31d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448949a0-d5f2-45ba-9f34-d0e61a1ef854') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:21.317935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-44df6eb5-183c-46ac-a486-1097cb4782a8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2818174 Dec 07 13:30:21.317935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Router 31b96ef4-2c50-4d73-bfdd-d63619705316 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:30:21.330415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46986) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:21.372515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0267f64c-2104-417d-869f-54ace0f58fc0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:21.382407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Transition to ACTIVE for port object 1e5c3157-1189-42e8-95a7-7c7b501ee1df will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:21.385935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df60b5cf-bd25-403e-9468-61ec6f0ed31d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:21.397325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3537129c-ba8f-4204-b3f6-1a2d4f8c49ee tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group_rule': {'security_group_id': 'a64d0c98-a9f5-48fc-87ad-37e1cbf5a5cf', 'direction': 'ingress', 'protocol': 17}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:21.413959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cce2855-20b6-4aae-94b1-5f19abc33b26 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] DELETE failed (client error): The resource could not be found. Dec 07 13:30:21.414288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cce2855-20b6-4aae-94b1-5f19abc33b26 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:30:21.418668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5cce2855-20b6-4aae-94b1-5f19abc33b26 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/30d09fcc-c394-4aa6-a415-60dd2b8bb14c HTTP/1.1" status: 404 len: 337 time: 0.0931079 Dec 07 13:30:21.418668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3537129c-ba8f-4204-b3f6-1a2d4f8c49ee tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:21.426371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46992) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:21.435414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2141ee76-ad8e-4460-895d-a5e7621c2bc5 req-89e7184b-98c9-44d1-93d6-286d1f331516 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 1099 time: 0.5569162 Dec 07 13:30:21.439298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3537129c-ba8f-4204-b3f6-1a2d4f8c49ee tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:21.448728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0267f64c-2104-417d-869f-54ace0f58fc0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:21.478423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3537129c-ba8f-4204-b3f6-1a2d4f8c49ee tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:21.481737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df60b5cf-bd25-403e-9468-61ec6f0ed31d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:21.522271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3537129c-ba8f-4204-b3f6-1a2d4f8c49ee tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:21.526555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:21.530003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6c62db-ea3b-4843-a1d5-66609ebe10ae tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] DELETE failed (client error): The resource could not be found. Dec 07 13:30:21.530321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:21.530491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6c62db-ea3b-4843-a1d5-66609ebe10ae tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:30:21.536217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df60b5cf-bd25-403e-9468-61ec6f0ed31d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:30:21.536668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df60b5cf-bd25-403e-9468-61ec6f0ed31d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:30:21.563706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:30:21.682584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:30:21.773373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:30:21.774693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d53aeaa3-4e92-4a73-b2f0-bfb6c1fd4692 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:30:21.822267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:21.828830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-443a6c2b-7dfd-459f-884e-0736e9a975f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:21.841276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-773d8947-9a33-4ceb-a454-11a5e48010de', 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ips': [{'subnet_id': 'c4639f13-b0f3-4827-abd1-2f1f3b97fd98'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:30:21.842174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:21.869358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0267f64c-2104-417d-869f-54ace0f58fc0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:21.875454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0267f64c-2104-417d-869f-54ace0f58fc0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:21.878836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Network 106074ea-5b5e-450b-8242-8907827747e1 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:21.885363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:21.888267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:21.893529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Pushing event updated for resources: {'Port': ['ID=1e5c3157-1189-42e8-95a7-7c7b501ee1df,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:21.896994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:21.900753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Subnet': ['ID=33508b04-4310-458b-806c-9413614078d3,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:21.937905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ff6c62db-ea3b-4843-a1d5-66609ebe10ae tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/5ae85607-ac21-424a-8c57-5cdd3f4e8a85 HTTP/1.1" status: 404 len: 337 time: 0.4991271 Dec 07 13:30:21.951591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 46996) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:21.955000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:21.956972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:30:22.005911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-acf8b56a-7b2e-433a-9c8c-fbb23e99edfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.011958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] 10.222.0.24 "PUT /v2.0/routers/31b96ef4-2c50-4d73-bfdd-d63619705316/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3570867 Dec 07 13:30:22.028654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47000) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:22.030584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18f2fc-49dd-4147-9a48-fcaa251d8c98 None None] Sync routers for ids ['31b96ef4-2c50-4d73-bfdd-d63619705316'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:30:22.047732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Request body: {'port': {'network_id': '6947e9cf-9122-4030-bece-fa1a045b1563', 'name': 'tempest-FloatingIPNegativeTestJSON-100576407'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:22.064699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b80e31a-8282-4130-ae25-02813ad7c071 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.066107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e140d9-399e-46e4-b2b2-41f8efc5409b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] DELETE failed (client error): The resource could not be found. Dec 07 13:30:22.066600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e140d9-399e-46e4-b2b2-41f8efc5409b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:30:22.069315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3537129c-ba8f-4204-b3f6-1a2d4f8c49ee tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.105257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.139620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df60b5cf-bd25-403e-9468-61ec6f0ed31d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.141448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106074ea-5b5e-450b-8242-8907827747e1']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:22.157197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871c8984-9ae7-41f2-b22e-4a5f026eae57') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:22.157568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871c8984-9ae7-41f2-b22e-4a5f026eae57') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:22.174275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Attempting to bind port 1e5c3157-1189-42e8-95a7-7c7b501ee1df on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:30:22.174689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Attempting to bind port 1e5c3157-1189-42e8-95a7-7c7b501ee1df by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '871c8984-9ae7-41f2-b22e-4a5f026eae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '106074ea-5b5e-450b-8242-8907827747e1'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:30:22.175093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Attempting to bind port 1e5c3157-1189-42e8-95a7-7c7b501ee1df on network 106074ea-5b5e-450b-8242-8907827747e1 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:30:22.175607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.212482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-79075548-2436-49a9-9ca4-38654a783745 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:22.223036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18f2fc-49dd-4147-9a48-fcaa251d8c98 None None] Routers {'31b96ef4-2c50-4d73-bfdd-d63619705316'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:30:22.223771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0c18f2fc-49dd-4147-9a48-fcaa251d8c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:30:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['31b96ef4-2c50-4d73-bfdd-d63619705316'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:22.232707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-11e140d9-399e-46e4-b2b2-41f8efc5409b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/cc2513cd-e1c3-42c7-981c-29ab4b768ef2 HTTP/1.1" status: 404 len: 333 time: 0.2720642 Dec 07 13:30:22.232941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47004) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:22.233044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df60b5cf-bd25-403e-9468-61ec6f0ed31d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.234419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-df60b5cf-bd25-403e-9468-61ec6f0ed31d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "DELETE /v2.0/networks/0d3af520-4d52-4d13-9ec1-87f675f1e7c1 HTTP/1.1" status: 204 len: 168 time: 1.6354756 Dec 07 13:30:22.254018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b80e31a-8282-4130-ae25-02813ad7c071 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.263010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47008) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:22.272041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.287698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bf2ac2-434c-4b23-9824-4bc440967417 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] DELETE failed (client error): The resource could not be found. Dec 07 13:30:22.288109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4bf2ac2-434c-4b23-9824-4bc440967417 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:30:22.300666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:30:22.300871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.301277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-acf8b56a-7b2e-433a-9c8c-fbb23e99edfe None None] For port ceec2fd1-0e26-49ac-a4da-919d8dc04bec, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ceec2fd1-0e26-49ac-a4da-919d8dc04bec,segment=NetworkSegment(68a35fd2-c2d9-4034-bac4-ac602f644b95),segment_id=68a35fd2-c2d9-4034-bac4-ac602f644b95)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:22.317885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:30:22.318377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Checking segment: {'id': '871c8984-9ae7-41f2-b22e-4a5f026eae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '106074ea-5b5e-450b-8242-8907827747e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:22.318972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.319500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Bound using segment: {'id': '871c8984-9ae7-41f2-b22e-4a5f026eae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '106074ea-5b5e-450b-8242-8907827747e1'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:30:22.320100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Bound port: 1e5c3157-1189-42e8-95a7-7c7b501ee1df, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871c8984-9ae7-41f2-b22e-4a5f026eae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '106074ea-5b5e-450b-8242-8907827747e1'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:30:22.321977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:30:22.338250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:30:22.341137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a1df6c-17fc-42be-add7-fbae62ca6675 None None] DHCP port deletion for a3a58e01-8e5f-4bba-98da-fc492232915c request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:30:22.350232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0c18f2fc-49dd-4147-9a48-fcaa251d8c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:22.359035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b4bf2ac2-434c-4b23-9824-4bc440967417 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/0636998c-e8f6-414e-9f9f-f1f334d27b59 HTTP/1.1" status: 404 len: 337 time: 0.1251726 Dec 07 13:30:22.361048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60b5cf-bd25-403e-9468-61ec6f0ed31d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event deleted for resources: {'Network': ['ID=0d3af520-4d52-4d13-9ec1-87f675f1e7c1,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:22.366977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-acf8b56a-7b2e-433a-9c8c-fbb23e99edfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.373297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47012) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:22.376054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-78363ba6-b365-44c0-b328-0dd010f2917c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:22.384804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-df60b5cf-bd25-403e-9468-61ec6f0ed31d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:22.409611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1df6c-17fc-42be-add7-fbae62ca6675 None None] Deleting port 7c408cde-599f-4ceb-bbd0-d7293dd37226 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:22.410032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4a1df6c-17fc-42be-add7-fbae62ca6675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.427131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5287c688-4764-4426-81d8-5dc2dd76fa64 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:22.434486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6298ee54-8bc4-4dff-a8b7-89a1d024ab58 None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:30:22.456094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141ee76-ad8e-4460-895d-a5e7621c2bc5 req-7d711946-fee6-48db-8946-4acd26559199 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:22.457742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2141ee76-ad8e-4460-895d-a5e7621c2bc5 req-7d711946-fee6-48db-8946-4acd26559199 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a325a2fb-61ad-40c3-965e-d8c9a5879437 HTTP/1.1" status: 200 len: 898 time: 0.9693351 Dec 07 13:30:22.502727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6298ee54-8bc4-4dff-a8b7-89a1d024ab58 None None] Deleting port 33e9a6e7-19fd-4aad-be0a-5ad703ae0922 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:22.503091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6298ee54-8bc4-4dff-a8b7-89a1d024ab58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.534195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0267f64c-2104-417d-869f-54ace0f58fc0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.535031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d23679-330a-4f3a-b1cb-c355c9ead959 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] DELETE failed (client error): The resource could not be found. Dec 07 13:30:22.535577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d23679-330a-4f3a-b1cb-c355c9ead959 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:30:22.537845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-54d23679-330a-4f3a-b1cb-c355c9ead959 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/subnets/ccc28eeb-e754-4871-84cc-e3d8330d9239 HTTP/1.1" status: 404 len: 337 time: 0.1550598 Dec 07 13:30:22.540832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-145ca72b-b2c3-4a0f-a5e8-2bf5dab3e786 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:22.562435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47016) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:22.565625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Allocated IP 172.20.0.18 (773d8947-9a33-4ceb-a454-11a5e48010de/c4639f13-b0f3-4827-abd1-2f1f3b97fd98/9b8c5ec6-340e-4057-9966-8e332375295c) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:22.570476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b80e31a-8282-4130-ae25-02813ad7c071 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.574958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9b80e31a-8282-4130-ae25-02813ad7c071 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.9763236 Dec 07 13:30:22.588215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 13:30:22.588215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 13:30:22.588215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [parameters: {'id': '106074ea-5b5e-450b-8242-8907827747e1'}] Dec 07 13:30:22.588215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:30:22.592269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:30:22.598399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47020) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:22.612778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0ca3a0ed-8ce4-46f2-90de-6928d5fa0b60 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '4a2ec37b-ac2a-4294-937c-7a3b8b597641', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:22.630241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0ca3a0ed-8ce4-46f2-90de-6928d5fa0b60 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:22.639732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0ca3a0ed-8ce4-46f2-90de-6928d5fa0b60 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:22.648343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0ca3a0ed-8ce4-46f2-90de-6928d5fa0b60 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:22.651352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80e31a-8282-4130-ae25-02813ad7c071 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2ec37b-ac2a-4294-937c-7a3b8b597641,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:22.660935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0267f64c-2104-417d-869f-54ace0f58fc0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:22.664340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0ca3a0ed-8ce4-46f2-90de-6928d5fa0b60 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:22.665173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18f2fc-49dd-4147-9a48-fcaa251d8c98 None None] Routers {'31b96ef4-2c50-4d73-bfdd-d63619705316'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:30:22.665914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0c18f2fc-49dd-4147-9a48-fcaa251d8c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:30:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['31b96ef4-2c50-4d73-bfdd-d63619705316'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:22.668453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267f64c-2104-417d-869f-54ace0f58fc0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=9963faa3-4445-4c1f-92a7-81e15d548354,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:22.670644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-0267f64c-2104-417d-869f-54ace0f58fc0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:22.673517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0267f64c-2104-417d-869f-54ace0f58fc0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:22.674807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0267f64c-2104-417d-869f-54ace0f58fc0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:22.675459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0267f64c-2104-417d-869f-54ace0f58fc0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.692897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9b80e31a-8282-4130-ae25-02813ad7c071 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:22.726128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a0ed-8ce4-46f2-90de-6928d5fa0b60 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.751837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0267f64c-2104-417d-869f-54ace0f58fc0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5244555 Dec 07 13:30:22.757711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47024) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:22.765737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'fixed_ips': [{'subnet_id': '9963faa3-4445-4c1f-92a7-81e15d548354', 'ip_address': '2001:db8::8e28:32f3:8b6d:9b62'}], 'name': 'tempest-NetworksTestDHCPv6-859800804'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:22.815019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5d11b75c-11d0-42d5-bd30-4aa555124059 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Deleting port 175783ea-2248-4e0f-9884-277c0f5dbbf7 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:22.815378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d11b75c-11d0-42d5-bd30-4aa555124059 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.815533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8b56a-7b2e-433a-9c8c-fbb23e99edfe None None] Pushing event updated for resources: {'Port': ['ID=ceec2fd1-0e26-49ac-a4da-919d8dc04bec,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:22.840320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-acf8b56a-7b2e-433a-9c8c-fbb23e99edfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:22.840631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:22.846025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3537129c-ba8f-4204-b3f6-1a2d4f8c49ee tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.873991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Usage tracker for resource:port and tenant:e604b4ef389a4e9d9d4ef5e805bd5473 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:22.885877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:22.894753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2141ee76-ad8e-4460-895d-a5e7621c2bc5 req-14d1063f-f351-451e-812d-1b21535c5359 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a8bb24-5b88-4bd3-aead-d40fa53d63b6 HTTP/1.1" status: 200 len: 1001 time: 0.4128225 Dec 07 13:30:22.895780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3537129c-ba8f-4204-b3f6-1a2d4f8c49ee tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.910955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:22.936280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a0ed-8ce4-46f2-90de-6928d5fa0b60 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.959634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:22.968984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a0ed-8ce4-46f2-90de-6928d5fa0b60 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:22.970240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:22.981539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:22.996127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:port and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:23.005019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:23.013384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:23.018452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3a0ed-8ce4-46f2-90de-6928d5fa0b60 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d17270-24f0-4f78-b0f0-0b56074a74f7,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:23.021346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0ca3a0ed-8ce4-46f2-90de-6928d5fa0b60 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:23.049664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537129c-ba8f-4204-b3f6-1a2d4f8c49ee tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13fbe6f-41a8-40d5-a769-e4e215e19206,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:23.056687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a0ed-8ce4-46f2-90de-6928d5fa0b60 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.058568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0ca3a0ed-8ce4-46f2-90de-6928d5fa0b60 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4585378 Dec 07 13:30:23.061119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47028) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:23.063810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3537129c-ba8f-4204-b3f6-1a2d4f8c49ee tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:23.068032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a7b0ea95-983d-4970-be45-fcbacf184184 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '4a2ec37b-ac2a-4294-937c-7a3b8b597641', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:23.076884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a7b0ea95-983d-4970-be45-fcbacf184184 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:23.081385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a7b0ea95-983d-4970-be45-fcbacf184184 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:23.084789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a7b0ea95-983d-4970-be45-fcbacf184184 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:23.088185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0c18f2fc-49dd-4147-9a48-fcaa251d8c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:23.088703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18f2fc-49dd-4147-9a48-fcaa251d8c98 None None] The sync data for ids ['31b96ef4-2c50-4d73-bfdd-d63619705316'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:30:23.093067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.097631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a7b0ea95-983d-4970-be45-fcbacf184184 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:23.103041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:23.110827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ed1e844d-f15e-4eb9-a199-e835a3ba4aa3 None None] Provisioning complete for port ceec2fd1-0e26-49ac-a4da-919d8dc04bec triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:23.111263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed1e844d-f15e-4eb9-a199-e835a3ba4aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.112823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.126763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Made reservation on behalf of e604b4ef389a4e9d9d4ef5e805bd5473 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:23.137148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.145612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Deleting port 1e5c3157-1189-42e8-95a7-7c7b501ee1df {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:23.146286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.147073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] For port 1e5c3157-1189-42e8-95a7-7c7b501ee1df, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:30:23.171489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port 5763c5cf-d298-4488-a3f3-6538b2f03655 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:30:23.172449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3537129c-ba8f-4204-b3f6-1a2d4f8c49ee tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.178104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3537129c-ba8f-4204-b3f6-1a2d4f8c49ee tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.8066125 Dec 07 13:30:23.203839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-111df817-4190-4a6a-9037-48f42322467c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Deleting subnet 753826a6-b9df-4c84-a5ba-d037755b8df6 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:30:23.206743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141ee76-ad8e-4460-895d-a5e7621c2bc5 req-84e7e6b8-25c1-473c-8e65-8320e480a5ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:23.208088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2141ee76-ad8e-4460-895d-a5e7621c2bc5 req-84e7e6b8-25c1-473c-8e65-8320e480a5ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ef66669-fecd-45aa-b399-7e03147c83dc HTTP/1.1" status: 200 len: 834 time: 0.2887805 Dec 07 13:30:23.215953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47032) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:23.219604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-111df817-4190-4a6a-9037-48f42322467c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.239863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ea95-983d-4970-be45-fcbacf184184 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.282383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] For port 1e5c3157-1189-42e8-95a7-7c7b501ee1df, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1e5c3157-1189-42e8-95a7-7c7b501ee1df,segment=NetworkSegment(871c8984-9ae7-41f2-b22e-4a5f026eae57),segment_id=871c8984-9ae7-41f2-b22e-4a5f026eae57)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:30:23.381124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.387908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] device_id is not set on port b6312b1d-037d-4d58-a4e4-1c3c8b343d49 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:30:23.405903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-acf8b56a-7b2e-433a-9c8c-fbb23e99edfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:23.499467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-111df817-4190-4a6a-9037-48f42322467c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.545384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d11b75c-11d0-42d5-bd30-4aa555124059 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.586036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a4a1df6c-17fc-42be-add7-fbae62ca6675 None None] For port 7c408cde-599f-4ceb-bbd0-d7293dd37226, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7c408cde-599f-4ceb-bbd0-d7293dd37226,segment=NetworkSegment(9daffa69-19da-459f-9af1-330252448a10),segment_id=9daffa69-19da-459f-9af1-330252448a10)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:23.587635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4a1df6c-17fc-42be-add7-fbae62ca6675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.626476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ea95-983d-4970-be45-fcbacf184184 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.639359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] For port 1e5c3157-1189-42e8-95a7-7c7b501ee1df, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1e5c3157-1189-42e8-95a7-7c7b501ee1df,segment=NetworkSegment(871c8984-9ae7-41f2-b22e-4a5f026eae57),segment_id=871c8984-9ae7-41f2-b22e-4a5f026eae57)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:23.639707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.653184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::8e28:32f3:8b6d:9b62 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/9963faa3-4445-4c1f-92a7-81e15d548354/5763c5cf-d298-4488-a3f3-6538b2f03655) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:23.657874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ea95-983d-4970-be45-fcbacf184184 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.762456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Pushing event updated for resources: {'Port': ['ID=1e5c3157-1189-42e8-95a7-7c7b501ee1df,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:23.791547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9f8c5ca-7f28-47c1-a685-72c9cc06e800 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:23.807095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Calling delete_port for 1e5c3157-1189-42e8-95a7-7c7b501ee1df owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:23.846194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:23.870915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1df6c-17fc-42be-add7-fbae62ca6675 None None] Calling delete_port for 7c408cde-599f-4ceb-bbd0-d7293dd37226 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:23.885448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0ea95-983d-4970-be45-fcbacf184184 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50dae1e5-5ef1-4192-89af-e4f73530eee3,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:23.888317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a7b0ea95-983d-4970-be45-fcbacf184184 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:23.930755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ea95-983d-4970-be45-fcbacf184184 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.935332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a7b0ea95-983d-4970-be45-fcbacf184184 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8701549 Dec 07 13:30:23.939184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47036) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:23.943008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6298ee54-8bc4-4dff-a8b7-89a1d024ab58 None None] For port 33e9a6e7-19fd-4aad-be0a-5ad703ae0922, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=33e9a6e7-19fd-4aad-be0a-5ad703ae0922,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:23.943492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6298ee54-8bc4-4dff-a8b7-89a1d024ab58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:23.951818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5d11b75c-11d0-42d5-bd30-4aa555124059 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Calling delete_port for 175783ea-2248-4e0f-9884-277c0f5dbbf7 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:23.959212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-21849144-f4be-40e8-8e44-1c2606221f48 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '4a2ec37b-ac2a-4294-937c-7a3b8b597641', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:23.959447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ceec2fd1-0e26-49ac-a4da-919d8dc04bec up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:23.972707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-21849144-f4be-40e8-8e44-1c2606221f48 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:24.000464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-21849144-f4be-40e8-8e44-1c2606221f48 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:24.005356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-21849144-f4be-40e8-8e44-1c2606221f48 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:24.032630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-21849144-f4be-40e8-8e44-1c2606221f48 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:24.088849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.113136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4bdada84-c30c-4726-b2f0-b29dc11fd009 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.129081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.140365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2141ee76-ad8e-4460-895d-a5e7621c2bc5 req-facdbae3-3193-45a7-8cab-ead34abf80b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a325a2fb-61ad-40c3-965e-d8c9a5879437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8351359 Dec 07 13:30:24.145605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e32bbf4a-0e90-4f19-b025-b1f43b0c71fc tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:24.172177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6298ee54-8bc4-4dff-a8b7-89a1d024ab58 None None] Calling delete_port for 33e9a6e7-19fd-4aad-be0a-5ad703ae0922 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:24.201814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Port': ['ID=1e5c3157-1189-42e8-95a7-7c7b501ee1df,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:24.206979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Allocated IP 172.20.0.8 (6947e9cf-9122-4030-bece-fa1a045b1563/6c4a48bb-7110-4a08-b56a-811fd5b89263/b6312b1d-037d-4d58-a4e4-1c3c8b343d49) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:24.209542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:24.210232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21849144-f4be-40e8-8e44-1c2606221f48 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.217565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4bdada84-c30c-4726-b2f0-b29dc11fd009 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.237274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No DVR routers for this DVR port 1e5c3157-1189-42e8-95a7-7c7b501ee1df on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:30:24.252642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Transition to ACTIVE for port object 9b8c5ec6-340e-4057-9966-8e332375295c will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:24.292135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91214ba-bd72-4bc8-aac3-e297117deff1 None None] Network 106074ea-5b5e-450b-8242-8907827747e1 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:24.318517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-111df817-4190-4a6a-9037-48f42322467c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.368923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d11b75c-11d0-42d5-bd30-4aa555124059 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.385753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Transition to ACTIVE for port object 9b8c5ec6-340e-4057-9966-8e332375295c will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:24.406849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ebbe976f-6724-4427-8072-0a904af587c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:24.411855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ed1e844d-f15e-4eb9-a199-e835a3ba4aa3 None None] Provisioning complete for port 7c408cde-599f-4ceb-bbd0-d7293dd37226 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:24.412384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed1e844d-f15e-4eb9-a199-e835a3ba4aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.425095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.460588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4a1df6c-17fc-42be-add7-fbae62ca6675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.475181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-79fa4f68-258d-4a58-bcc8-554e1c6b1b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:24.484971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.492438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11b75c-11d0-42d5-bd30-4aa555124059 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Port': ['ID=175783ea-2248-4e0f-9884-277c0f5dbbf7,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:24.504031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object 5763c5cf-d298-4488-a3f3-6538b2f03655 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:24.505522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.507077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5d11b75c-11d0-42d5-bd30-4aa555124059 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:24.525616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e844d-f15e-4eb9-a199-e835a3ba4aa3 None None] Port 7c408cde-599f-4ceb-bbd0-d7293dd37226 was deleted so its status cannot be updated. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 07 13:30:24.526775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106074ea-5b5e-450b-8242-8907827747e1']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:24.547592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871c8984-9ae7-41f2-b22e-4a5f026eae57') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:24.548856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871c8984-9ae7-41f2-b22e-4a5f026eae57') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:24.548977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1df6c-17fc-42be-add7-fbae62ca6675 None None] Pushing event deleted for resources: {'Port': ['ID=7c408cde-599f-4ceb-bbd0-d7293dd37226,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:24.556157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ed1e844d-f15e-4eb9-a199-e835a3ba4aa3 None None] Could not find standard attr ID for object 175783ea-2248-4e0f-9884-277c0f5dbbf7. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:30:24.558442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a4a1df6c-17fc-42be-add7-fbae62ca6675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:24.560895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-221f8bee-7008-4941-b15d-d178cad998ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:24.567537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d11b75c-11d0-42d5-bd30-4aa555124059 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.568479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.589342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2141ee76-ad8e-4460-895d-a5e7621c2bc5 req-f0eacc6f-1569-4959-8fd8-080c6bec3e3a service neutron] 10.222.0.45 "GET /v2.0/networks/a325a2fb-61ad-40c3-965e-d8c9a5879437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347808 Dec 07 13:30:24.596945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.604282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21849144-f4be-40e8-8e44-1c2606221f48 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.608678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:30:24.609111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:30:24.625745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:30:24.639049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6298ee54-8bc4-4dff-a8b7-89a1d024ab58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.649931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1df6c-17fc-42be-add7-fbae62ca6675 None None] No DVR routers for this DVR port 7c408cde-599f-4ceb-bbd0-d7293dd37226 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:30:24.686630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4bdada84-c30c-4726-b2f0-b29dc11fd009 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.699828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7f59b0f9-fe73-4507-9871-6c390dec6da4 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:24.700291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port ceec2fd1-0e26-49ac-a4da-919d8dc04bec triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:24.700719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.706590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21849144-f4be-40e8-8e44-1c2606221f48 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.707810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.719102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:24.735378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Network 773d8947-9a33-4ceb-a454-11a5e48010de is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:24.774335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-111df817-4190-4a6a-9037-48f42322467c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.800787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdada84-c30c-4726-b2f0-b29dc11fd009 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64d0c98-a9f5-48fc-87ad-37e1cbf5a5cf,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:24.815764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4bdada84-c30c-4726-b2f0-b29dc11fd009 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:24.817677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4bdada84-c30c-4726-b2f0-b29dc11fd009 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.818974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4bdada84-c30c-4726-b2f0-b29dc11fd009 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-groups/a64d0c98-a9f5-48fc-87ad-37e1cbf5a5cf HTTP/1.1" status: 204 len: 168 time: 1.6019869 Dec 07 13:30:24.819972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cffffd41-cfc2-4420-b15e-67bb79b4fef9 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:24.824951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47040) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:24.845951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:24.853093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:24.861554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.863655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:24.868408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5d11b75c-11d0-42d5-bd30-4aa555124059 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/ports/175783ea-2248-4e0f-9884-277c0f5dbbf7 HTTP/1.1" status: 204 len: 168 time: 2.2943285 Dec 07 13:30:24.868627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:24.869218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.875666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=5763c5cf-d298-4488-a3f3-6538b2f03655,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:24.878351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47044) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:24.882330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:24.884359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:24.885754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111df817-4190-4a6a-9037-48f42322467c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event deleted for resources: {'Subnet': ['ID=753826a6-b9df-4c84-a5ba-d037755b8df6,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:24.888765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-111df817-4190-4a6a-9037-48f42322467c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.893825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-111df817-4190-4a6a-9037-48f42322467c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "DELETE /v2.0/subnets/753826a6-b9df-4c84-a5ba-d037755b8df6 HTTP/1.1" status: 204 len: 168 time: 2.6138070 Dec 07 13:30:24.901092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.903129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/106074ea-5b5e-450b-8242-8907827747e1 HTTP/1.1" status: 204 len: 168 time: 5.4156041 Dec 07 13:30:24.904059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21849144-f4be-40e8-8e44-1c2606221f48 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:24.908131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-21849144-f4be-40e8-8e44-1c2606221f48 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9660077 Dec 07 13:30:24.911664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47048) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:24.912015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47050) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:24.913019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47052) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:24.933985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-111df817-4190-4a6a-9037-48f42322467c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:24.936185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-927165308'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:24.937332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14882777-e153-448a-bc81-25533e474c38 None None] Network cdb1a0b3-5485-4171-a43f-2c5ddf6457e9 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:24.943898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-387d52fa-a84b-48a1-a9f9-af31d78d872a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '4a2ec37b-ac2a-4294-937c-7a3b8b597641', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:24.952877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:24.972527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:24.979786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21849144-f4be-40e8-8e44-1c2606221f48 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990e1438-aeef-447d-ba41-7ae341121546,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:24.986092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:24.990336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-387d52fa-a84b-48a1-a9f9-af31d78d872a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:24.998182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-21849144-f4be-40e8-8e44-1c2606221f48 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:25.034565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6298ee54-8bc4-4dff-a8b7-89a1d024ab58 None None] No DVR routers for this DVR port 33e9a6e7-19fd-4aad-be0a-5ad703ae0922 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:30:25.044950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97791a95-dcfa-4e27-9e30-a6941abbd6c2 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:25.051210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.054914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Pushing event updated for resources: {'Port': ['ID=9b8c5ec6-340e-4057-9966-8e332375295c,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:25.068374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:network and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:25.079663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ed1e844d-f15e-4eb9-a199-e835a3ba4aa3 None None] Provisioning for port 68ef1f16-0e5e-4496-8800-44169d944924 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:25.087871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:25.090225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.432s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:25.095632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:25.104378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3414428 Dec 07 13:30:25.107052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2141ee76-ad8e-4460-895d-a5e7621c2bc5 req-08470841-3e91-4e92-825f-ecdf5e161a95 service neutron] 10.222.0.45 "GET /v2.0/networks/a325a2fb-61ad-40c3-965e-d8c9a5879437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616022 Dec 07 13:30:25.109351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-387d52fa-a84b-48a1-a9f9-af31d78d872a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:25.110460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47060) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:25.111740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Transition to ACTIVE for port object b6312b1d-037d-4d58-a4e4-1c3c8b343d49 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:25.118736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Network': ['ID=106074ea-5b5e-450b-8242-8907827747e1,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:25.127379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-387d52fa-a84b-48a1-a9f9-af31d78d872a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:25.129155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a19421-dae7-488e-b89e-1163cc0f16f0 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:25.130603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:25.136220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:25.142454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-387d52fa-a84b-48a1-a9f9-af31d78d872a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:25.167506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1f36403d-df6d-4c7d-a7fe-ab153642c070 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:25.172520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c1b68495-05e4-4221-8863-f69d526394e2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.187841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.194202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ed1e844d-f15e-4eb9-a199-e835a3ba4aa3 None None] Provisioning complete for port 68ef1f16-0e5e-4496-8800-44169d944924 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:25.194623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed1e844d-f15e-4eb9-a199-e835a3ba4aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.200741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:25.206248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.217310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1f36403d-df6d-4c7d-a7fe-ab153642c070 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:25.223293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1f36403d-df6d-4c7d-a7fe-ab153642c070 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3892353 Dec 07 13:30:25.228262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47064) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:25.238771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-dd317357-9cd1-4034-b43c-e21b3d43490f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group': {'name': 'tempest-secgroup--725021622'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:25.241339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298ee54-8bc4-4dff-a8b7-89a1d024ab58 None None] Pushing event deleted for resources: {'Port': ['ID=33e9a6e7-19fd-4aad-be0a-5ad703ae0922,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:25.248176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dd317357-9cd1-4034-b43c-e21b3d43490f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:25.279570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:30:25.290955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.291394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Added segment b31374d9-2db2-45ca-b5d3-953f67b8659b of type vlan for network c669b3d0-66ff-4eb3-9e83-944602731b64 Dec 07 13:30:25.323306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.345138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6298ee54-8bc4-4dff-a8b7-89a1d024ab58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:25.353726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Deleting port ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:25.354251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.360851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.371686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:25.386899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dd317357-9cd1-4034-b43c-e21b3d43490f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:25.389556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-387d52fa-a84b-48a1-a9f9-af31d78d872a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.427225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c1b68495-05e4-4221-8863-f69d526394e2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.459784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20739cb7-3ca2-4afd-8ea3-5c6129878ae4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:25.460319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-20739cb7-3ca2-4afd-8ea3-5c6129878ae4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3468070 Dec 07 13:30:25.468729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.472978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:25.473717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.480343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47068) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:25.483318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2de22eb5-dc77-4cb3-b4a7-8326a0ac2eb9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:25.502723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Network 6947e9cf-9122-4030-bece-fa1a045b1563 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:25.503269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Attempting to bind port 9b8c5ec6-340e-4057-9966-8e332375295c on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:30:25.503689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Attempting to bind port 9b8c5ec6-340e-4057-9966-8e332375295c by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'bf0321dc-32a5-4de0-8bac-c75da4f9dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:30:25.504108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Attempting to bind port 9b8c5ec6-340e-4057-9966-8e332375295c on network 773d8947-9a33-4ceb-a454-11a5e48010de {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:30:25.504520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c1b68495-05e4-4221-8863-f69d526394e2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a58e01-8e5f-4bba-98da-fc492232915c']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:25.515878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:25.516789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e844d-f15e-4eb9-a199-e835a3ba4aa3 None None] Port 68ef1f16-0e5e-4496-8800-44169d944924 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:30:25.520996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Pushing event updated for resources: {'Port': ['ID=b6312b1d-037d-4d58-a4e4-1c3c8b343d49,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:25.525929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:25.559858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:25.561743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c1b68495-05e4-4221-8863-f69d526394e2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9daffa69-19da-459f-9af1-330252448a10') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:25.562076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-c1b68495-05e4-4221-8863-f69d526394e2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9daffa69-19da-459f-9af1-330252448a10') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:25.573527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:30:25.573956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Checking segment: {'id': 'bf0321dc-32a5-4de0-8bac-c75da4f9dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:25.574773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.574913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Bound using segment: {'id': 'bf0321dc-32a5-4de0-8bac-c75da4f9dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:30:25.575389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Bound port: 9b8c5ec6-340e-4057-9966-8e332375295c, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0321dc-32a5-4de0-8bac-c75da4f9dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:30:25.575810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.589687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c1b68495-05e4-4221-8863-f69d526394e2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.625521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c1b68495-05e4-4221-8863-f69d526394e2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.642149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:25.642846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.673532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b68495-05e4-4221-8863-f69d526394e2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:30:25.674031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c1b68495-05e4-4221-8863-f69d526394e2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.682859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 33e9a6e7-19fd-4aad-be0a-5ad703ae0922 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:30:25.697793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:30:25.782221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 33e9a6e7-19fd-4aad-be0a-5ad703ae0922 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:30:25.782609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 33e9a6e7-19fd-4aad-be0a-5ad703ae0922 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:30:25.783086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7c408cde-599f-4ceb-bbd0-d7293dd37226 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:30:25.829349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 7c408cde-599f-4ceb-bbd0-d7293dd37226 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:30:25.829581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7c408cde-599f-4ceb-bbd0-d7293dd37226 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:30:25.859315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8244860 Dec 07 13:30:25.862486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47072) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:25.873761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:25.877135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:25.891583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Usage tracker for resource:floatingip and tenant:e604b4ef389a4e9d9d4ef5e805bd5473 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:25.896526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:25.906156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:25.922477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c1b68495-05e4-4221-8863-f69d526394e2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.931625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] For port 9b8c5ec6-340e-4057-9966-8e332375295c, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:30:25.932967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ed4cbfe1-3ad1-479a-b5f5-54b61fd3c2cf tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:25.935868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] For port 9b8c5ec6-340e-4057-9966-8e332375295c, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9b8c5ec6-340e-4057-9966-8e332375295c,segment=NetworkSegment(bf0321dc-32a5-4de0-8bac-c75da4f9dbf2),segment_id=bf0321dc-32a5-4de0-8bac-c75da4f9dbf2)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:30:25.954966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c1b68495-05e4-4221-8863-f69d526394e2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.966532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.975377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b68495-05e4-4221-8863-f69d526394e2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Pushing event deleted for resources: {'Network': ['ID=a3a58e01-8e5f-4bba-98da-fc492232915c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:25.978945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c1b68495-05e4-4221-8863-f69d526394e2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:25.983572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:25.987762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-69c406e4-70c2-4b48-8b08-49f4ae752167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:25.997665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c1b68495-05e4-4221-8863-f69d526394e2 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] 10.222.0.24 "DELETE /v2.0/networks/a3a58e01-8e5f-4bba-98da-fc492232915c HTTP/1.1" status: 204 len: 168 time: 1.1138027 Dec 07 13:30:26.036224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] For port ac409ae0-bffe-4fcb-9fb9-a586bc75fc65, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ac409ae0-bffe-4fcb-9fb9-a586bc75fc65,segment=NetworkSegment(68d8d3c8-e0af-4ff2-ad79-baef7cc256b2),segment_id=68d8d3c8-e0af-4ff2-ad79-baef7cc256b2)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:26.036620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:26.079906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': '9963faa3-4445-4c1f-92a7-81e15d548354'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:30:26.080828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:26.091990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460f8b49-ed79-4357-975b-edff6b425558 None None] DHCP port deletion for cdb1a0b3-5485-4171-a43f-2c5ddf6457e9 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:30:26.112052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-460f8b49-ed79-4357-975b-edff6b425558 None None] Deleting port ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:26.112475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-460f8b49-ed79-4357-975b-edff6b425558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:26.173023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Calling delete_port for ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:26.196535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:26.271386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Pushing event updated for resources: {'Port': ['ID=9b8c5ec6-340e-4057-9966-8e332375295c,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:26.286362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:26.337056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-460f8b49-ed79-4357-975b-edff6b425558 None None] The port 'ac409ae0-bffe-4fcb-9fb9-a586bc75fc65' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:30:26.339873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd317357-9cd1-4034-b43c-e21b3d43490f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:26.351319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-df9bbe98-e6e4-470a-9d42-68fea36f749e None None] Provisioning for port b6312b1d-037d-4d58-a4e4-1c3c8b343d49 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:26.373773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-df9bbe98-e6e4-470a-9d42-68fea36f749e None None] Provisioning complete for port b6312b1d-037d-4d58-a4e4-1c3c8b343d49 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:26.374116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:26.374242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df9bbe98-e6e4-470a-9d42-68fea36f749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:26.420811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Allocated IP 172.36.4.84 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/a39435d7-7799-4a49-967b-530791e40b6b) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:26.421822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d893e-f22a-460c-86a8-5a7f21f6bc7c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port 5763c5cf-d298-4488-a3f3-6538b2f03655 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:26.422343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b9d893e-f22a-460c-86a8-5a7f21f6bc7c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:26.476740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Network': ['ID=c669b3d0-66ff-4eb3-9e83-944602731b64,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:26.487093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:26.487683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee0ff549-c737-4116-b793-c3a3ea2575fb tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:26.497008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network c669b3d0-66ff-4eb3-9e83-944602731b64 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:30:26.540684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-df9bbe98-e6e4-470a-9d42-68fea36f749e None None] Port b6312b1d-037d-4d58-a4e4-1c3c8b343d49 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:30:26.558273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6383932 Dec 07 13:30:26.563986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47080) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:26.569838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] No DVR routers for this DVR port ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:30:26.572595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event deleted for resources: {'Port': ['ID=ac409ae0-bffe-4fcb-9fb9-a586bc75fc65,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:26.594876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'subnet': {'network_id': 'c669b3d0-66ff-4eb3-9e83-944602731b64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:26.614221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:26.624283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Allocated IP 2001:db8::2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/9963faa3-4445-4c1f-92a7-81e15d548354/cd93680e-f310-4086-bd6e-f913b77fb63a) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:26.656200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dd317357-9cd1-4034-b43c-e21b3d43490f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:26.688516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47084) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:26.691110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-387d52fa-a84b-48a1-a9f9-af31d78d872a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:26.697456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dd317357-9cd1-4034-b43c-e21b3d43490f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:26.772111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dd317357-9cd1-4034-b43c-e21b3d43490f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:26.789546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:26.794810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:26.801005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-387d52fa-a84b-48a1-a9f9-af31d78d872a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:26.801479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:subnet and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:26.802090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dd317357-9cd1-4034-b43c-e21b3d43490f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:26.806683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:26.815125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:26.820303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:26.834375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:26.847058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:26.898760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d52fa-a84b-48a1-a9f9-af31d78d872a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e542989d-5cad-4812-8053-706e06eddcd0,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:26.907468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:26.955390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-387d52fa-a84b-48a1-a9f9-af31d78d872a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:26.977792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb1a0b3-5485-4171-a43f-2c5ddf6457e9']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:27.014409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.026950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Transition to ACTIVE for port object cd93680e-f310-4086-bd6e-f913b77fb63a will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:27.030416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-55ac723f-6386-4d1d-b634-0ffb5d17dc63 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:27.048548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Transition to ACTIVE for port object cd93680e-f310-4086-bd6e-f913b77fb63a will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:27.072020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d8d3c8-e0af-4ff2-ad79-baef7cc256b2') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:27.072020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d8d3c8-e0af-4ff2-ad79-baef7cc256b2') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:27.080663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:27.085200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.087665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.093403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:27.106312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.116384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:27.122672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:27.132489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-387d52fa-a84b-48a1-a9f9-af31d78d872a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.134357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-387d52fa-a84b-48a1-a9f9-af31d78d872a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 2.2128627 Dec 07 13:30:27.142659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47090) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:27.149232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.178852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-db65af1a-6e7e-41df-804e-57fec8ed6201 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '4a2ec37b-ac2a-4294-937c-7a3b8b597641', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:27.198401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-db65af1a-6e7e-41df-804e-57fec8ed6201 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:27.204165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:30:27.204615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:30:27.221478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:30:27.232287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd317357-9cd1-4034-b43c-e21b3d43490f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.244170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-db65af1a-6e7e-41df-804e-57fec8ed6201 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:27.298845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-db65af1a-6e7e-41df-804e-57fec8ed6201 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:27.310174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd317357-9cd1-4034-b43c-e21b3d43490f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.315471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b9d893e-f22a-460c-86a8-5a7f21f6bc7c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.332476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:27.336163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:27.344730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-213c80eb-3206-47e1-ae86-ddb1344cd46b tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:27.345234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:27.352021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Pushing event updated for resources: {'Port': ['ID=a39435d7-7799-4a49-967b-530791e40b6b,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:27.356830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Pushing event updated for resources: {'Port': ['ID=cd93680e-f310-4086-bd6e-f913b77fb63a,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:27.360901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:27.368568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:27.369064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-db65af1a-6e7e-41df-804e-57fec8ed6201 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:27.413322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cc54d82d-1f60-4bce-83a5-465c661a40d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7871a3fa84c9490183aa52d2c611f303&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7159491 Dec 07 13:30:27.414549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47094) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:27.471866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Attempting to bind port cd93680e-f310-4086-bd6e-f913b77fb63a on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:30:27.472273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Attempting to bind port cd93680e-f310-4086-bd6e-f913b77fb63a by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:30:27.472679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Attempting to bind port cd93680e-f310-4086-bd6e-f913b77fb63a on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:30:27.480853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:30:27.481269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:27.481719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.482146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:30:27.482666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Bound port: cd93680e-f310-4086-bd6e-f913b77fb63a, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:30:27.483118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.536174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d893e-f22a-460c-86a8-5a7f21f6bc7c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for 5763c5cf-d298-4488-a3f3-6538b2f03655 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:27.581959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-db65af1a-6e7e-41df-804e-57fec8ed6201 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:30:27.582473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] For port cd93680e-f310-4086-bd6e-f913b77fb63a, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:30:27.586174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] For port cd93680e-f310-4086-bd6e-f913b77fb63a, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=cd93680e-f310-4086-bd6e-f913b77fb63a,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:30:27.597564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd317357-9cd1-4034-b43c-e21b3d43490f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d497e508-468b-4490-97ab-5a2affe61470,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:27.603045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dd317357-9cd1-4034-b43c-e21b3d43490f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:27.603881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db65af1a-6e7e-41df-804e-57fec8ed6201 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.619580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.636834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.638423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:27.640617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.647271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a4a1df6c-17fc-42be-add7-fbae62ca6675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:27.660489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.665093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "DELETE /v2.0/networks/cdb1a0b3-5485-4171-a43f-2c5ddf6457e9 HTTP/1.1" status: 204 len: 168 time: 2.7445087 Dec 07 13:30:27.665455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47098) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:27.672574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd317357-9cd1-4034-b43c-e21b3d43490f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.673902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dd317357-9cd1-4034-b43c-e21b3d43490f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.4431546 Dec 07 13:30:27.680102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Pushing event deleted for resources: {'Network': ['ID=cdb1a0b3-5485-4171-a43f-2c5ddf6457e9,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:27.690345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47102) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:27.705940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c270736e-2a58-410d-b3b1-e1da57d3c254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.710608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:27.717488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ab93d4ca-893b-4e67-badf-52d1da7a83b1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712102499'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:27.728363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ab93d4ca-893b-4e67-badf-52d1da7a83b1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:27.736276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Pushing event updated for resources: {'Port': ['ID=cd93680e-f310-4086-bd6e-f913b77fb63a,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:27.744160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:27.771415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c7dbcdf8-6a42-4779-80e4-c2744d820e56 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Synchronizing usage tracker for tenant:327364e35de649499d5d2699ff82d6f6 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:27.781216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ab93d4ca-893b-4e67-badf-52d1da7a83b1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:27.814242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c270736e-2a58-410d-b3b1-e1da57d3c254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.835533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db65af1a-6e7e-41df-804e-57fec8ed6201 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.839762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab93d4ca-893b-4e67-badf-52d1da7a83b1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.863936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.881176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db65af1a-6e7e-41df-804e-57fec8ed6201 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.897306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:27.916335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ab93d4ca-893b-4e67-badf-52d1da7a83b1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:27.925030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65af1a-6e7e-41df-804e-57fec8ed6201 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d19b4a-6235-478b-a9cf-cc88d195c5c3,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:27.927692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db65af1a-6e7e-41df-804e-57fec8ed6201 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:27.933568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b9d893e-f22a-460c-86a8-5a7f21f6bc7c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:27.941063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ab93d4ca-893b-4e67-badf-52d1da7a83b1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:27.947043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:27.999927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ab93d4ca-893b-4e67-badf-52d1da7a83b1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:28.003391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d893e-f22a-460c-86a8-5a7f21f6bc7c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=5763c5cf-d298-4488-a3f3-6538b2f03655,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:28.006115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b9d893e-f22a-460c-86a8-5a7f21f6bc7c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:28.026438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 9b8c5ec6-340e-4057-9966-8e332375295c up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:28.026947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ab93d4ca-893b-4e67-badf-52d1da7a83b1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:28.100404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db65af1a-6e7e-41df-804e-57fec8ed6201 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:28.101942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-db65af1a-6e7e-41df-804e-57fec8ed6201 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9547579 Dec 07 13:30:28.120987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47106) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:28.124500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b9d893e-f22a-460c-86a8-5a7f21f6bc7c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:28.138590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-93d5c352-5241-4fab-9d55-f418c99c0977 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '4a2ec37b-ac2a-4294-937c-7a3b8b597641', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:28.150326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 9b8c5ec6-340e-4057-9966-8e332375295c completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:28.189519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:28.193362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c7dbcdf8-6a42-4779-80e4-c2744d820e56 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Unset dirty status for tenant:327364e35de649499d5d2699ff82d6f6 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:28.194657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c7dbcdf8-6a42-4779-80e4-c2744d820e56 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e HTTP/1.1" status: 200 len: 205 time: 0.5282161 Dec 07 13:30:28.201513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-93d5c352-5241-4fab-9d55-f418c99c0977 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:28.201652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6729651a-7ef2-44db-96c4-6ec098ef5f35 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:28.206346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1b9d893e-f22a-460c-86a8-5a7f21f6bc7c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/5763c5cf-d298-4488-a3f3-6538b2f03655 HTTP/1.1" status: 204 len: 168 time: 2.3761883 Dec 07 13:30:28.211549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47110) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:28.213456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47112) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:28.234908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:30:28.291316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:30:28.292311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ac409ae0-bffe-4fcb-9fb9-a586bc75fc65 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:30:28.324595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-93d5c352-5241-4fab-9d55-f418c99c0977 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:28.344380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Subnet': ['ID=9a685864-f5a8-4bba-b3bf-d6ec0e1a3468,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:28.376144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:28.409865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab93d4ca-893b-4e67-badf-52d1da7a83b1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:28.419323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-93d5c352-5241-4fab-9d55-f418c99c0977 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:28.482050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Checking segment: {'id': 'b31374d9-2db2-45ca-b5d3-953f67b8659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c669b3d0-66ff-4eb3-9e83-944602731b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:28.482455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network hostable DHCP agents. Network: c669b3d0-66ff-4eb3-9e83-944602731b64, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:30:28.491651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c270736e-2a58-410d-b3b1-e1da57d3c254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:28.503704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bc96c4c8-f69c-4567-b1ea-96108a516f76 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:28.507464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-93d5c352-5241-4fab-9d55-f418c99c0977 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:28.520063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab93d4ca-893b-4e67-badf-52d1da7a83b1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:28.534772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bfbeafbc-79cc-45b7-915d-24e1ddde52e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:28.537033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270736e-2a58-410d-b3b1-e1da57d3c254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f90db2b-b11f-4b64-9688-2eb876822b2c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:28.544008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c270736e-2a58-410d-b3b1-e1da57d3c254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:28.554684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0684e733-f885-4186-b19e-5be4e0fd8a21 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:28.557364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0684e733-f885-4186-b19e-5be4e0fd8a21 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:28.563644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0684e733-f885-4186-b19e-5be4e0fd8a21 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:28.591977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab93d4ca-893b-4e67-badf-52d1da7a83b1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:28.600510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ab93d4ca-893b-4e67-badf-52d1da7a83b1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9022889 Dec 07 13:30:28.600510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47118) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:28.603816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93d4ca-893b-4e67-badf-52d1da7a83b1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1384f5d-d633-4611-a795-99124a8e197c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:28.611466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-740fb2f6-135f-4a16-a917-ca4bb2d24193 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group_rule': {'security_group_id': 'd497e508-468b-4490-97ab-5a2affe61470', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd1384f5d-d633-4611-a795-99124a8e197c', 'remote_ip_prefix': None}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:28.621255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab93d4ca-893b-4e67-badf-52d1da7a83b1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:28.623571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-740fb2f6-135f-4a16-a917-ca4bb2d24193 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:28.625598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:28.626319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0684e733-f885-4186-b19e-5be4e0fd8a21 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:28.631615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0684e733-f885-4186-b19e-5be4e0fd8a21 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4111738 Dec 07 13:30:28.636465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c270736e-2a58-410d-b3b1-e1da57d3c254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:28.636465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c270736e-2a58-410d-b3b1-e1da57d3c254 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f90db2b-b11f-4b64-9688-2eb876822b2c HTTP/1.1" status: 204 len: 168 time: 1.2119758 Dec 07 13:30:28.636465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47122) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:28.636862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-740fb2f6-135f-4a16-a917-ca4bb2d24193 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:28.636862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-740fb2f6-135f-4a16-a917-ca4bb2d24193 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:28.640369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-93d5c352-5241-4fab-9d55-f418c99c0977 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:30:28.651204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-740fb2f6-135f-4a16-a917-ca4bb2d24193 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:28.656995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70096d90-2c33-43fc-aa48-a7025c293e13 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:28.680823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network c669b3d0-66ff-4eb3-9e83-944602731b64 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:30:28.696733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:28.706393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c68954c4-6704-49ab-8a63-6594f4d2ab42 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:28.722461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93d5c352-5241-4fab-9d55-f418c99c0977 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:28.785044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a510b663-ffde-4582-be72-5aaafc70d1ad None None] Network 773d8947-9a33-4ceb-a454-11a5e48010de requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:28.838239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, c669b3d0-66ff-4eb3-9e83-944602731b64) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:28.880032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb87a638-1fa8-4da3-bf18-60952a3fd127 None None] Network c669b3d0-66ff-4eb3-9e83-944602731b64 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:28.908663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Pushing event updated for resources: {'Port': ['ID=a39435d7-7799-4a49-967b-530791e40b6b,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:28.923174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:28.923844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:28.940529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:28.974338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.007344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4420745 Dec 07 13:30:29.010664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47130) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:29.015218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-740fb2f6-135f-4a16-a917-ca4bb2d24193 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.041713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93d5c352-5241-4fab-9d55-f418c99c0977 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.054694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.059354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1927490 Dec 07 13:30:29.066536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47134) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:29.136056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eda3278-5eac-43e4-bad1-ff62046a11b7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet 9963faa3-4445-4c1f-92a7-81e15d548354 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:30:29.146193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eda3278-5eac-43e4-bad1-ff62046a11b7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.249416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eda3278-5eac-43e4-bad1-ff62046a11b7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.269133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dbe81249-df6d-4dfa-b81b-1d6a1649a5ad None None] Provisioning for port 9b8c5ec6-340e-4057-9966-8e332375295c completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:29.299510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dbe81249-df6d-4dfa-b81b-1d6a1649a5ad None None] Provisioning complete for port 9b8c5ec6-340e-4057-9966-8e332375295c triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:29.300872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbe81249-df6d-4dfa-b81b-1d6a1649a5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.330193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.375629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-00ad061a-fdc8-434c-ae56-720014d16714 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Request body: {'floatingip': {'port_id': 'b6312b1d-037d-4d58-a4e4-1c3c8b343d49', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:29.444200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eda3278-5eac-43e4-bad1-ff62046a11b7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.472627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddbb1ee-629c-4c03-9877-4fa7487330a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c669b3d0-66ff-4eb3-9e83-944602731b64', 'network_id': 'c669b3d0-66ff-4eb3-9e83-944602731b64', 'tenant_id': 'fe55e53248254c14b0c35bd483e2ae5f', 'fixed_ips': [{'subnet_id': '9a685864-f5a8-4bba-b3bf-d6ec0e1a3468'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:30:29.473670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb1ee-629c-4c03-9877-4fa7487330a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.499481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93d5c352-5241-4fab-9d55-f418c99c0977 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.517683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-21849144-f4be-40e8-8e44-1c2606221f48 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:29.564994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70096d90-2c33-43fc-aa48-a7025c293e13 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.566739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5c352-5241-4fab-9d55-f418c99c0977 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd01bb2-c32d-4299-9506-9ed44d0cd2e1,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:29.570398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-00ad061a-fdc8-434c-ae56-720014d16714 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for floatingip, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.591205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.617263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbe81249-df6d-4dfa-b81b-1d6a1649a5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.640036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-93d5c352-5241-4fab-9d55-f418c99c0977 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:29.680661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eda3278-5eac-43e4-bad1-ff62046a11b7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.690693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5bf042ab-628b-4a05-9098-1414149332a0 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:29.690947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-dbe81249-df6d-4dfa-b81b-1d6a1649a5ad None None] For port 9b8c5ec6-340e-4057-9966-8e332375295c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9b8c5ec6-340e-4057-9966-8e332375295c,segment=NetworkSegment(bf0321dc-32a5-4de0-8bac-c75da4f9dbf2),segment_id=bf0321dc-32a5-4de0-8bac-c75da4f9dbf2)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:29.746817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda3278-5eac-43e4-bad1-ff62046a11b7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=9963faa3-4445-4c1f-92a7-81e15d548354,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:29.748061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbe81249-df6d-4dfa-b81b-1d6a1649a5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.749905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:29.754299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1eda3278-5eac-43e4-bad1-ff62046a11b7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:29.762052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1eda3278-5eac-43e4-bad1-ff62046a11b7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.783896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70096d90-2c33-43fc-aa48-a7025c293e13 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.848414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1eda3278-5eac-43e4-bad1-ff62046a11b7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/9963faa3-4445-4c1f-92a7-81e15d548354 HTTP/1.1" status: 204 len: 168 time: 1.2137043 Dec 07 13:30:29.848414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:29.850130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47150) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:29.854288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b5be8caf-9fd2-4e4f-96f3-ef036a247ac3 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:29.898841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe81249-df6d-4dfa-b81b-1d6a1649a5ad None None] Pushing event updated for resources: {'Port': ['ID=9b8c5ec6-340e-4057-9966-8e332375295c,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:29.911482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbe81249-df6d-4dfa-b81b-1d6a1649a5ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server [None req-2ddbb1ee-629c-4c03-9877-4fa7487330a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a685864-f5a8-4bba-b3bf-d6ec0e1a3468: This subnet is being modified by another concurrent operation. Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 07 13:30:29.920150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise exception Dec 07 13:30:29.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a685864-f5a8-4bba-b3bf-d6ec0e1a3468: This subnet is being modified by another concurrent operation. Dec 07 13:30:29.931603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server Dec 07 13:30:29.943557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Subnet': ['ID=9a685864-f5a8-4bba-b3bf-d6ec0e1a3468,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:29.960778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:29.979219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af027cf3-7915-46f1-80a6-eb7c173cd653 None None] Network c669b3d0-66ff-4eb3-9e83-944602731b64 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:30.001423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93d5c352-5241-4fab-9d55-f418c99c0977 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.012544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-93d5c352-5241-4fab-9d55-f418c99c0977 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.8816168 Dec 07 13:30:30.047089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-740fb2f6-135f-4a16-a917-ca4bb2d24193 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.097130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dce4820d-d8ec-414b-aa18-82a433f477ab tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2258286 Dec 07 13:30:30.100588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-740fb2f6-135f-4a16-a917-ca4bb2d24193 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.106995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47158) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:30.120760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:30.124170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device cd93680e-f310-4086-bd6e-f913b77fb63a up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:30.128251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b637ae4f-39b4-4ac5-805d-d2a7ee1bc6fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:30.177333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70096d90-2c33-43fc-aa48-a7025c293e13 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.177872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70096d90-2c33-43fc-aa48-a7025c293e13 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Fanout notify agent at l3_agent the message router_deleted on router f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:30:30.238132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47162) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:30.240723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fb2f6-135f-4a16-a917-ca4bb2d24193 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd05038d-a4fd-49a4-9f09-9314f272847d,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:30.249069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-740fb2f6-135f-4a16-a917-ca4bb2d24193 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:30.254345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50374dc6-f2f9-468b-928f-24f62389414d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.270757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-00ad061a-fdc8-434c-ae56-720014d16714 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] update failed (client error): The resource could not be found. Dec 07 13:30:30.271938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-00ad061a-fdc8-434c-ae56-720014d16714 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] 10.222.0.24 "PUT /v2.0/floatingips/10b66188-09e0-4301-941a-d62a6b2823c9 HTTP/1.1" status: 404 len: 507 time: 1.2042248 Dec 07 13:30:30.273233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.286863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47170) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:30.381425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c669b3d0-66ff-4eb3-9e83-944602731b64']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:30.405683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b637ae4f-39b4-4ac5-805d-d2a7ee1bc6fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:30.423977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b637ae4f-39b4-4ac5-805d-d2a7ee1bc6fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:30.427840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b637ae4f-39b4-4ac5-805d-d2a7ee1bc6fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:30.436185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b637ae4f-39b4-4ac5-805d-d2a7ee1bc6fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:30.456638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31374d9-2db2-45ca-b5d3-953f67b8659b') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:30.456638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31374d9-2db2-45ca-b5d3-953f67b8659b') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:30.459680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70096d90-2c33-43fc-aa48-a7025c293e13 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.467917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-70096d90-2c33-43fc-aa48-a7025c293e13 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] 10.222.0.24 "DELETE /v2.0/routers/f1e3f0e0-7dfe-4f13-a115-96fc468c8d1e HTTP/1.1" status: 204 len: 168 time: 2.2531869 Dec 07 13:30:30.471120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.480542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-21137abd-d2f6-4393-9a66-62897f9e9147 None None] Provisioning complete for port 9b8c5ec6-340e-4057-9966-8e332375295c triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:30.481328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21137abd-d2f6-4393-9a66-62897f9e9147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.491370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.498334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-740fb2f6-135f-4a16-a917-ca4bb2d24193 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.499087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b637ae4f-39b4-4ac5-805d-d2a7ee1bc6fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:30.509566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b637ae4f-39b4-4ac5-805d-d2a7ee1bc6fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.511767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-740fb2f6-135f-4a16-a917-ca4bb2d24193 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.8982022 Dec 07 13:30:30.526714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port cd93680e-f310-4086-bd6e-f913b77fb63a completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:30.537353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47184) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:30.580793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1935822451'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:30.604376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:30:30.604993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:30:30.623642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:30:30.668368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:30.698116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:network and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:30.708838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:30.724913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:30.733286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d45dfed2-0e54-424b-99e4-6dbd6d59ba83 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Deleting port a39435d7-7799-4a49-967b-530791e40b6b {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:30.733731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d45dfed2-0e54-424b-99e4-6dbd6d59ba83 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.745285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18defba2-e929-4755-ad4c-d182fe460036 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:30.766235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93022a6a-6359-46d9-b492-b59dc9534484 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.790127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-0fc028a8-379d-42ee-968b-b559acdc6d3c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039127023&fields=id&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 267 time: 0.3029432 Dec 07 13:30:30.791815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93022a6a-6359-46d9-b492-b59dc9534484 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.829661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.839052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7c45fb0c-c485-4d0d-a986-46d45fdd52d7 None None] Could not find standard attr ID for object 5763c5cf-d298-4488-a3f3-6538b2f03655. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:30:30.879433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.883715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-40a041e1-2a2b-4005-96f3-57fac76dfc80 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:30.898077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:30.904276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.922388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Network': ['ID=c669b3d0-66ff-4eb3-9e83-944602731b64,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:30.925623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:30.936041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7c45fb0c-c485-4d0d-a986-46d45fdd52d7 None None] Provisioning for port cd93680e-f310-4086-bd6e-f913b77fb63a completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:30.947773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7c45fb0c-c485-4d0d-a986-46d45fdd52d7 None None] Provisioning complete for port cd93680e-f310-4086-bd6e-f913b77fb63a triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:30.948288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c45fb0c-c485-4d0d-a986-46d45fdd52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:30.954015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/c669b3d0-66ff-4eb3-9e83-944602731b64 HTTP/1.1" status: 204 len: 168 time: 1.9409096 Dec 07 13:30:30.954717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47190) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:30.975902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-418408280'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:30.984294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:30.989073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:network and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:30.993812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:31.000531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:31.017250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.028182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b637ae4f-39b4-4ac5-805d-d2a7ee1bc6fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.042228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c74b7a83-de24-4ac1-bdde-82520459909f tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:31.093416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93022a6a-6359-46d9-b492-b59dc9534484 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.102929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:31.107448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c45fb0c-c485-4d0d-a986-46d45fdd52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.136393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637ae4f-39b4-4ac5-805d-d2a7ee1bc6fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=29b2bc66-152f-4309-81d5-20095bbc31dc,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:31.138886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b637ae4f-39b4-4ac5-805d-d2a7ee1bc6fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:31.139958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:31.143490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:31.150404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.150704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93022a6a-6359-46d9-b492-b59dc9534484 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd05038d-a4fd-49a4-9f09-9314f272847d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:31.158600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:security_group_rule and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:31.162194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-93022a6a-6359-46d9-b492-b59dc9534484 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:31.168341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7c45fb0c-c485-4d0d-a986-46d45fdd52d7 None None] For port cd93680e-f310-4086-bd6e-f913b77fb63a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=cd93680e-f310-4086-bd6e-f913b77fb63a,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:31.176671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b637ae4f-39b4-4ac5-805d-d2a7ee1bc6fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:31.178048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c6060f46-22bd-4005-be2b-17100295ecbb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:31.182213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c6060f46-22bd-4005-be2b-17100295ecbb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:31.182421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b637ae4f-39b4-4ac5-805d-d2a7ee1bc6fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:31.183827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b637ae4f-39b4-4ac5-805d-d2a7ee1bc6fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:31.185069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b637ae4f-39b4-4ac5-805d-d2a7ee1bc6fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.186483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:31.194384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7485d253-34f6-4dda-91ba-897cc315f350 None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:30:31.199345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7485d253-34f6-4dda-91ba-897cc315f350 None None] Deleting port cd93680e-f310-4086-bd6e-f913b77fb63a {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:31.199892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7485d253-34f6-4dda-91ba-897cc315f350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.200585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:31.203837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47196) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:31.225452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:30:31.231683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c45fb0c-c485-4d0d-a986-46d45fdd52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.237567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93022a6a-6359-46d9-b492-b59dc9534484 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.238280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.238838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Added segment 1f9c0032-740d-4a98-a0ea-a9eca5143c21 of type vlan for network cc18f4e2-d832-46c6-8135-f9ac1fad981d Dec 07 13:30:31.240168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:31.242454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-93022a6a-6359-46d9-b492-b59dc9534484 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/fd05038d-a4fd-49a4-9f09-9314f272847d HTTP/1.1" status: 204 len: 168 time: 0.6909506 Dec 07 13:30:31.246815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47202) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:31.273615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.275566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d45dfed2-0e54-424b-99e4-6dbd6d59ba83 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.275935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d45dfed2-0e54-424b-99e4-6dbd6d59ba83 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.299322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c6060f46-22bd-4005-be2b-17100295ecbb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:31.300605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c6060f46-22bd-4005-be2b-17100295ecbb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/networks?id=773d8947-9a33-4ceb-a454-11a5e48010de HTTP/1.1" status: 200 len: 797 time: 0.4982338 Dec 07 13:30:31.338296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.344404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:31.345372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.363404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e453e1b9-f4bb-447e-8e10-5c0f16ce0846 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:31.388800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b637ae4f-39b4-4ac5-805d-d2a7ee1bc6fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2804008 Dec 07 13:30:31.396215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47206) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:31.403163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'fixed_ips': [{'subnet_id': '29b2bc66-152f-4309-81d5-20095bbc31dc', 'ip_address': '2001:db8::800f:a391:1b09:951f'}], 'name': 'tempest-NetworksTestDHCPv6-125016309'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:31.422341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45fb0c-c485-4d0d-a986-46d45fdd52d7 None None] Pushing event updated for resources: {'Port': ['ID=cd93680e-f310-4086-bd6e-f913b77fb63a,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:31.427726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7c45fb0c-c485-4d0d-a986-46d45fdd52d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:31.440264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d45dfed2-0e54-424b-99e4-6dbd6d59ba83 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Calling delete_port for a39435d7-7799-4a49-967b-530791e40b6b owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:31.488945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5234613 Dec 07 13:30:31.503553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47210) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:31.525243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'subnet': {'network_id': 'cc18f4e2-d832-46c6-8135-f9ac1fad981d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:31.589345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bfb50263-9fd8-458b-a2eb-43e1dc1513db tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:31.602277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Network': ['ID=cc18f4e2-d832-46c6-8135-f9ac1fad981d,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:31.605673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:31.655049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-45bb98f8-d639-4d8e-8106-2e871a5bf7d4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/quotas/ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 375 time: 0.1830869 Dec 07 13:30:31.665965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d5470284-aa37-4a5a-9b12-e9fd6d50457e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=327364e35de649499d5d2699ff82d6f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4549863 Dec 07 13:30:31.667534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47214) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:31.675973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network cc18f4e2-d832-46c6-8135-f9ac1fad981d details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:30:31.727617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:31.740246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:port and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:31.746716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:31.755449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:31.781794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2e6574c-e25e-4756-b39d-de73661e6ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.796256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.802223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bfb50263-9fd8-458b-a2eb-43e1dc1513db tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:31.803638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bfb50263-9fd8-458b-a2eb-43e1dc1513db tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5532713 Dec 07 13:30:31.810032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47218) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:31.814200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:31.837620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2e6574c-e25e-4756-b39d-de73661e6ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.841758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.849386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:31.849971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7485d253-34f6-4dda-91ba-897cc315f350 None None] For port cd93680e-f310-4086-bd6e-f913b77fb63a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=cd93680e-f310-4086-bd6e-f913b77fb63a,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:31.850588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7485d253-34f6-4dda-91ba-897cc315f350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.858840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.860198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:subnet and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:31.870226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:31.885848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:31.888769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.895835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3127ea38-42da-4abc-9c8e-ebd717affbcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:31.934950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port d56c255f-47ef-4c11-ba6a-098d6dddc854 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:30:31.950844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:30:31.970931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=becc384e-cc76-4a15-af53-c3b1d7e44f4b,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:31.985163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-e5145570-8577-43dc-be32-f517614eb135 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2967792 Dec 07 13:30:31.988141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:31.988657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7485d253-34f6-4dda-91ba-897cc315f350 None None] Calling delete_port for cd93680e-f310-4086-bd6e-f913b77fb63a owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:31.989214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:31.989597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Added segment 2d6daa99-189e-46fc-8246-de7659d5e7cd of type vlan for network c9f0accc-4a53-4b50-ac31-08ea15836c2c Dec 07 13:30:32.024167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 9b8c5ec6-340e-4057-9966-8e332375295c up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:32.037814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.052537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99c2be0a-7d90-42af-9194-7a4ce03dbbb7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.140775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 9b8c5ec6-340e-4057-9966-8e332375295c triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:32.141295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.146025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99c2be0a-7d90-42af-9194-7a4ce03dbbb7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.276047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7485d253-34f6-4dda-91ba-897cc315f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.276637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2e6574c-e25e-4756-b39d-de73661e6ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.280931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:32.295054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3a6452f3-f1de-4bdb-832b-274c1953301b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:32.307277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::800f:a391:1b09:951f (c9ee8f68-0885-485a-ba4e-56608c96e7d4/29b2bc66-152f-4309-81d5-20095bbc31dc/d56c255f-47ef-4c11-ba6a-098d6dddc854) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:32.312066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6574c-e25e-4756-b39d-de73661e6ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b59454-f8e3-4a39-8ee2-f5acc70acabf,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:32.322591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b2e6574c-e25e-4756-b39d-de73661e6ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:32.336066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485d253-34f6-4dda-91ba-897cc315f350 None None] Pushing event deleted for resources: {'Port': ['ID=cd93680e-f310-4086-bd6e-f913b77fb63a,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:32.339696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7485d253-34f6-4dda-91ba-897cc315f350 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:32.344773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99c2be0a-7d90-42af-9194-7a4ce03dbbb7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.350288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485d253-34f6-4dda-91ba-897cc315f350 None None] No DVR routers for this DVR port cd93680e-f310-4086-bd6e-f913b77fb63a on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:30:32.363209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3c50c031-faea-492f-9e14-5dc9e67de273 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:32.396146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device cd93680e-f310-4086-bd6e-f913b77fb63a no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:30:32.397417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2be0a-7d90-42af-9194-7a4ce03dbbb7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1384f5d-d633-4611-a795-99124a8e197c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:32.412330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-99c2be0a-7d90-42af-9194-7a4ce03dbbb7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:32.439504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ba363e-8e5c-4566-8770-d646851851dd None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:32.471841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15630038-d8ae-4a58-aa31-12184fa589b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.486514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.490619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:32.491292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.518978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d45dfed2-0e54-424b-99e4-6dbd6d59ba83 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.529668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:32.531332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: cd93680e-f310-4086-bd6e-f913b77fb63a {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:30:32.531846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device cd93680e-f310-4086-bd6e-f913b77fb63a not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:30:32.550071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99c2be0a-7d90-42af-9194-7a4ce03dbbb7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.551341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-99c2be0a-7d90-42af-9194-7a4ce03dbbb7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-groups/d1384f5d-d633-4611-a795-99124a8e197c HTTP/1.1" status: 204 len: 168 time: 0.7402740 Dec 07 13:30:32.557633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47224) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:32.602587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d708414-0de6-44c2-bd97-6816dad87d4c tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:32.606530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2e6574c-e25e-4756-b39d-de73661e6ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.606904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b2e6574c-e25e-4756-b39d-de73661e6ffe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8b59454-f8e3-4a39-8ee2-f5acc70acabf HTTP/1.1" status: 204 len: 168 time: 0.9390054 Dec 07 13:30:32.697511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4539323 Dec 07 13:30:32.697763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47230) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:32.707856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.715805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1370795077'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:32.725683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a375e15d-a6ee-405d-b5ae-b13f884d63d7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:32.734030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': '29b2bc66-152f-4309-81d5-20095bbc31dc'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:30:32.734741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:32.734995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.744464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:network and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:32.751197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:32.765237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object d56c255f-47ef-4c11-ba6a-098d6dddc854 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:32.766682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:32.833519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a375e15d-a6ee-405d-b5ae-b13f884d63d7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:32.835377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a375e15d-a6ee-405d-b5ae-b13f884d63d7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2768862 Dec 07 13:30:32.837702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.839282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.845217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:32.854023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:32.855825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47236) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:32.954463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Network': ['ID=c9f0accc-4a53-4b50-ac31-08ea15836c2c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:32.955456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Allocated IP 2001:db8::2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/29b2bc66-152f-4309-81d5-20095bbc31dc/8b6e46fd-b05a-4f42-ae30-3c2991e56bec) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:32.959218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:32.972977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-41f54059-7a0a-4225-b748-89bafa62da6a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:33.000547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network c9f0accc-4a53-4b50-ac31-08ea15836c2c details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:30:33.009770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.144833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:33.154375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-108efd32-bf6d-4db6-a07a-dcaf674a7824 service neutron] 10.222.0.24 "GET /v2.0/networks/773d8947-9a33-4ceb-a454-11a5e48010de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1319914 Dec 07 13:30:33.214865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:30:33.235216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.240576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45dfed2-0e54-424b-99e4-6dbd6d59ba83 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Pushing event deleted for resources: {'Port': ['ID=a39435d7-7799-4a49-967b-530791e40b6b,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:33.246992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Transition to ACTIVE for port object 8b6e46fd-b05a-4f42-ae30-3c2991e56bec will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:33.249197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:33.250325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.250847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Added segment 82141ea1-c8c6-483e-881e-62cb8853504e of type vlan for network fcca00ef-0e65-4c4d-a1bc-8809762f916d Dec 07 13:30:33.255280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:33.264193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=d56c255f-47ef-4c11-ba6a-098d6dddc854,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:33.267056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:33.271467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:33.272585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.273130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d45dfed2-0e54-424b-99e4-6dbd6d59ba83 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.280239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:33.281005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d45dfed2-0e54-424b-99e4-6dbd6d59ba83 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.288068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d45dfed2-0e54-424b-99e4-6dbd6d59ba83 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] 10.222.0.24 "DELETE /v2.0/floatingips/10b66188-09e0-4301-941a-d62a6b2823c9 HTTP/1.1" status: 204 len: 168 time: 2.9879205 Dec 07 13:30:33.291779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47248) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:33.292606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d45dfed2-0e54-424b-99e4-6dbd6d59ba83 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:33.310968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c518adc7-eaf8-46c7-899b-f62ce9382f7f tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Request body: {'floatingip': {'floating_network_id': '6947e9cf-9122-4030-bece-fa1a045b1563', 'port_id': 'b6312b1d-037d-4d58-a4e4-1c3c8b343d49', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:33.323674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c518adc7-eaf8-46c7-899b-f62ce9382f7f tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:33.327151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.344993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c518adc7-eaf8-46c7-899b-f62ce9382f7f tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Usage tracker for resource:floatingip and tenant:e604b4ef389a4e9d9d4ef5e805bd5473 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:33.351676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c518adc7-eaf8-46c7-899b-f62ce9382f7f tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:33.358493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c518adc7-eaf8-46c7-899b-f62ce9382f7f tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:33.386029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9882939 Dec 07 13:30:33.389174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47252) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:33.406604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Transition to ACTIVE for port object 8b6e46fd-b05a-4f42-ae30-3c2991e56bec will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:33.438221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c518adc7-eaf8-46c7-899b-f62ce9382f7f tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.459251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.463719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e00c5a2a-f524-464f-8a63-71d8ae1fa4b3 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.469625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-63450187-7e71-4d4c-9a66-b3799233328c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:33.490960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.494825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e00c5a2a-f524-464f-8a63-71d8ae1fa4b3 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.496359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:33.498263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.516173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8655b6cb-4fbc-45d1-afa3-3db8cb7a52d7 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:33.541571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-c518adc7-eaf8-46c7-899b-f62ce9382f7f tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:30:33.547067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c518adc7-eaf8-46c7-899b-f62ce9382f7f tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2501485 Dec 07 13:30:33.553126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:33.555814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47256) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:33.558081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:33.561098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:33.564565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Pushing event updated for resources: {'Port': ['ID=8b6e46fd-b05a-4f42-ae30-3c2991e56bec,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:33.567614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:33.572776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': 'b6312b1d-037d-4d58-a4e4-1c3c8b343d49', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:33.591695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:33.596058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-2ee63452-e77d-4384-99a2-9d132c5b19ef service neutron] 10.222.0.24 "GET /v2.0/networks/773d8947-9a33-4ceb-a454-11a5e48010de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585472 Dec 07 13:30:33.596936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.609132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d1f69df-0af3-473f-a21b-b842cfb330c7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:33.647435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9435902 Dec 07 13:30:33.647635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Usage tracker for resource:floatingip and tenant:e604b4ef389a4e9d9d4ef5e805bd5473 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:33.653080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b456e7b-d634-40c3-930e-b781b8dfd7ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:33.662837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b456e7b-d634-40c3-930e-b781b8dfd7ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:33.663759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2b456e7b-d634-40c3-930e-b781b8dfd7ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:33.665539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47262) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:33.666686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:33.679524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-02c91cb7-2284-4abe-b143-1e4094bed063 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'subnet': {'network_id': 'c9f0accc-4a53-4b50-ac31-08ea15836c2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:33.699003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Attempting to bind port 8b6e46fd-b05a-4f42-ae30-3c2991e56bec on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:30:33.699435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Attempting to bind port 8b6e46fd-b05a-4f42-ae30-3c2991e56bec by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:30:33.699852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Attempting to bind port 8b6e46fd-b05a-4f42-ae30-3c2991e56bec on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:30:33.703021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:33.707729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:30:33.709610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:33.710236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.710693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:30:33.712005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Bound port: 8b6e46fd-b05a-4f42-ae30-3c2991e56bec, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:30:33.712919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.719594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Network': ['ID=fcca00ef-0e65-4c4d-a1bc-8809762f916d,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:33.730879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:33.750142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network fcca00ef-0e65-4c4d-a1bc-8809762f916d details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:30:33.772152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2b456e7b-d634-40c3-930e-b781b8dfd7ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:33.776642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2b456e7b-d634-40c3-930e-b781b8dfd7ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3814006 Dec 07 13:30:33.777180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47268) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:33.816593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:30:33.839699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Checking segment: {'id': '1f9c0032-740d-4a98-a0ea-a9eca5143c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cc18f4e2-d832-46c6-8135-f9ac1fad981d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:33.840109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network hostable DHCP agents. Network: cc18f4e2-d832-46c6-8135-f9ac1fad981d, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:30:33.871558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0cffbfe1-2e58-49b5-a2a3-00a8ee589a31 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port d56c255f-47ef-4c11-ba6a-098d6dddc854 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:33.872045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cffbfe1-2e58-49b5-a2a3-00a8ee589a31 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.915004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e00c5a2a-f524-464f-8a63-71d8ae1fa4b3 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.919277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Subnet': ['ID=ce09b730-7316-4422-bc11-7b5d44f51537,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:33.928033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:33.936809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:33.946258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7844b790-5825-4621-8fc0-81af32516c6b tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:33.986963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] For port 8b6e46fd-b05a-4f42-ae30-3c2991e56bec, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:30:33.990409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] For port 8b6e46fd-b05a-4f42-ae30-3c2991e56bec, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8b6e46fd-b05a-4f42-ae30-3c2991e56bec,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:30:34.016518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-02c91cb7-2284-4abe-b143-1e4094bed063 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:34.021260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bf1326b1-b3dc-470c-869f-5c5b5ad76c24 req-420cb2bd-f419-414f-8e81-d9aa57633338 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 210 time: 0.0976579 Dec 07 13:30:34.025036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:34.030569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9106f20b-6d45-414e-8b5d-8f7928fedcfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:34.054482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-02c91cb7-2284-4abe-b143-1e4094bed063 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:subnet and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:34.058359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c5a2a-f524-464f-8a63-71d8ae1fa4b3 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d497e508-468b-4490-97ab-5a2affe61470,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:34.060728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-02c91cb7-2284-4abe-b143-1e4094bed063 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:34.070383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e00c5a2a-f524-464f-8a63-71d8ae1fa4b3 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:34.085827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-02c91cb7-2284-4abe-b143-1e4094bed063 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:34.143064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47280) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:34.153052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Pushing event updated for resources: {'Port': ['ID=8b6e46fd-b05a-4f42-ae30-3c2991e56bec,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:34.156330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:34.166877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e00c5a2a-f524-464f-8a63-71d8ae1fa4b3 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:34.170569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e00c5a2a-f524-464f-8a63-71d8ae1fa4b3 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-groups/d497e508-468b-4490-97ab-5a2affe61470 HTTP/1.1" status: 204 len: 168 time: 1.2994752 Dec 07 13:30:34.173319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47286) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:34.238560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c91cb7-2284-4abe-b143-1e4094bed063 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:34.247648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cffbfe1-2e58-49b5-a2a3-00a8ee589a31 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:34.386162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network cc18f4e2-d832-46c6-8135-f9ac1fad981d is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:30:34.405380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0cffbfe1-2e58-49b5-a2a3-00a8ee589a31 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for d56c255f-47ef-4c11-ba6a-098d6dddc854 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:34.410682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-de311eae-9b81-4a02-bbbd-76c13f35e213 tempest-ServiceProvidersTest-321406697 tempest-ServiceProvidersTest-321406697-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2594113 Dec 07 13:30:34.458422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b8a0ca38-b929-4a2c-9b03-accf0d74bb80 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:34.478592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02c91cb7-2284-4abe-b143-1e4094bed063 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:34.510661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, cc18f4e2-d832-46c6-8135-f9ac1fad981d) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:34.524833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995a391c-099d-4423-9af3-640c5edcf580 None None] Network cc18f4e2-d832-46c6-8135-f9ac1fad981d requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:34.558766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:34.562286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:34.645505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cffbfe1-2e58-49b5-a2a3-00a8ee589a31 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:34.654085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0101c94a-ac35-477a-83ee-172d8042fa63 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:34.712203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffbfe1-2e58-49b5-a2a3-00a8ee589a31 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=d56c255f-47ef-4c11-ba6a-098d6dddc854,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:34.716432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b8a0ca38-b929-4a2c-9b03-accf0d74bb80 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:34.721452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b8a0ca38-b929-4a2c-9b03-accf0d74bb80 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5355265 Dec 07 13:30:34.723161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0cffbfe1-2e58-49b5-a2a3-00a8ee589a31 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:34.726400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47298) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:34.739105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-eb4a25b8-b433-40a4-94d8-49062f16d6b0 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group': {'name': 'tempest-secgroup--874616343'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:34.745832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-eb4a25b8-b433-40a4-94d8-49062f16d6b0 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:34.755426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:34.796155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:34.806605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cffbfe1-2e58-49b5-a2a3-00a8ee589a31 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:34.810986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3009791 Dec 07 13:30:34.815333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47302) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:34.822276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-eb4a25b8-b433-40a4-94d8-49062f16d6b0 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:34.864494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0cffbfe1-2e58-49b5-a2a3-00a8ee589a31 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/d56c255f-47ef-4c11-ba6a-098d6dddc854 HTTP/1.1" status: 204 len: 168 time: 1.0833330 Dec 07 13:30:34.868677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47306) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:34.948479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb4a25b8-b433-40a4-94d8-49062f16d6b0 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:35.002367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-cc18f4e2-d832-46c6-8135-f9ac1fad981d', 'network_id': 'cc18f4e2-d832-46c6-8135-f9ac1fad981d', 'tenant_id': 'fe55e53248254c14b0c35bd483e2ae5f', 'fixed_ips': [{'subnet_id': 'ce09b730-7316-4422-bc11-7b5d44f51537'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:30:35.006434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:35.031723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb4071a-6e06-4ac3-b04c-c9bb325f8b4a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:35.033999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb4071a-6e06-4ac3-b04c-c9bb325f8b4a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:35.034221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ecb4071a-6e06-4ac3-b04c-c9bb325f8b4a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:35.065064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-eb4a25b8-b433-40a4-94d8-49062f16d6b0 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:35.091455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-eb4a25b8-b433-40a4-94d8-49062f16d6b0 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:35.102659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-eb4a25b8-b433-40a4-94d8-49062f16d6b0 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:35.109351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-eb4a25b8-b433-40a4-94d8-49062f16d6b0 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:35.112811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ecb4071a-6e06-4ac3-b04c-c9bb325f8b4a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:35.114133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ecb4071a-6e06-4ac3-b04c-c9bb325f8b4a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2443745 Dec 07 13:30:35.117049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47316) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:35.193289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47320) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:35.205256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:35.252142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Allocated IP 172.20.0.2 (cc18f4e2-d832-46c6-8135-f9ac1fad981d/ce09b730-7316-4422-bc11-7b5d44f51537/1e4a5d5f-16e3-40c2-9485-9fc288cac1b3) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:35.349666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb4a25b8-b433-40a4-94d8-49062f16d6b0 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:35.349960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4019db3d-9c05-4b8a-a77c-60476c64988a req-245f06aa-5e11-45c6-aab2-18e7022dcd5a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 210 time: 0.1552553 Dec 07 13:30:35.396004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb4a25b8-b433-40a4-94d8-49062f16d6b0 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:35.404457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2047fd70-b470-4807-8397-ba4fdaedcf16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:35.428480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-93095667-5f76-436c-895f-c399a104ad7e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet 29b2bc66-152f-4309-81d5-20095bbc31dc {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:30:35.436051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93095667-5f76-436c-895f-c399a104ad7e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:35.516160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a25b8-b433-40a4-94d8-49062f16d6b0 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e79eda-9394-4c10-a518-776e8b8e44b8,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:35.525135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eb4a25b8-b433-40a4-94d8-49062f16d6b0 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:35.527526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93095667-5f76-436c-895f-c399a104ad7e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:35.550067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:35.551922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:35.561517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb4a25b8-b433-40a4-94d8-49062f16d6b0 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:35.563403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-eb4a25b8-b433-40a4-94d8-49062f16d6b0 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8345931 Dec 07 13:30:35.568508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Transition to ACTIVE for port object 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:35.568730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47328) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:35.582813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-dbf5ba12-358f-40cd-9938-e294c3bd79bb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group_rule': {'security_group_id': '48e79eda-9394-4c10-a518-776e8b8e44b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:35.592248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Transition to ACTIVE for port object 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:35.593230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dbf5ba12-358f-40cd-9938-e294c3bd79bb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:35.601204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dbf5ba12-358f-40cd-9938-e294c3bd79bb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:35.607019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dbf5ba12-358f-40cd-9938-e294c3bd79bb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:35.617154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dbf5ba12-358f-40cd-9938-e294c3bd79bb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:35.646958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:35.654724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82fb5204-2b5f-46d5-a0ae-5c3f5d9f4d30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:35.714209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93095667-5f76-436c-895f-c399a104ad7e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:35.725557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Network cc18f4e2-d832-46c6-8135-f9ac1fad981d is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:35.730434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:35.735786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:35.738348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Pushing event updated for resources: {'Port': ['ID=1e4a5d5f-16e3-40c2-9485-9fc288cac1b3,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:35.748988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:35.847089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e8244ca-57ec-48ac-8f0f-b613ec581234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:35.848722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ba12-358f-40cd-9938-e294c3bd79bb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:35.869229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Allocated IP 172.36.4.185 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/c4db2c4b-7780-4217-8a1b-367bb4a52dd1) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:35.875552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Attempting to bind port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:30:35.876904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Attempting to bind port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '1f9c0032-740d-4a98-a0ea-a9eca5143c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cc18f4e2-d832-46c6-8135-f9ac1fad981d'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:30:35.877491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Attempting to bind port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 on network cc18f4e2-d832-46c6-8135-f9ac1fad981d {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:30:35.889425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93095667-5f76-436c-895f-c399a104ad7e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:35.895006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:30:35.896198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Checking segment: {'id': '1f9c0032-740d-4a98-a0ea-a9eca5143c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cc18f4e2-d832-46c6-8135-f9ac1fad981d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:35.897382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:35.897995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Bound using segment: {'id': '1f9c0032-740d-4a98-a0ea-a9eca5143c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cc18f4e2-d832-46c6-8135-f9ac1fad981d'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:30:35.899898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-911146ca-fc80-4e38-a10d-869b7cce2cc9 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:35.902001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Bound port: 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9c0032-740d-4a98-a0ea-a9eca5143c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'cc18f4e2-d832-46c6-8135-f9ac1fad981d'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:30:35.902001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:35.977991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93095667-5f76-436c-895f-c399a104ad7e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=29b2bc66-152f-4309-81d5-20095bbc31dc,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:36.003092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-93095667-5f76-436c-895f-c399a104ad7e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:36.020489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] For port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:30:36.024596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93095667-5f76-436c-895f-c399a104ad7e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:36.024944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] For port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1e4a5d5f-16e3-40c2-9485-9fc288cac1b3,segment=NetworkSegment(1f9c0032-740d-4a98-a0ea-a9eca5143c21),segment_id=1f9c0032-740d-4a98-a0ea-a9eca5143c21)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:30:36.061782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8b6e46fd-b05a-4f42-ae30-3c2991e56bec up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:36.070559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ba12-358f-40cd-9938-e294c3bd79bb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:36.092849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02c91cb7-2284-4abe-b143-1e4094bed063 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:36.094247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-93095667-5f76-436c-895f-c399a104ad7e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/29b2bc66-152f-4309-81d5-20095bbc31dc HTTP/1.1" status: 204 len: 168 time: 0.9747133 Dec 07 13:30:36.096872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47332) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:36.099628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:36.105348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aeee6739-6280-4195-af1d-556e393a2bdd tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:36.110488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1e10a161-2982-48fe-b697-41e55f68b795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:36.173458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ba12-358f-40cd-9938-e294c3bd79bb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:36.175829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ca0b855a-f5f5-4984-bd62-31f5716ec7e2 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:36.186463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f5210a69-32f6-4a2b-aaa4-4b51de174c7a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858190 Dec 07 13:30:36.190461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47336) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:36.212113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:36.232075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Pushing event updated for resources: {'Port': ['ID=1e4a5d5f-16e3-40c2-9485-9fc288cac1b3,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:36.237127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:36.237658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c91cb7-2284-4abe-b143-1e4094bed063 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Subnet': ['ID=8637463e-b85c-459c-af62-f129fd9652f2,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:36.255183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2e8244ca-57ec-48ac-8f0f-b613ec581234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:36.264195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02c91cb7-2284-4abe-b143-1e4094bed063 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:36.275524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 8b6e46fd-b05a-4f42-ae30-3c2991e56bec completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:36.277023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2e8244ca-57ec-48ac-8f0f-b613ec581234 admin admin] Usage tracker for resource:security_group_rule and tenant:218d849ce29045a0a54d0ec453e11323 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:36.283029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2e8244ca-57ec-48ac-8f0f-b613ec581234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:36.292347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5ba12-358f-40cd-9938-e294c3bd79bb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f811e0-764a-4ddb-bd88-c0b55f8ac872,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:36.296958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbf5ba12-358f-40cd-9938-e294c3bd79bb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:36.306042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2e8244ca-57ec-48ac-8f0f-b613ec581234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:36.328655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c91cb7-2284-4abe-b143-1e4094bed063 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Checking segment: {'id': '2d6daa99-189e-46fc-8246-de7659d5e7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c9f0accc-4a53-4b50-ac31-08ea15836c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:36.328655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c91cb7-2284-4abe-b143-1e4094bed063 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network hostable DHCP agents. Network: c9f0accc-4a53-4b50-ac31-08ea15836c2c, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:30:36.339988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ba12-358f-40cd-9938-e294c3bd79bb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:36.343435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dbf5ba12-358f-40cd-9938-e294c3bd79bb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7717657 Dec 07 13:30:36.344544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47340) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:36.366429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:36.372349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028b0aae-f230-4a36-8c75-dadadc54afcb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:36.373472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-028b0aae-f230-4a36-8c75-dadadc54afcb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:36.375817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0c872c9b-3b07-4b68-bf03-9695e6fc5cb0 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:36.402323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5060c68-952c-46e6-8571-b2f888e3f4a4 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:36.417238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5060c68-952c-46e6-8571-b2f888e3f4a4 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:36.426917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:36.431154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c91cb7-2284-4abe-b143-1e4094bed063 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network c9f0accc-4a53-4b50-ac31-08ea15836c2c is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:30:36.443639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Subnet': ['ID=ce09b730-7316-4422-bc11-7b5d44f51537,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:36.455822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:36.458116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aa418842-3055-4fbe-9ae3-70ab7db09c2d tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:36.478866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5060c68-952c-46e6-8571-b2f888e3f4a4 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:36.481185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-13c3e657-06e4-47ae-a8f6-007b2f6fd4d7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:36.505770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5060c68-952c-46e6-8571-b2f888e3f4a4 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43f811e0-764a-4ddb-bd88-c0b55f8ac872,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:36.508673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5060c68-952c-46e6-8571-b2f888e3f4a4 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:36.512500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b5060c68-952c-46e6-8571-b2f888e3f4a4 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/43f811e0-764a-4ddb-bd88-c0b55f8ac872 HTTP/1.1" status: 204 len: 168 time: 0.1638134 Dec 07 13:30:36.512500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b5060c68-952c-46e6-8571-b2f888e3f4a4 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:36.512773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47346) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:36.532094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-028b0aae-f230-4a36-8c75-dadadc54afcb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:36.533355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-028b0aae-f230-4a36-8c75-dadadc54afcb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3403559 Dec 07 13:30:36.541229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47350) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:36.554745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:36.554916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3e1dbd-97f5-440e-b1c4-cb306f42f2db None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:36.560155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:36.562162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-02c91cb7-2284-4abe-b143-1e4094bed063 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, c9f0accc-4a53-4b50-ac31-08ea15836c2c) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:36.585448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a447f57-4677-4c1e-ae44-3e9e8c65fbc8 None None] Network c9f0accc-4a53-4b50-ac31-08ea15836c2c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:36.599792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:36.658392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1ae7d773-8825-436d-a7d9-dcd7f629911c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:36.688388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccc931a-3f6b-42aa-a783-48fc29eaad0c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:36.691800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fccc931a-3f6b-42aa-a783-48fc29eaad0c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:36.729186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1ae7d773-8825-436d-a7d9-dcd7f629911c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:36.738594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1ae7d773-8825-436d-a7d9-dcd7f629911c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2216086 Dec 07 13:30:36.740058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c91cb7-2284-4abe-b143-1e4094bed063 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:36.740709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02c91cb7-2284-4abe-b143-1e4094bed063 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:36.743053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47354) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:36.773283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1e98b6c8-41df-43a5-913e-7d77136d9fff req-d2f65544-a721-4527-abdc-9f18891eeb7c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 210 time: 0.2363391 Dec 07 13:30:36.790249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fccc931a-3f6b-42aa-a783-48fc29eaad0c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:36.790249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fccc931a-3f6b-42aa-a783-48fc29eaad0c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2450202 Dec 07 13:30:36.830851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47358) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:36.844057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Pushing event updated for resources: {'Port': ['ID=c4db2c4b-7780-4217-8a1b-367bb4a52dd1,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:36.859045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-13238db9-bed3-4540-a361-bf2b293be48b None None] Provisioning for port 8b6e46fd-b05a-4f42-ae30-3c2991e56bec completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:36.865760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:36.868077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e8244ca-57ec-48ac-8f0f-b613ec581234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:36.889705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:36.962495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-838cb886-d3b3-4ee5-b721-d6b2427b6fec tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1300263 Dec 07 13:30:36.968762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47362) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:37.001782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc18f4e2-d832-46c6-8135-f9ac1fad981d']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:37.018276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bfbede5a-265b-4540-9763-97a6436d8c7b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:37.018874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e8244ca-57ec-48ac-8f0f-b613ec581234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:37.043648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:37.133973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8244ca-57ec-48ac-8f0f-b613ec581234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507fd959-03f6-48ba-bd5d-db74dbb075ed,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:37.133973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9c0032-740d-4a98-a0ea-a9eca5143c21') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:37.133973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9c0032-740d-4a98-a0ea-a9eca5143c21') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:37.133973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2e8244ca-57ec-48ac-8f0f-b613ec581234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:37.133973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:37.166248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3124663-1fa8-41bf-bf30-420af65cd460 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:37.174327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-13238db9-bed3-4540-a361-bf2b293be48b None None] Provisioning complete for port 8b6e46fd-b05a-4f42-ae30-3c2991e56bec triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:37.174901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13238db9-bed3-4540-a361-bf2b293be48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:37.179980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2e8244ca-57ec-48ac-8f0f-b613ec581234 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=218d849ce29045a0a54d0ec453e11323&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9708598 Dec 07 13:30:37.189141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:37.191389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47366) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:37.192076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Deleting port c4db2c4b-7780-4217-8a1b-367bb4a52dd1 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:37.192449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:37.249113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-02c91cb7-2284-4abe-b143-1e4094bed063 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5788927 Dec 07 13:30:37.250569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:30:37.251019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:37.280556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47370) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:30:37.293154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:30:37.329274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9f0accc-4a53-4b50-ac31-08ea15836c2c', 'network_id': 'c9f0accc-4a53-4b50-ac31-08ea15836c2c', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'fixed_ips': [{'subnet_id': '8637463e-b85c-459c-af62-f129fd9652f2'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:30:37.330571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:37.341754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3124663-1fa8-41bf-bf30-420af65cd460 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:37.392629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-f5ae9fbc-1c0c-4eac-8869-f3439b73eedd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:37.394724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-f5ae9fbc-1c0c-4eac-8869-f3439b73eedd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/networks?id=773d8947-9a33-4ceb-a454-11a5e48010de HTTP/1.1" status: 200 len: 797 time: 0.4300053 Dec 07 13:30:37.419415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'subnet': {'network_id': 'fcca00ef-0e65-4c4d-a1bc-8809762f916d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:37.439682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3124663-1fa8-41bf-bf30-420af65cd460 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:37.453707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b8f8301-aab1-40d4-bf6a-ea77cfd3e141 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:37.494178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3124663-1fa8-41bf-bf30-420af65cd460 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e79eda-9394-4c10-a518-776e8b8e44b8,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:37.496209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13238db9-bed3-4540-a361-bf2b293be48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:37.505739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b3124663-1fa8-41bf-bf30-420af65cd460 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:37.535014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bfbede5a-265b-4540-9763-97a6436d8c7b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:37.553857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1d72254-c725-4b9a-9285-28f67a6d2598 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:37.560142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bfbede5a-265b-4540-9763-97a6436d8c7b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:37.579383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3124663-1fa8-41bf-bf30-420af65cd460 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:37.581071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b3124663-1fa8-41bf-bf30-420af65cd460 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-groups/48e79eda-9394-4c10-a518-776e8b8e44b8 HTTP/1.1" status: 204 len: 168 time: 0.8368156 Dec 07 13:30:37.585302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47378) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:37.612464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-13238db9-bed3-4540-a361-bf2b293be48b None None] For port 8b6e46fd-b05a-4f42-ae30-3c2991e56bec, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8b6e46fd-b05a-4f42-ae30-3c2991e56bec,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:37.613881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e02a98-9a48-4208-8cb3-dbfbd3d97905 None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:30:37.627410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1d72254-c725-4b9a-9285-28f67a6d2598 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:37.628745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1d72254-c725-4b9a-9285-28f67a6d2598 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 472 time: 0.2129371 Dec 07 13:30:37.645749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'port': {'device_id': '990e953f-e3f8-4629-84ef-7c967ea81fcf', 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de', 'admin_state_up': True, 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'security_groups': ['4a2ec37b-ac2a-4294-937c-7a3b8b597641']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:37.659848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-10e02a98-9a48-4208-8cb3-dbfbd3d97905 None None] Deleting port 8b6e46fd-b05a-4f42-ae30-3c2991e56bec {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:37.660416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-10e02a98-9a48-4208-8cb3-dbfbd3d97905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:37.673640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbede5a-265b-4540-9763-97a6436d8c7b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:37.679604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfbede5a-265b-4540-9763-97a6436d8c7b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:37.696832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13238db9-bed3-4540-a361-bf2b293be48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:37.700805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:37.708252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c6abbbf-ea1a-40bb-b9a5-c45bcf33f873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:37.718485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:subnet and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:37.724676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 13:30:37.724676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 13:30:37.724676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [parameters: {'id': 'cc18f4e2-d832-46c6-8135-f9ac1fad981d'}] Dec 07 13:30:37.724676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:30:37.725172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:30:37.725761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:37.741999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:37.758726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b6eb4a77-6490-4a0a-9979-750a82c2f2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:37.817167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:37.840683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Allocated IP 2001:db8::2 (c9f0accc-4a53-4b50-ac31-08ea15836c2c/8637463e-b85c-459c-af62-f129fd9652f2/03a5d5f2-20d2-436d-94e5-49578179f451) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:37.860056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13238db9-bed3-4540-a361-bf2b293be48b None None] Pushing event updated for resources: {'Port': ['ID=8b6e46fd-b05a-4f42-ae30-3c2991e56bec,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:37.870452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-13238db9-bed3-4540-a361-bf2b293be48b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:37.971501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:38.123360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b6eb4a77-6490-4a0a-9979-750a82c2f2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:38.125337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-943f4963-2ed5-4c49-839d-8ccd082e1d6a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:38.125586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:38.180863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:38.183042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:38.221685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-943f4963-2ed5-4c49-839d-8ccd082e1d6a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:38.223725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-943f4963-2ed5-4c49-839d-8ccd082e1d6a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6384857 Dec 07 13:30:38.237725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-04c780ec-bca2-4c54-98e1-621ad3ef9aaa req-6ef8b1cc-bc57-408c-ba31-3c0b40bdc746 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 210 time: 0.1168482 Dec 07 13:30:38.238314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47384) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:38.246039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:38.268856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-10e02a98-9a48-4208-8cb3-dbfbd3d97905 None None] For port 8b6e46fd-b05a-4f42-ae30-3c2991e56bec, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8b6e46fd-b05a-4f42-ae30-3c2991e56bec,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:38.269112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-10e02a98-9a48-4208-8cb3-dbfbd3d97905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:38.284145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:38.292940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:port and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:38.300890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:38.311391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:38.382953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:38.388602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:38.414821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:38.429381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f64671af-a071-45b5-a6b5-04c8c47466c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195344518'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:38.434948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-10e02a98-9a48-4208-8cb3-dbfbd3d97905 None None] Calling delete_port for 8b6e46fd-b05a-4f42-ae30-3c2991e56bec owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:38.437959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f64671af-a071-45b5-a6b5-04c8c47466c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:38.449222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f64671af-a071-45b5-a6b5-04c8c47466c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:38.574144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8b6e46fd-b05a-4f42-ae30-3c2991e56bec no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:30:38.589638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Calling delete_port for c4db2c4b-7780-4217-8a1b-367bb4a52dd1 owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:38.621014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f64671af-a071-45b5-a6b5-04c8c47466c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:38.629886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfbede5a-265b-4540-9763-97a6436d8c7b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:38.641570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b4bb339c-b7e8-413b-9be0-888540880413 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:38.674828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Deleting port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:38.674828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:38.679040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d508eaeb-ee04-4408-9de7-ea238f29a903 None None] Network cc18f4e2-d832-46c6-8135-f9ac1fad981d requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:38.728314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbede5a-265b-4540-9763-97a6436d8c7b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=73f98f14-70af-4ff4-86ac-ae3a4edf27e1,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:38.730575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:38.731954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbede5a-265b-4540-9763-97a6436d8c7b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:38.735058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bfbede5a-265b-4540-9763-97a6436d8c7b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:38.736038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-bfbede5a-265b-4540-9763-97a6436d8c7b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:38.741204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbede5a-265b-4540-9763-97a6436d8c7b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:38.741844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfbede5a-265b-4540-9763-97a6436d8c7b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:38.748535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.23 (773d8947-9a33-4ceb-a454-11a5e48010de/c4639f13-b0f3-4827-abd1-2f1f3b97fd98/63bb15b9-344b-41d3-a232-20edf0df0909) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:38.771994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f64671af-a071-45b5-a6b5-04c8c47466c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:38.782002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f64671af-a071-45b5-a6b5-04c8c47466c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:38.790669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f64671af-a071-45b5-a6b5-04c8c47466c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:38.817927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-10e02a98-9a48-4208-8cb3-dbfbd3d97905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:38.822079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Port 8b6e46fd-b05a-4f42-ae30-3c2991e56bec update to DOWN by agent not found {{(pid=88899) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Dec 07 13:30:38.828321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f64671af-a071-45b5-a6b5-04c8c47466c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:38.828513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-783efa2b-f12a-46aa-8a2b-8000cc60c333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:38.831849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:38.838823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bfbede5a-265b-4540-9763-97a6436d8c7b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8638701 Dec 07 13:30:38.839740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47388) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:38.848339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'fixed_ips': [{'subnet_id': '73f98f14-70af-4ff4-86ac-ae3a4edf27e1', 'ip_address': '2001:db8::5948:a98f:52b9:cdcb'}], 'name': 'tempest-NetworksTestDHCPv6-927578514'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:38.862839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f2441567-dc72-4746-8652-4f2e6a975451 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:38.888385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e02a98-9a48-4208-8cb3-dbfbd3d97905 None None] Pushing event deleted for resources: {'Port': ['ID=8b6e46fd-b05a-4f42-ae30-3c2991e56bec,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:38.896879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-10e02a98-9a48-4208-8cb3-dbfbd3d97905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:38.899657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Transition to ACTIVE for port object 03a5d5f2-20d2-436d-94e5-49578179f451 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:38.940767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e02a98-9a48-4208-8cb3-dbfbd3d97905 None None] No DVR routers for this DVR port 8b6e46fd-b05a-4f42-ae30-3c2991e56bec on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:30:38.979408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b6eb4a77-6490-4a0a-9979-750a82c2f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:38.991842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b60fc1-e569-4ebc-bc5c-b3f2b3176a18 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:39.012774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Transition to ACTIVE for port object 03a5d5f2-20d2-436d-94e5-49578179f451 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:39.018891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-da4cab0b-3d11-402c-82d0-88af20ea7ced None None] Provisioning for port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:39.082070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:39.087008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-da4cab0b-3d11-402c-82d0-88af20ea7ced None None] Provisioning complete for port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:39.087307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-da4cab0b-3d11-402c-82d0-88af20ea7ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:39.121939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Subnet': ['ID=8778486a-1ced-4da0-a5b4-c6814c51c713,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:39.152591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:39.153186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:39.157572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:39.158956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:39.177095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:39.188840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object 63bb15b9-344b-41d3-a232-20edf0df0909 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:39.211764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb4a77-6490-4a0a-9979-750a82c2f2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507fd959-03f6-48ba-bd5d-db74dbb075ed,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:39.226089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b6eb4a77-6490-4a0a-9979-750a82c2f2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:39.235922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:39.244931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:39.245174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] For port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1e4a5d5f-16e3-40c2-9485-9fc288cac1b3,segment=NetworkSegment(1f9c0032-740d-4a98-a0ea-a9eca5143c21),segment_id=1f9c0032-740d-4a98-a0ea-a9eca5143c21)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:39.245561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:39.258845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Checking segment: {'id': '82141ea1-c8c6-483e-881e-62cb8853504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fcca00ef-0e65-4c4d-a1bc-8809762f916d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:39.259298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network hostable DHCP agents. Network: fcca00ef-0e65-4c4d-a1bc-8809762f916d, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:30:39.297460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:39.315548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=63bb15b9-344b-41d3-a232-20edf0df0909,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:39.319127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:39.344720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 773d8947-9a33-4ceb-a454-11a5e48010de is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:39.346445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:39.348807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:39.427722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:39.428644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:39.486637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8462124 Dec 07 13:30:39.506991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Request body: {'port': {'device_id': '990e953f-e3f8-4629-84ef-7c967ea81fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:39.517168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Network c9f0accc-4a53-4b50-ac31-08ea15836c2c is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:39.567448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f64671af-a071-45b5-a6b5-04c8c47466c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:39.572415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:39.600065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:39.607585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Pushing event updated for resources: {'Port': ['ID=03a5d5f2-20d2-436d-94e5-49578179f451,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:39.622065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:39.628356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d45dfed2-0e54-424b-99e4-6dbd6d59ba83 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:39.633859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:39.654104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:39.663403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:39.692979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port cb584a11-d731-4c37-8c76-12cdcd4756e2 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:30:39.757380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:39.786622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-da4cab0b-3d11-402c-82d0-88af20ea7ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:39.794005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Calling delete_port for 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:39.821719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f64671af-a071-45b5-a6b5-04c8c47466c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:39.823108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] DHCP port deletion for cc18f4e2-d832-46c6-8135-f9ac1fad981d request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:30:39.850398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] Deleting port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:39.850877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:39.855587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Pushing event deleted for resources: {'Port': ['ID=c4db2c4b-7780-4217-8a1b-367bb4a52dd1,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:39.866884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:39.870856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2cf99f27-5d73-4ca8-8354-b93b7374624d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:39.882333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b6eb4a77-6490-4a0a-9979-750a82c2f2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:39.886597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b6eb4a77-6490-4a0a-9979-750a82c2f2f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/507fd959-03f6-48ba-bd5d-db74dbb075ed HTTP/1.1" status: 204 len: 168 time: 2.6664493 Dec 07 13:30:39.930713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': '73f98f14-70af-4ff4-86ac-ae3a4edf27e1'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:30:39.933321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:39.965870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:39.992773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-da4cab0b-3d11-402c-82d0-88af20ea7ced None None] For port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1e4a5d5f-16e3-40c2-9485-9fc288cac1b3,segment=NetworkSegment(1f9c0032-740d-4a98-a0ea-a9eca5143c21),segment_id=1f9c0032-740d-4a98-a0ea-a9eca5143c21)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:40.012037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f64671af-a071-45b5-a6b5-04c8c47466c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.013271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f64671af-a071-45b5-a6b5-04c8c47466c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7650936 Dec 07 13:30:40.021755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47396) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:40.029945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64671af-a071-45b5-a6b5-04c8c47466c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd875a2-5c70-410d-a00a-f4852b71073e,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:40.043727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4e75d418-068c-4c70-a9b7-e186139786c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group_rule': {'security_group_id': '8bd875a2-5c70-410d-a00a-f4852b71073e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:40.045693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f64671af-a071-45b5-a6b5-04c8c47466c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:40.054327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:30:40.068814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4e75d418-068c-4c70-a9b7-e186139786c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:40.078555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network fcca00ef-0e65-4c4d-a1bc-8809762f916d is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:30:40.083369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4e75d418-068c-4c70-a9b7-e186139786c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:40.093612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4e75d418-068c-4c70-a9b7-e186139786c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:40.097732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241c356-3f78-4fdf-8b9a-8a71666e61c2 req-66b7ea08-e1fa-4ac7-b790-998b55663413 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:40.099416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c241c356-3f78-4fdf-8b9a-8a71666e61c2 req-66b7ea08-e1fa-4ac7-b790-998b55663413 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 932 time: 0.5288391 Dec 07 13:30:40.109957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4e75d418-068c-4c70-a9b7-e186139786c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:40.126272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-da4cab0b-3d11-402c-82d0-88af20ea7ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.144551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-659cb57c-3937-4bed-9eb0-dfb1a5c524ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:40.163845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c241c356-3f78-4fdf-8b9a-8a71666e61c2 req-990e0623-5d0f-409e-9876-d254e9fcd182 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a2ec37b-ac2a-4294-937c-7a3b8b597641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563779 Dec 07 13:30:40.169865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::5948:a98f:52b9:cdcb (c9ee8f68-0885-485a-ba4e-56608c96e7d4/73f98f14-70af-4ff4-86ac-ae3a4edf27e1/cb584a11-d731-4c37-8c76-12cdcd4756e2) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:40.173087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Attempting to bind port 03a5d5f2-20d2-436d-94e5-49578179f451 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:30:40.173347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Attempting to bind port 03a5d5f2-20d2-436d-94e5-49578179f451 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '2d6daa99-189e-46fc-8246-de7659d5e7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c9f0accc-4a53-4b50-ac31-08ea15836c2c'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:30:40.173745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Attempting to bind port 03a5d5f2-20d2-436d-94e5-49578179f451 on network c9f0accc-4a53-4b50-ac31-08ea15836c2c {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:30:40.225071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:30:40.225639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:30:40.226723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, fcca00ef-0e65-4c4d-a1bc-8809762f916d) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:40.232467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:40.233266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.251302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] create failed (client error): The resource could not be found. Dec 07 13:30:40.252641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.6960750 Dec 07 13:30:40.256876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fdf736-f9c9-45b7-975e-4b745b11620a None None] Network fcca00ef-0e65-4c4d-a1bc-8809762f916d requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:40.257505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47400) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:40.315810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:30:40.316228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Checking segment: {'id': '2d6daa99-189e-46fc-8246-de7659d5e7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c9f0accc-4a53-4b50-ac31-08ea15836c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:40.316678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.317113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Bound using segment: {'id': '2d6daa99-189e-46fc-8246-de7659d5e7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c9f0accc-4a53-4b50-ac31-08ea15836c2c'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:30:40.317645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Bound port: 03a5d5f2-20d2-436d-94e5-49578179f451, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6daa99-189e-46fc-8246-de7659d5e7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c9f0accc-4a53-4b50-ac31-08ea15836c2c'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:30:40.318061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.339396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0417318 Dec 07 13:30:40.341495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47406) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:40.349138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-fc279cc4-b184-4691-ae78-2e68f88470e6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1050906065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:40.358588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fc279cc4-b184-4691-ae78-2e68f88470e6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:40.361698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e75d418-068c-4c70-a9b7-e186139786c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.364299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fc279cc4-b184-4691-ae78-2e68f88470e6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:router and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:40.369476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fc279cc4-b184-4691-ae78-2e68f88470e6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:40.378043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fc279cc4-b184-4691-ae78-2e68f88470e6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:40.418969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc279cc4-b184-4691-ae78-2e68f88470e6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.420569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc279cc4-b184-4691-ae78-2e68f88470e6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.448803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc279cc4-b184-4691-ae78-2e68f88470e6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.463610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ab71cd88-6dbf-4177-8030-31795293f8d7 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Deleting port b6312b1d-037d-4d58-a4e4-1c3c8b343d49 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:40.464002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab71cd88-6dbf-4177-8030-31795293f8d7 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.533504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc279cc4-b184-4691-ae78-2e68f88470e6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.566045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cab0b-3d11-402c-82d0-88af20ea7ced None None] Pushing event updated for resources: {'Port': ['ID=1e4a5d5f-16e3-40c2-9485-9fc288cac1b3,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:40.607400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e75d418-068c-4c70-a9b7-e186139786c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.640663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc279cc4-b184-4691-ae78-2e68f88470e6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.642217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fc279cc4-b184-4691-ae78-2e68f88470e6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2990975 Dec 07 13:30:40.645298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47416) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:40.658961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e75d418-068c-4c70-a9b7-e186139786c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.659586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] For port 03a5d5f2-20d2-436d-94e5-49578179f451, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:30:40.663739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] For port 03a5d5f2-20d2-436d-94e5-49578179f451, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=03a5d5f2-20d2-436d-94e5-49578179f451,segment=NetworkSegment(2d6daa99-189e-46fc-8246-de7659d5e7cd),segment_id=2d6daa99-189e-46fc-8246-de7659d5e7cd)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:30:40.665906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-da4cab0b-3d11-402c-82d0-88af20ea7ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:40.683153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dd0ffb77-1d04-4b3f-a99b-9eedb62d5270 None None] Provisioning for port 63bb15b9-344b-41d3-a232-20edf0df0909 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:40.692848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3e7380ee-6e26-4d17-a8c7-8831c013ae1e tempest-ServersTestManualDisk-2125539372 tempest-ServersTestManualDisk-2125539372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:40.729464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Deleting port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:40.729951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.742593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dd0ffb77-1d04-4b3f-a99b-9eedb62d5270 None None] Provisioning complete for port 63bb15b9-344b-41d3-a232-20edf0df0909 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:40.743368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd0ffb77-1d04-4b3f-a99b-9eedb62d5270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.774612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.784714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75d418-068c-4c70-a9b7-e186139786c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8edad99-af93-42ec-af7a-973ced6dc755,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:40.790257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:40.828301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4e75d418-068c-4c70-a9b7-e186139786c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:40.861182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bb15b9-344b-41d3-a232-20edf0df0909 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:30:40.914476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] For port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1e4a5d5f-16e3-40c2-9485-9fc288cac1b3,segment=NetworkSegment(1f9c0032-740d-4a98-a0ea-a9eca5143c21),segment_id=1f9c0032-740d-4a98-a0ea-a9eca5143c21)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:40.914476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.938132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.953884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.977002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e75d418-068c-4c70-a9b7-e186139786c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:40.981450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4e75d418-068c-4c70-a9b7-e186139786c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9460847 Dec 07 13:30:41.013805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47422) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:41.108923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Transition to ACTIVE for port object 63bb15b9-344b-41d3-a232-20edf0df0909 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:41.138662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:41.166971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] Calling delete_port for 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:41.175195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:41.204054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0cffbfe1-2e58-49b5-a2a3-00a8ee589a31 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:41.267018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dd0ffb77-1d04-4b3f-a99b-9eedb62d5270 None None] Port 63bb15b9-344b-41d3-a232-20edf0df0909 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:30:41.277074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fc8767e9-cf8c-4105-9983-d2ded8888e35 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules/b8edad99-af93-42ec-af7a-973ced6dc755 HTTP/1.1" status: 200 len: 705 time: 0.2274046 Dec 07 13:30:41.281817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47432) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:41.315292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Pushing event updated for resources: {'Port': ['ID=03a5d5f2-20d2-436d-94e5-49578179f451,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:41.330597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:41.496774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object cb584a11-d731-4c37-8c76-12cdcd4756e2 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:41.509921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab71cd88-6dbf-4177-8030-31795293f8d7 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:41.548739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Pushing event updated for resources: {'Port': ['ID=63bb15b9-344b-41d3-a232-20edf0df0909,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:41.581839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1e4a5d5f-16e3-40c2-9485-9fc288cac1b3,segment=NetworkSegment(1f9c0032-740d-4a98-a0ea-a9eca5143c21),segment_id=1f9c0032-740d-4a98-a0ea-a9eca5143c21)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:41.584027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-fcca00ef-0e65-4c4d-a1bc-8809762f916d', 'network_id': 'fcca00ef-0e65-4c4d-a1bc-8809762f916d', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'fixed_ips': [{'subnet_id': '8778486a-1ced-4da0-a5b4-c6814c51c713'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:30:41.585159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:41.627659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:41.640877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:41.663477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-902f334e-3a6b-49d7-bcbd-518c97345a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:41.738548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ab71cd88-6dbf-4177-8030-31795293f8d7 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Calling delete_port for b6312b1d-037d-4d58-a4e4-1c3c8b343d49 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:41.760099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47438) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:41.805964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=1e4a5d5f-16e3-40c2-9485-9fc288cac1b3,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:41.821377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:41.967717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] For port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1e4a5d5f-16e3-40c2-9485-9fc288cac1b3,segment=NetworkSegment(1f9c0032-740d-4a98-a0ea-a9eca5143c21),segment_id=1f9c0032-740d-4a98-a0ea-a9eca5143c21)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:41.968357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:41.997963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-10f259b7-759c-41bf-a032-687e66f295ea tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:42.158892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Calling delete_port for 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:42.213959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:30:42.214535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:30:42.279977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-10f259b7-759c-41bf-a032-687e66f295ea tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:42.283997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-10f259b7-759c-41bf-a032-687e66f295ea tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.9979415 Dec 07 13:30:42.307401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20ca69-2adc-4ac7-98d4-530c550745e0 req-f68dffcb-3c95-4dcd-8356-a43af4a672af tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:42.315942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ed20ca69-2adc-4ac7-98d4-530c550745e0 req-f68dffcb-3c95-4dcd-8356-a43af4a672af tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 944 time: 0.8089976 Dec 07 13:30:42.316260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47444) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:42.355533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-808757391-network', 'tenant_id': '78018570423e43469e3452e3145cefbe'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:42.378303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:42.378736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Allocated IP 2001:db8:1::2 (fcca00ef-0e65-4c4d-a1bc-8809762f916d/8778486a-1ced-4da0-a5b4-c6814c51c713/af0c73cd-e845-49a2-959f-1e10327bf632) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:42.402084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Usage tracker for resource:network and tenant:78018570423e43469e3452e3145cefbe is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:42.429156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:42.439105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:42.440412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-afe05015-5473-4491-8447-e16e50ff2c82 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:42.457925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:42.463394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:42.482634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b11a142d-207a-46ef-9553-dd12e3962f53 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:42.491274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ed20ca69-2adc-4ac7-98d4-530c550745e0 req-6df99d10-f9b9-4300-9dc5-4ca5f7805ca0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a2ec37b-ac2a-4294-937c-7a3b8b597641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739302 Dec 07 13:30:42.498755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Attempting to bind port 63bb15b9-344b-41d3-a232-20edf0df0909 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:30:42.499130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Attempting to bind port 63bb15b9-344b-41d3-a232-20edf0df0909 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bf0321dc-32a5-4de0-8bac-c75da4f9dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:30:42.499527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Attempting to bind port 63bb15b9-344b-41d3-a232-20edf0df0909 on network 773d8947-9a33-4ceb-a454-11a5e48010de {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:30:42.513480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b11a142d-207a-46ef-9553-dd12e3962f53 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:42.561298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Made reservation on behalf of 78018570423e43469e3452e3145cefbe for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:42.566049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:42.576321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:30:42.577185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:30:42.597652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Allocated IP 2001:db8::2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/73f98f14-70af-4ff4-86ac-ae3a4edf27e1/db22dd60-30c0-458e-b36f-8a24a1b2fabe) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:42.600352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Port 63bb15b9-344b-41d3-a232-20edf0df0909 on network 773d8947-9a33-4ceb-a454-11a5e48010de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:30:42.600722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Attempting to bind port 63bb15b9-344b-41d3-a232-20edf0df0909 on network 773d8947-9a33-4ceb-a454-11a5e48010de {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:30:42.613945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:42.619831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=cb584a11-d731-4c37-8c76-12cdcd4756e2,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:42.628570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:42.636276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:42.641814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:42.646201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:42.649729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:42.655174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:30:42.655568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Checking segment: {'id': 'bf0321dc-32a5-4de0-8bac-c75da4f9dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:42.655922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Bound using segment: {'id': 'bf0321dc-32a5-4de0-8bac-c75da4f9dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:30:42.656426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Bound port: 63bb15b9-344b-41d3-a232-20edf0df0909, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0321dc-32a5-4de0-8bac-c75da4f9dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:30:42.656813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:42.685367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b11a142d-207a-46ef-9553-dd12e3962f53 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:42.690269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7f4b87db-f83e-4279-a9fb-78435385ae9a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:42.714542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a142d-207a-46ef-9553-dd12e3962f53 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8edad99-af93-42ec-af7a-973ced6dc755,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:42.746451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b11a142d-207a-46ef-9553-dd12e3962f53 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:42.748662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab71cd88-6dbf-4177-8030-31795293f8d7 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:42.758591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b11a142d-207a-46ef-9553-dd12e3962f53 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:42.764397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b11a142d-207a-46ef-9553-dd12e3962f53 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b8edad99-af93-42ec-af7a-973ced6dc755 HTTP/1.1" status: 204 len: 168 time: 0.4336150 Dec 07 13:30:42.766771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7029c866-5def-41f0-9792-ed8dc1ca079c tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:42.801810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47450) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:42.822276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9778140 Dec 07 13:30:42.829793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:42.838182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71cd88-6dbf-4177-8030-31795293f8d7 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Pushing event deleted for resources: {'Port': ['ID=b6312b1d-037d-4d58-a4e4-1c3c8b343d49,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:42.842647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Transition to ACTIVE for port object db22dd60-30c0-458e-b36f-8a24a1b2fabe will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:42.851015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47454) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:42.852102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab71cd88-6dbf-4177-8030-31795293f8d7 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:42.864037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Transition to ACTIVE for port object db22dd60-30c0-458e-b36f-8a24a1b2fabe will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:42.866532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] Deleting port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:42.866958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:42.876483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-80ef1d7a-452e-49f2-8e80-918e1168a946 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'fixed_ips': [{'subnet_id': '73f98f14-70af-4ff4-86ac-ae3a4edf27e1', 'ip_address': '2001:db8::5948:a98f:52b9:cdcb'}], 'name': 'tempest-NetworksTestDHCPv6-548953465'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:42.894228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:42.959298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:42.968225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7c45fb0c-c485-4d0d-a986-46d45fdd52d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:42.997683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:43.008232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Usage tracker for resource:security_group_rule and tenant:78018570423e43469e3452e3145cefbe is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:43.013881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:43.056845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:43.064773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Deleting port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:43.065142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:43.087662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] For port 63bb15b9-344b-41d3-a232-20edf0df0909, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:30:43.147652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] For port 63bb15b9-344b-41d3-a232-20edf0df0909, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=63bb15b9-344b-41d3-a232-20edf0df0909,segment=NetworkSegment(bf0321dc-32a5-4de0-8bac-c75da4f9dbf2),segment_id=bf0321dc-32a5-4de0-8bac-c75da4f9dbf2)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:30:43.171041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d0c3db61-b44f-4f2e-8f06-bd4a6996fd8e tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:43.172573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:43.177436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Pushing event updated for resources: {'Port': ['ID=db22dd60-30c0-458e-b36f-8a24a1b2fabe,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:43.181604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:43.189280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:43.194439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:43.219452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:43.220028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:43.224426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab71cd88-6dbf-4177-8030-31795293f8d7 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:43.230422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ab71cd88-6dbf-4177-8030-31795293f8d7 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] 10.222.0.24 "DELETE /v2.0/ports/b6312b1d-037d-4d58-a4e4-1c3c8b343d49 HTTP/1.1" status: 204 len: 168 time: 2.9606197 Dec 07 13:30:43.235720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9a2393c-448f-4405-b715-573b9af33c8d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:43.264382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47458) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:43.365564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Transition to ACTIVE for port object af0c73cd-e845-49a2-959f-1e10327bf632 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:43.389354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:43.391086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] 10.222.0.45 "PUT /v2.0/ports/63bb15b9-344b-41d3-a232-20edf0df0909 HTTP/1.1" status: 200 len: 1094 time: 3.8913403 Dec 07 13:30:43.395221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990e953f-e3f8-4629-84ef-7c967ea81fcf', 'tag': '63bb15b9-344b-41d3-a232-20edf0df0909'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:30:43.422418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-80ef1d7a-452e-49f2-8e80-918e1168a946 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:43.437204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d0c3db61-b44f-4f2e-8f06-bd4a6996fd8e tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:43.439116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d0c3db61-b44f-4f2e-8f06-bd4a6996fd8e tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6320086 Dec 07 13:30:43.453488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-80ef1d7a-452e-49f2-8e80-918e1168a946 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:port and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:43.459256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-80ef1d7a-452e-49f2-8e80-918e1168a946 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:43.466163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47466) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:43.469109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:43.475453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Transition to ACTIVE for port object af0c73cd-e845-49a2-959f-1e10327bf632 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:43.479267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-80ef1d7a-452e-49f2-8e80-918e1168a946 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:43.486405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-71f77679-2434-406f-a572-7b7c967b3a2c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group_rule': {'security_group_id': '8bd875a2-5c70-410d-a00a-f4852b71073e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:43.508773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:43.516694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Allocated IP 2001:db8::1 (c9f0accc-4a53-4b50-ac31-08ea15836c2c/8637463e-b85c-459c-af62-f129fd9652f2/45834024-efcd-4a3e-a35a-eb40d336351d) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:43.540098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] For port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1e4a5d5f-16e3-40c2-9485-9fc288cac1b3,segment=NetworkSegment(1f9c0032-740d-4a98-a0ea-a9eca5143c21),segment_id=1f9c0032-740d-4a98-a0ea-a9eca5143c21)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:43.540553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:43.552740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2e8244ca-57ec-48ac-8f0f-b613ec581234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:43.562803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:43.571456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d10915db-29a5-4220-8bbd-553f37834895 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:43.632964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-71f77679-2434-406f-a572-7b7c967b3a2c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:43.649952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Pushing event updated for resources: {'Port': ['ID=63bb15b9-344b-41d3-a232-20edf0df0909,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:43.692543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:43.710425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-71f77679-2434-406f-a572-7b7c967b3a2c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:43.737537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ef1d7a-452e-49f2-8e80-918e1168a946 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:43.790598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] Calling delete_port for 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:43.830830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Attempting to bind port db22dd60-30c0-458e-b36f-8a24a1b2fabe on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:30:43.831282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Attempting to bind port db22dd60-30c0-458e-b36f-8a24a1b2fabe by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:30:43.831725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Attempting to bind port db22dd60-30c0-458e-b36f-8a24a1b2fabe on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:30:43.919473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e540454-1a35-4e0b-962a-38bf620701b8,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:43.919689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:30:43.919963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:43.920452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:43.920873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:30:43.921412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Bound port: db22dd60-30c0-458e-b36f-8a24a1b2fabe, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:30:43.921841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:43.926261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:43.937676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990e953f-e3f8-4629-84ef-7c967ea81fcf', 'tag': '63bb15b9-344b-41d3-a232-20edf0df0909', 'status': 'completed', 'code': 200} Dec 07 13:30:43.942175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Network fcca00ef-0e65-4c4d-a1bc-8809762f916d is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:43.955849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Pushing event updated for resources: {'Port': ['ID=af0c73cd-e845-49a2-959f-1e10327bf632,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:43.963107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71f77679-2434-406f-a572-7b7c967b3a2c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:43.976198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:43.983595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:44.005172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:44.069307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:30:44.073427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-4c332a96-82bc-4ed0-9960-d64a81e8c0bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 1097 time: 0.5966496 Dec 07 13:30:44.080720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 03a5d5f2-20d2-436d-94e5-49578179f451 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:44.120728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95837b2a-e789-4ec4-9686-bea8e8b8eabd None None] Network c9f0accc-4a53-4b50-ac31-08ea15836c2c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:44.149946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:44.150282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Added segment 62bc5a2c-61e0-40a6-be82-0e3bbdaffc84 of type vlan for network 3aca7adb-2597-47f4-a563-f0ad222fb2bb Dec 07 13:30:44.158166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:44.180171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-80ef1d7a-452e-49f2-8e80-918e1168a946 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:44.181230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] For port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1e4a5d5f-16e3-40c2-9485-9fc288cac1b3,segment=NetworkSegment(1f9c0032-740d-4a98-a0ea-a9eca5143c21),segment_id=1f9c0032-740d-4a98-a0ea-a9eca5143c21)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:44.181905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:44.188133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:44.209543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-1b4d12d2-372e-4a14-ab4c-28afd2075f44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=63bb15b9-344b-41d3-a232-20edf0df0909 HTTP/1.1" status: 200 len: 217 time: 0.1187561 Dec 07 13:30:44.213317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71f77679-2434-406f-a572-7b7c967b3a2c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:44.220383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-80ef1d7a-452e-49f2-8e80-918e1168a946 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port ebacc51d-3aa1-43d0-b41c-7b617de3b5e4 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:30:44.222146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Transition to ACTIVE for port object 45834024-efcd-4a3e-a35a-eb40d336351d will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:44.255762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4c0083e-21ee-4de9-bef7-ccfd112639a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:44.294095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71f77679-2434-406f-a572-7b7c967b3a2c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:44.300840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-936c5079-f590-4cc9-b730-650a96f5f2a9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:44.356809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f77679-2434-406f-a572-7b7c967b3a2c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0739407d-791a-45ce-8b31-44650ca1292c,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:44.359153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:44.366755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71f77679-2434-406f-a572-7b7c967b3a2c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:44.382224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Calling delete_port for 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:44.411659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] Pushing event deleted for resources: {'Port': ['ID=1e4a5d5f-16e3-40c2-9485-9fc288cac1b3,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:44.424202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:44.432804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb592a1-94dd-4552-a899-939caf8a70eb tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:44.433515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-efb592a1-94dd-4552-a899-939caf8a70eb tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Synchronizing usage tracker for tenant:e604b4ef389a4e9d9d4ef5e805bd5473 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:44.436028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] No DVR routers for this DVR port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:30:44.442114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-ba70fb83-ea89-4b83-8d2f-7165c6cb27b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:44.443920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-ba70fb83-ea89-4b83-8d2f-7165c6cb27b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4639f13-b0f3-4827-abd1-2f1f3b97fd98 HTTP/1.1" status: 200 len: 838 time: 0.1886857 Dec 07 13:30:44.466625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] For port db22dd60-30c0-458e-b36f-8a24a1b2fabe, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:30:44.475508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Attempting to bind port af0c73cd-e845-49a2-959f-1e10327bf632 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:30:44.475508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Attempting to bind port af0c73cd-e845-49a2-959f-1e10327bf632 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '82141ea1-c8c6-483e-881e-62cb8853504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fcca00ef-0e65-4c4d-a1bc-8809762f916d'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:30:44.475508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Attempting to bind port af0c73cd-e845-49a2-959f-1e10327bf632 on network fcca00ef-0e65-4c4d-a1bc-8809762f916d {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:30:44.491929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] For port db22dd60-30c0-458e-b36f-8a24a1b2fabe, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=db22dd60-30c0-458e-b36f-8a24a1b2fabe,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:30:44.510751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71f77679-2434-406f-a572-7b7c967b3a2c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:44.510991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:30:44.515179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Checking segment: {'id': '82141ea1-c8c6-483e-881e-62cb8853504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fcca00ef-0e65-4c4d-a1bc-8809762f916d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:44.515179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:44.515179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Bound using segment: {'id': '82141ea1-c8c6-483e-881e-62cb8853504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fcca00ef-0e65-4c4d-a1bc-8809762f916d'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:30:44.515598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-71f77679-2434-406f-a572-7b7c967b3a2c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0422375 Dec 07 13:30:44.515704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Bound port: af0c73cd-e845-49a2-959f-1e10327bf632, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82141ea1-c8c6-483e-881e-62cb8853504e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fcca00ef-0e65-4c4d-a1bc-8809762f916d'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:30:44.515704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:44.519166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47472) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:44.521736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c43cb-10e8-4f60-b6d9-457f24db30f5 req-4fa846f8-7686-4f3e-ae15-e74b1bd971b6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:44.523525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-468c43cb-10e8-4f60-b6d9-457f24db30f5 req-4fa846f8-7686-4f3e-ae15-e74b1bd971b6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 944 time: 0.5758414 Dec 07 13:30:44.571191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:44.581504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:30:44.582085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:30:44.582400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:44.584533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:44.585590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:44.587012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:44.594759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a06d361a-73f3-458b-98d2-42c5555e519c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:44.598258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0f8d6a2e-3e98-49f5-bfbd-d598353369a1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules/0739407d-791a-45ce-8b31-44650ca1292c HTTP/1.1" status: 200 len: 705 time: 0.0724907 Dec 07 13:30:44.605045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47476) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:44.612204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-efb592a1-94dd-4552-a899-939caf8a70eb tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Unset dirty status for tenant:e604b4ef389a4e9d9d4ef5e805bd5473 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:44.616324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-efb592a1-94dd-4552-a899-939caf8a70eb tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] 10.222.0.24 "GET /v2.0/ports?device_id=31b96ef4-2c50-4d73-bfdd-d63619705316 HTTP/1.1" status: 200 len: 913 time: 1.3474147 Dec 07 13:30:44.616324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:44.619167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47480) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:44.675286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-3fb0f06e-9495-4b88-a44a-b8207c3a57ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=773d8947-9a33-4ceb-a454-11a5e48010de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2194355 Dec 07 13:30:44.729322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ef1d7a-452e-49f2-8e80-918e1168a946 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 07 13:30:44.729901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ef1d7a-452e-49f2-8e80-918e1168a946 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:30:44.788779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f0e3e19b-6b07-4a86-9e26-b5af0ed4c6b8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:44.823613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 03a5d5f2-20d2-436d-94e5-49578179f451 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:44.855910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-468c43cb-10e8-4f60-b6d9-457f24db30f5 req-016ede18-ad36-4e5a-bb14-47b969478270 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a2ec37b-ac2a-4294-937c-7a3b8b597641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128068 Dec 07 13:30:44.873558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-80ef1d7a-452e-49f2-8e80-918e1168a946 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.0182750 Dec 07 13:30:44.876227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47484) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:44.887003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network c9f0accc-4a53-4b50-ac31-08ea15836c2c is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:44.888773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Pushing event updated for resources: {'Network': ['ID=3aca7adb-2597-47f4-a563-f0ad222fb2bb,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:44.891743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:44.893489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d1c7503c-2988-411a-8a51-a8586875c2e1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:44.926331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-9b4a014a-fdb4-4d1f-87bb-bea1f6d79c16 service neutron] 10.222.0.45 "GET /v2.0/networks/773d8947-9a33-4ceb-a454-11a5e48010de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375360 Dec 07 13:30:44.932357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:44.933193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:44.933332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f0e3e19b-6b07-4a86-9e26-b5af0ed4c6b8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:44.933441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:44.934775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f0e3e19b-6b07-4a86-9e26-b5af0ed4c6b8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3276505 Dec 07 13:30:44.937851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47488) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:44.950166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 3aca7adb-2597-47f4-a563-f0ad222fb2bb details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:30:44.983750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1923358 Dec 07 13:30:44.984364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Pushing event updated for resources: {'Port': ['ID=db22dd60-30c0-458e-b36f-8a24a1b2fabe,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:44.991755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47492) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:44.997913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:45.010283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] Request body: {'subnet': {'network_id': '3aca7adb-2597-47f4-a563-f0ad222fb2bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-808757391-subnet', 'tenant_id': '78018570423e43469e3452e3145cefbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:45.036898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:45.042395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=45834024-efcd-4a3e-a35a-eb40d336351d,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:45.045893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:45.052138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e020e563-487f-42b3-acac-f1a8fc1ee023 None None] Provisioning for port 03a5d5f2-20d2-436d-94e5-49578179f451 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:45.064641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] Usage tracker for resource:subnet and tenant:78018570423e43469e3452e3145cefbe is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:45.067925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1c5c4fe6-4642-4c3c-a873-22802cce5853 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:45.069905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e020e563-487f-42b3-acac-f1a8fc1ee023 None None] Provisioning complete for port 03a5d5f2-20d2-436d-94e5-49578179f451 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:45.070402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e020e563-487f-42b3-acac-f1a8fc1ee023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:45.075789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:45.092707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1c5c4fe6-4642-4c3c-a873-22802cce5853 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:45.099782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:45.121912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c036e038-3dff-4c22-86bd-e10c3f526ce1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:45.126450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c036e038-3dff-4c22-86bd-e10c3f526ce1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:45.127419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c036e038-3dff-4c22-86bd-e10c3f526ce1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:45.135702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-db46ace7-6e7b-46d5-bb3c-47bcd75bc715 req-4128e26f-bfa1-47df-afe5-95fddad2d229 service neutron] 10.222.0.45 "GET /v2.0/networks/773d8947-9a33-4ceb-a454-11a5e48010de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946507 Dec 07 13:30:45.144350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] For port af0c73cd-e845-49a2-959f-1e10327bf632, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:30:45.180653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] For port af0c73cd-e845-49a2-959f-1e10327bf632, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=af0c73cd-e845-49a2-959f-1e10327bf632,segment=NetworkSegment(82141ea1-c8c6-483e-881e-62cb8853504e),segment_id=82141ea1-c8c6-483e-881e-62cb8853504e)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:30:45.201271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c036e038-3dff-4c22-86bd-e10c3f526ce1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:45.208637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c036e038-3dff-4c22-86bd-e10c3f526ce1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3288159 Dec 07 13:30:45.209615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47496) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:45.277995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:45.298079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f0a36086-28e4-4de4-998e-c32935fb13f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:45.309633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] Made reservation on behalf of 78018570423e43469e3452e3145cefbe for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:45.314540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:45.345337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc6672-2544-46b3-a731-e6cc32332e4b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port cb584a11-d731-4c37-8c76-12cdcd4756e2 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:45.345833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6672-2544-46b3-a731-e6cc32332e4b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:45.401725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e020e563-487f-42b3-acac-f1a8fc1ee023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:45.434996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1c5c4fe6-4642-4c3c-a873-22802cce5853 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:45.456979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ace165a8-a1a3-4f1d-bbb6-bf6a6bf50293 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:45.470107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Pushing event updated for resources: {'Port': ['ID=af0c73cd-e845-49a2-959f-1e10327bf632,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:45.497664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:45.536965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-70f2720b-01c3-48e6-8e88-c98162858e3f req-0b251f70-c9e4-4f9c-90df-201d2e76b802 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 1097 time: 0.2832489 Dec 07 13:30:45.541303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e020e563-487f-42b3-acac-f1a8fc1ee023 None None] For port 03a5d5f2-20d2-436d-94e5-49578179f451, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=03a5d5f2-20d2-436d-94e5-49578179f451,segment=NetworkSegment(2d6daa99-189e-46fc-8246-de7659d5e7cd),segment_id=2d6daa99-189e-46fc-8246-de7659d5e7cd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:45.550121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c4fe6-4642-4c3c-a873-22802cce5853 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0739407d-791a-45ce-8b31-44650ca1292c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:45.552663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1c5c4fe6-4642-4c3c-a873-22802cce5853 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:45.582497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e020e563-487f-42b3-acac-f1a8fc1ee023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:45.587434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbe81249-df6d-4dfa-b81b-1d6a1649a5ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:45.618994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:45.643373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1c5c4fe6-4642-4c3c-a873-22802cce5853 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:45.644755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1c5c4fe6-4642-4c3c-a873-22802cce5853 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/0739407d-791a-45ce-8b31-44650ca1292c HTTP/1.1" status: 204 len: 168 time: 0.6999223 Dec 07 13:30:45.650181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47500) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:45.736372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020e563-487f-42b3-acac-f1a8fc1ee023 None None] Pushing event updated for resources: {'Port': ['ID=03a5d5f2-20d2-436d-94e5-49578179f451,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:45.739881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e020e563-487f-42b3-acac-f1a8fc1ee023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:45.749572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Deleting port 1e4a5d5f-16e3-40c2-9485-9fc288cac1b3 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:45.749892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:45.878392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2720b-01c3-48e6-8e88-c98162858e3f req-c786ed71-7d11-47ad-a338-d2eb11495c42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:45.880035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-70f2720b-01c3-48e6-8e88-c98162858e3f req-c786ed71-7d11-47ad-a338-d2eb11495c42 service neutron] 10.222.0.45 "GET /v2.0/networks?id=773d8947-9a33-4ceb-a454-11a5e48010de HTTP/1.1" status: 200 len: 898 time: 0.3330810 Dec 07 13:30:45.989495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d0e2b6b0-6f37-4095-affc-057420288730 None None] Provisioning for port 45834024-efcd-4a3e-a35a-eb40d336351d completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:46.001398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d0e2b6b0-6f37-4095-affc-057420288730 None None] Provisioning complete for port 45834024-efcd-4a3e-a35a-eb40d336351d triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:46.001727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d0e2b6b0-6f37-4095-affc-057420288730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:46.200980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d0e2b6b0-6f37-4095-affc-057420288730 None None] Port 45834024-efcd-4a3e-a35a-eb40d336351d cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:30:46.232717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d0e2b6b0-6f37-4095-affc-057420288730 None None] Provisioning complete for port 03a5d5f2-20d2-436d-94e5-49578179f451 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:46.239250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d0e2b6b0-6f37-4095-affc-057420288730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:46.277692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f6ac187-0ba1-4dcb-af94-4bbb68328dfe tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:46.297933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-70f2720b-01c3-48e6-8e88-c98162858e3f req-ca1f121a-43fb-4ce5-8dee-0b31920ce2d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=63bb15b9-344b-41d3-a232-20edf0df0909 HTTP/1.1" status: 200 len: 217 time: 0.4061291 Dec 07 13:30:46.302792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6672-2544-46b3-a731-e6cc32332e4b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:46.339392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device db22dd60-30c0-458e-b36f-8a24a1b2fabe up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:46.440701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] The port '1e4a5d5f-16e3-40c2-9485-9fc288cac1b3' was deleted {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:30:46.480431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc6672-2544-46b3-a731-e6cc32332e4b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for cb584a11-d731-4c37-8c76-12cdcd4756e2 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:46.594148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port db22dd60-30c0-458e-b36f-8a24a1b2fabe completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:46.603285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 03a5d5f2-20d2-436d-94e5-49578179f451 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:46.626936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2720b-01c3-48e6-8e88-c98162858e3f req-0486f32d-a458-4948-b3de-663ed45d5de6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:46.629747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-70f2720b-01c3-48e6-8e88-c98162858e3f req-0486f32d-a458-4948-b3de-663ed45d5de6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4639f13-b0f3-4827-abd1-2f1f3b97fd98 HTTP/1.1" status: 200 len: 838 time: 0.1179008 Dec 07 13:30:46.693409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b0a114fd-953d-4607-a1a4-52fdf5c322af None None] Provisioning complete for port 45834024-efcd-4a3e-a35a-eb40d336351d triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:46.693953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0a114fd-953d-4607-a1a4-52fdf5c322af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:46.756665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b0a114fd-953d-4607-a1a4-52fdf5c322af None None] Port 45834024-efcd-4a3e-a35a-eb40d336351d cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:30:46.768145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 03a5d5f2-20d2-436d-94e5-49578179f451 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:46.768826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:46.776211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-70f2720b-01c3-48e6-8e88-c98162858e3f req-cb9acefa-0127-4853-b74a-f1f36b9645e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=773d8947-9a33-4ceb-a454-11a5e48010de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1101089 Dec 07 13:30:46.798224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d896421d-322f-4c17-abda-0104c0bfe05f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:46.813619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6672-2544-46b3-a731-e6cc32332e4b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:46.823801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c73d998d-c775-49c6-a5c3-1d96c6881a08 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:46.860634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:46.931554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc6672-2544-46b3-a731-e6cc32332e4b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=cb584a11-d731-4c37-8c76-12cdcd4756e2,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:46.944306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3ddc6672-2544-46b3-a731-e6cc32332e4b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:47.015418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6672-2544-46b3-a731-e6cc32332e4b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.077330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-70f2720b-01c3-48e6-8e88-c98162858e3f req-07fbea7e-c7aa-4b27-b6b6-9fba416ca482 service neutron] 10.222.0.45 "GET /v2.0/networks/773d8947-9a33-4ceb-a454-11a5e48010de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895875 Dec 07 13:30:47.077542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d896421d-322f-4c17-abda-0104c0bfe05f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:47.078891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d896421d-322f-4c17-abda-0104c0bfe05f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 1.4233015 Dec 07 13:30:47.081254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc18f4e2-d832-46c6-8135-f9ac1fad981d']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:47.082198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47506) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:47.090664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-45fe237c-b8e2-498f-bcdc-a41cff914f37 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group_rule': {'security_group_id': '8bd875a2-5c70-410d-a00a-f4852b71073e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:47.096352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3ddc6672-2544-46b3-a731-e6cc32332e4b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/cb584a11-d731-4c37-8c76-12cdcd4756e2 HTTP/1.1" status: 204 len: 168 time: 1.8853409 Dec 07 13:30:47.101448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8014593-5963-4c8d-8d34-442a85691d4f req-b4018e80-b5a8-499b-97e7-66a4caffb024 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:47.103986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e8014593-5963-4c8d-8d34-442a85691d4f req-b4018e80-b5a8-499b-97e7-66a4caffb024 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 944 time: 0.8508115 Dec 07 13:30:47.110513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47510) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:47.125669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-45fe237c-b8e2-498f-bcdc-a41cff914f37 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:47.176501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9c0032-740d-4a98-a0ea-a9eca5143c21') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:47.176838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9c0032-740d-4a98-a0ea-a9eca5143c21') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:47.199777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-45fe237c-b8e2-498f-bcdc-a41cff914f37 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:47.205105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.223835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-30c4fa16-ee2c-40e0-9ca6-d16293128184 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:47.252492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.279774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-70f2720b-01c3-48e6-8e88-c98162858e3f req-65fdebb5-359e-4e6a-a308-6f631233ca50 service neutron] 10.222.0.45 "GET /v2.0/networks/773d8947-9a33-4ceb-a454-11a5e48010de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805687 Dec 07 13:30:47.280667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-45fe237c-b8e2-498f-bcdc-a41cff914f37 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.339165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.357802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-45fe237c-b8e2-498f-bcdc-a41cff914f37 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.381671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3540d24f-d784-4bb5-9821-aafe8c08a3a8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:47.383791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3540d24f-d784-4bb5-9821-aafe8c08a3a8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:47.385716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3540d24f-d784-4bb5-9821-aafe8c08a3a8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2737558 Dec 07 13:30:47.387376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-45fe237c-b8e2-498f-bcdc-a41cff914f37 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.389415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47514) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:47.390582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:47.391134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:30:47.391632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:30:47.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:30:47.450202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe237c-b8e2-498f-bcdc-a41cff914f37 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b207f47-aeae-4218-bd75-c7ea0a1f34c9,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:47.466731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-45fe237c-b8e2-498f-bcdc-a41cff914f37 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:47.482220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa7a113e-da1a-4837-80d7-9e5305da53ca,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:47.498834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:47.500464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d2c226-66fb-46eb-a239-4bb95dcb105f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet 73f98f14-70af-4ff4-86ac-ae3a4edf27e1 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:30:47.504030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c226-66fb-46eb-a239-4bb95dcb105f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.538594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e8014593-5963-4c8d-8d34-442a85691d4f req-39d3b47a-2b0a-4c0f-8d38-c4eb0e429bbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a2ec37b-ac2a-4294-937c-7a3b8b597641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4249241 Dec 07 13:30:47.541612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-45fe237c-b8e2-498f-bcdc-a41cff914f37 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.544406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-45fe237c-b8e2-498f-bcdc-a41cff914f37 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4609990 Dec 07 13:30:47.567664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47518) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:47.601166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a6bda719-e953-4a14-94ed-ef581a982648 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules/0b207f47-aeae-4218-bd75-c7ea0a1f34c9 HTTP/1.1" status: 200 len: 706 time: 0.0316639 Dec 07 13:30:47.604757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47522) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:47.606422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] Checking segment: {'id': '62bc5a2c-61e0-40a6-be82-0e3bbdaffc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3aca7adb-2597-47f4-a563-f0ad222fb2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:47.607095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] Network hostable DHCP agents. Network: 3aca7adb-2597-47f4-a563-f0ad222fb2bb, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:30:47.609270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c226-66fb-46eb-a239-4bb95dcb105f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.616195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dee04fdd-b606-44cf-b6c8-b0e2680ad2f7 None None] Provisioning for port db22dd60-30c0-458e-b36f-8a24a1b2fabe completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:47.632890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dee04fdd-b606-44cf-b6c8-b0e2680ad2f7 None None] Provisioning complete for port db22dd60-30c0-458e-b36f-8a24a1b2fabe triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:47.632890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dee04fdd-b606-44cf-b6c8-b0e2680ad2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.655800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.718560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 63bb15b9-344b-41d3-a232-20edf0df0909 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:30:47.733239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.743317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.744446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.769549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-154a756a-54bf-4138-bf64-e2a067a4ebbb tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:47.775836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7d263d2b-da71-4302-b3cc-dff6c0b48432 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:47.814369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c226-66fb-46eb-a239-4bb95dcb105f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.843460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.891063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7d263d2b-da71-4302-b3cc-dff6c0b48432 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:47.895268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7d263d2b-da71-4302-b3cc-dff6c0b48432 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2872105 Dec 07 13:30:47.896479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47526) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:47.901663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dee04fdd-b606-44cf-b6c8-b0e2680ad2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.966994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-037ec00d-b964-49fb-810e-1ca78a9afe8d tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:47.998914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-037ec00d-b964-49fb-810e-1ca78a9afe8d tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:48.016379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c226-66fb-46eb-a239-4bb95dcb105f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:48.029230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dd5784fe-5a52-460f-bcc4-85c49e15832e tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:48.049921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/cc18f4e2-d832-46c6-8135-f9ac1fad981d HTTP/1.1" status: 204 len: 168 time: 13.2334023 Dec 07 13:30:48.057436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47530) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:48.081282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 63bb15b9-344b-41d3-a232-20edf0df0909, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=63bb15b9-344b-41d3-a232-20edf0df0909,segment=NetworkSegment(bf0321dc-32a5-4de0-8bac-c75da4f9dbf2),segment_id=bf0321dc-32a5-4de0-8bac-c75da4f9dbf2)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:48.087477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] Network 3aca7adb-2597-47f4-a563-f0ad222fb2bb is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:30:48.093059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2c226-66fb-46eb-a239-4bb95dcb105f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=73f98f14-70af-4ff4-86ac-ae3a4edf27e1,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:48.095091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1763196983'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:48.100304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1d2c226-66fb-46eb-a239-4bb95dcb105f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:48.102010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device af0c73cd-e845-49a2-959f-1e10327bf632 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:48.102161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:48.106429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c226-66fb-46eb-a239-4bb95dcb105f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:48.107199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:network and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:48.110791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:48.118572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:48.128447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b1d2c226-66fb-46eb-a239-4bb95dcb105f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/73f98f14-70af-4ff4-86ac-ae3a4edf27e1 HTTP/1.1" status: 204 len: 168 time: 0.7280114 Dec 07 13:30:48.130824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47534) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:48.163171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-dee04fdd-b606-44cf-b6c8-b0e2680ad2f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:30:48.163765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-dee04fdd-b606-44cf-b6c8-b0e2680ad2f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:30:48.164998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '63bb15b9-344b-41d3-a232-20edf0df0909', 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de', 'port_id': '63bb15b9-344b-41d3-a232-20edf0df0909', 'mac_address': 'fa:16:3e:f8:98:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4639f13-b0f3-4827-abd1-2f1f3b97fd98', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:30:48.180244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=45834024-efcd-4a3e-a35a-eb40d336351d,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:48.190836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:48.197285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:48.208760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:48.214810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-037ec00d-b964-49fb-810e-1ca78a9afe8d tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:48.216979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0f3fa803-47d9-4483-8f17-a8567101d599 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:48.228913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:48.237544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-037ec00d-b964-49fb-810e-1ca78a9afe8d tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:48.238697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-037ec00d-b964-49fb-810e-1ca78a9afe8d tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/0b207f47-aeae-4218-bd75-c7ea0a1f34c9 HTTP/1.1" status: 204 len: 168 time: 0.3407574 Dec 07 13:30:48.248277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d0ebb8d0-b308-4528-a913-6515e51e5eba tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1154478 Dec 07 13:30:48.253220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47538) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:48.253594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47540) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:48.270076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 3aca7adb-2597-47f4-a563-f0ad222fb2bb) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:48.282961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c970877-dd16-4cf8-b0f4-766c360db9ed None None] Network 3aca7adb-2597-47f4-a563-f0ad222fb2bb requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:48.286766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Network': ['ID=cc18f4e2-d832-46c6-8135-f9ac1fad981d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:48.289360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-72f92ed0-0927-4dd7-8fa7-cd67af69e4c5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:48.289844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:48.290700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:48.303539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:48.313961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:48.329291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ec00d-b964-49fb-810e-1ca78a9afe8d tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b207f47-aeae-4218-bd75-c7ea0a1f34c9,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:48.348745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-037ec00d-b964-49fb-810e-1ca78a9afe8d tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:48.405789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port af0c73cd-e845-49a2-959f-1e10327bf632 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:48.424682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bb15b9-344b-41d3-a232-20edf0df0909 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:30:48.426083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:30:48.443799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 63bb15b9-344b-41d3-a232-20edf0df0909, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=63bb15b9-344b-41d3-a232-20edf0df0909,segment=NetworkSegment(bf0321dc-32a5-4de0-8bac-c75da4f9dbf2),segment_id=bf0321dc-32a5-4de0-8bac-c75da4f9dbf2)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:48.448462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network c9f0accc-4a53-4b50-ac31-08ea15836c2c is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:48.450866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba98836d-4628-46aa-a005-03530dcf55e0 None None] Network fcca00ef-0e65-4c4d-a1bc-8809762f916d requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:48.453823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:48.460571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:48.461626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Added segment 61adeef3-cac5-498f-afa3-d74024979fbc of type vlan for network 5cc9ee5b-7cec-4437-ab20-0439354dc95f Dec 07 13:30:48.503589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0df133ca-38fa-48a6-b424-7a3da82eabc4 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:48.514936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-72f92ed0-0927-4dd7-8fa7-cd67af69e4c5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:48.519483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-72f92ed0-0927-4dd7-8fa7-cd67af69e4c5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:48.522844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-72f92ed0-0927-4dd7-8fa7-cd67af69e4c5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:48.530136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-72f92ed0-0927-4dd7-8fa7-cd67af69e4c5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:48.554448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:48.562427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7485d253-34f6-4dda-91ba-897cc315f350 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:48.570238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f92ed0-0927-4dd7-8fa7-cd67af69e4c5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:48.577611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72f92ed0-0927-4dd7-8fa7-cd67af69e4c5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:48.593469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b690b8-2624-4d29-b37c-1cd0e6cc0613 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:48.612823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0df133ca-38fa-48a6-b424-7a3da82eabc4 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:48.614249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0df133ca-38fa-48a6-b424-7a3da82eabc4 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3596382 Dec 07 13:30:48.619687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47548) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:48.808932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f31f-2919-4060-957f-c4c8ee14087e tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:48.842841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f31f-2919-4060-957f-c4c8ee14087e tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:48.926919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9305310 Dec 07 13:30:48.950623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f31f-2919-4060-957f-c4c8ee14087e tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:48.968208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eb4a25b8-b433-40a4-94d8-49062f16d6b0 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:48.995002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5f31f-2919-4060-957f-c4c8ee14087e tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd875a2-5c70-410d-a00a-f4852b71073e,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:48.998160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d7f5f31f-2919-4060-957f-c4c8ee14087e tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:49.064711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f31f-2919-4060-957f-c4c8ee14087e tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:49.066354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d7f5f31f-2919-4060-957f-c4c8ee14087e tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-groups/8bd875a2-5c70-410d-a00a-f4852b71073e HTTP/1.1" status: 204 len: 168 time: 0.4456589 Dec 07 13:30:49.070344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47554) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:49.100876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:49.101129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['63bb15b9-344b-41d3-a232-20edf0df0909'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:30:49.154571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72f92ed0-0927-4dd7-8fa7-cd67af69e4c5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:49.173981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:49.190915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dee04fdd-b606-44cf-b6c8-b0e2680ad2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:49.210431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=63bb15b9-344b-41d3-a232-20edf0df0909,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:49.241427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f92ed0-0927-4dd7-8fa7-cd67af69e4c5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:49.246008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-09a48243-418c-422b-bec5-f30e8006f916 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:49.248392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:49.258837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-72f92ed0-0927-4dd7-8fa7-cd67af69e4c5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:49.283818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f92ed0-0927-4dd7-8fa7-cd67af69e4c5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:49.284763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72f92ed0-0927-4dd7-8fa7-cd67af69e4c5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:49.325250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f92ed0-0927-4dd7-8fa7-cd67af69e4c5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=a8a4b21d-1440-43d6-bd8a-25cf03f4871b,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:49.327831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:49.332158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:49.333079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:49.336182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-72f92ed0-0927-4dd7-8fa7-cd67af69e4c5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:49.342935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0134ec0-b4c7-4211-8f2b-b9aba25183ae tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:49.383916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-09a48243-418c-422b-bec5-f30e8006f916 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:49.386409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-09a48243-418c-422b-bec5-f30e8006f916 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3142793 Dec 07 13:30:49.395454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47562) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:49.404985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ec8511bf-cd0c-4bf0-abf7-ebc420f192c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group': {'name': 'tempest-secgroup--1818483053'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:49.413669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-72f92ed0-0927-4dd7-8fa7-cd67af69e4c5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1570375 Dec 07 13:30:49.416191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ec8511bf-cd0c-4bf0-abf7-ebc420f192c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:49.418698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47566) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:49.425468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2482718f-1e87-401f-abe2-6182099a84d5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'fixed_ips': [{'subnet_id': 'a8a4b21d-1440-43d6-bd8a-25cf03f4871b', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1434843297'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:49.428664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e682023-cc43-4049-9ac3-58c04c633b47 req-58bb6d7e-bc4f-47b3-9d66-2f5fb70dd73d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:49.431544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e682023-cc43-4049-9ac3-58c04c633b47 req-58bb6d7e-bc4f-47b3-9d66-2f5fb70dd73d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 945 time: 0.4945450 Dec 07 13:30:49.450021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f1d464-726d-439a-848c-23bc0a7b4867 None None] Network 3aca7adb-2597-47f4-a563-f0ad222fb2bb requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:49.488070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-dee04fdd-b606-44cf-b6c8-b0e2680ad2f7 None None] For port db22dd60-30c0-458e-b36f-8a24a1b2fabe, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=db22dd60-30c0-458e-b36f-8a24a1b2fabe,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:49.534393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ec8511bf-cd0c-4bf0-abf7-ebc420f192c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:49.564560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4795771 Dec 07 13:30:49.568595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Network': ['ID=5cc9ee5b-7cec-4437-ab20-0439354dc95f,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:49.574187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47570) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:49.586443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec8511bf-cd0c-4bf0-abf7-ebc420f192c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:49.591636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'subnet': {'network_id': '5cc9ee5b-7cec-4437-ab20-0439354dc95f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:49.596949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dee04fdd-b606-44cf-b6c8-b0e2680ad2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:49.609834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:49.610793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:49.644944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ec8511bf-cd0c-4bf0-abf7-ebc420f192c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:49.649402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ec8511bf-cd0c-4bf0-abf7-ebc420f192c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:49.652713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ec8511bf-cd0c-4bf0-abf7-ebc420f192c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:49.658981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ec8511bf-cd0c-4bf0-abf7-ebc420f192c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:49.679625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 5cc9ee5b-7cec-4437-ab20-0439354dc95f details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:30:49.705409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee04fdd-b606-44cf-b6c8-b0e2680ad2f7 None None] Pushing event updated for resources: {'Port': ['ID=db22dd60-30c0-458e-b36f-8a24a1b2fabe,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:49.719435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dee04fdd-b606-44cf-b6c8-b0e2680ad2f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:49.724098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec8511bf-cd0c-4bf0-abf7-ebc420f192c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:49.729186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e682023-cc43-4049-9ac3-58c04c633b47 req-b36db840-f7de-4f28-9706-0973192b687f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a2ec37b-ac2a-4294-937c-7a3b8b597641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392228 Dec 07 13:30:49.736967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2482718f-1e87-401f-abe2-6182099a84d5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:49.741440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2482718f-1e87-401f-abe2-6182099a84d5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:port and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:49.745474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2482718f-1e87-401f-abe2-6182099a84d5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:49.769509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2482718f-1e87-401f-abe2-6182099a84d5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:49.785636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec8511bf-cd0c-4bf0-abf7-ebc420f192c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:49.813541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0edf3ac4-7594-4694-b295-f15d497301cb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:49.813938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:49.832389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:subnet and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:49.836338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2482718f-1e87-401f-abe2-6182099a84d5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:49.843392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:49.854907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:49.878939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ac187-0ba1-4dcb-af94-4bbb68328dfe tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Deleting port 68ef1f16-0e5e-4496-8800-44169d944924 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:49.879532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f6ac187-0ba1-4dcb-af94-4bbb68328dfe tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:49.937703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3042e6f8-aae0-455e-b4a9-8afe51b2b8f2 None None] Provisioning complete for port 45834024-efcd-4a3e-a35a-eb40d336351d triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:49.938130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3042e6f8-aae0-455e-b4a9-8afe51b2b8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:49.989097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:49.994620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2482718f-1e87-401f-abe2-6182099a84d5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:50.009428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3042e6f8-aae0-455e-b4a9-8afe51b2b8f2 None None] Port 45834024-efcd-4a3e-a35a-eb40d336351d cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:30:50.022674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8511bf-cd0c-4bf0-abf7-ebc420f192c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b845e447-d838-4e55-b1f1-a5a4b86ebe80,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:50.032611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ec8511bf-cd0c-4bf0-abf7-ebc420f192c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:50.038074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec8511bf-cd0c-4bf0-abf7-ebc420f192c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:50.039551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ec8511bf-cd0c-4bf0-abf7-ebc420f192c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6427021 Dec 07 13:30:50.041052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-2482718f-1e87-401f-abe2-6182099a84d5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port 17668dbe-ef88-4766-b9c5-40891bb8f34a yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:30:50.072746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47580) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:50.096591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3042e6f8-aae0-455e-b4a9-8afe51b2b8f2 None None] Could not find standard attr ID for object d56c255f-47ef-4c11-ba6a-098d6dddc854. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:30:50.113511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device db22dd60-30c0-458e-b36f-8a24a1b2fabe up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:50.170531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-37ae256f-784b-43f2-80a4-220884918d4f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Request body: {'security_group_rule': {'security_group_id': 'b845e447-d838-4e55-b1f1-a5a4b86ebe80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:50.205771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3042e6f8-aae0-455e-b4a9-8afe51b2b8f2 None None] Could not find standard attr ID for object 5763c5cf-d298-4488-a3f3-6538b2f03655. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:30:50.207516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-37ae256f-784b-43f2-80a4-220884918d4f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:50.235717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-37ae256f-784b-43f2-80a4-220884918d4f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Usage tracker for resource:security_group_rule and tenant:81dadb28fa6046c8b5a51441aab33bcc is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:50.247404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-37ae256f-784b-43f2-80a4-220884918d4f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:50.305373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:50.330921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-37ae256f-784b-43f2-80a4-220884918d4f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:50.342839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-2482718f-1e87-401f-abe2-6182099a84d5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:30:50.343429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2482718f-1e87-401f-abe2-6182099a84d5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:30:50.344658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router c78e3900-0dd9-44c9-8dfa-65653ebd7a02 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:30:50.381509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3042e6f8-aae0-455e-b4a9-8afe51b2b8f2 None None] Provisioning for port af0c73cd-e845-49a2-959f-1e10327bf632 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:50.389955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port db22dd60-30c0-458e-b36f-8a24a1b2fabe triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:50.390973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:50.405212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2482718f-1e87-401f-abe2-6182099a84d5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9848199 Dec 07 13:30:50.407830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47588) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:50.448969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3042e6f8-aae0-455e-b4a9-8afe51b2b8f2 None None] Provisioning complete for port af0c73cd-e845-49a2-959f-1e10327bf632 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:50.449462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3042e6f8-aae0-455e-b4a9-8afe51b2b8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:50.468399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f6ac187-0ba1-4dcb-af94-4bbb68328dfe tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:50.496833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_backend_mixin [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Performing IP validity checks on allocation pools {{(pid=88897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 07 13:30:50.497727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_backend_mixin [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 07 13:30:50.560045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af47a367-c653-4562-9cf8-3c1352db26ae tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:50.561050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-af47a367-c653-4562-9cf8-3c1352db26ae tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:50.635105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-af47a367-c653-4562-9cf8-3c1352db26ae tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:50.637640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-af47a367-c653-4562-9cf8-3c1352db26ae tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2279024 Dec 07 13:30:50.639593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47594) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:50.694049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c749c39-6c12-4fa9-b08d-00679159093c None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:50.722459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37ae256f-784b-43f2-80a4-220884918d4f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:50.740915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ac187-0ba1-4dcb-af94-4bbb68328dfe tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Calling delete_port for 68ef1f16-0e5e-4496-8800-44169d944924 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:50.741138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257d5a2d-ce70-4945-a5b0-3659c43b0503 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:50.743011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257d5a2d-ce70-4945-a5b0-3659c43b0503 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:50.743852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-257d5a2d-ce70-4945-a5b0-3659c43b0503 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:50.783903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47600) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:50.792519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-514585339-network', 'tenant_id': '77bb5c97bbe64da4baacf25ff35df7ba'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:50.800533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:50.805538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Usage tracker for resource:network and tenant:77bb5c97bbe64da4baacf25ff35df7ba is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:50.810331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:50.817638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:50.827349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-257d5a2d-ce70-4945-a5b0-3659c43b0503 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:50.828635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-257d5a2d-ce70-4945-a5b0-3659c43b0503 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1880288 Dec 07 13:30:50.830133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3042e6f8-aae0-455e-b4a9-8afe51b2b8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:50.831722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47604) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:50.887440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-3042e6f8-aae0-455e-b4a9-8afe51b2b8f2 None None] For port af0c73cd-e845-49a2-959f-1e10327bf632, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=af0c73cd-e845-49a2-959f-1e10327bf632,segment=NetworkSegment(82141ea1-c8c6-483e-881e-62cb8853504e),segment_id=82141ea1-c8c6-483e-881e-62cb8853504e)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:50.892085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Made reservation on behalf of 77bb5c97bbe64da4baacf25ff35df7ba for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:50.897398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:50.924905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:50.948043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d0e757-76da-44f1-b143-2ad0099241aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet a8a4b21d-1440-43d6-bd8a-25cf03f4871b {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:30:50.951465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82d0e757-76da-44f1-b143-2ad0099241aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:51.034935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:51.039868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82d0e757-76da-44f1-b143-2ad0099241aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:51.079262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Usage tracker for resource:security_group_rule and tenant:77bb5c97bbe64da4baacf25ff35df7ba is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:51.089005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:51.105839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:51.143015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82d0e757-76da-44f1-b143-2ad0099241aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:51.143540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3042e6f8-aae0-455e-b4a9-8afe51b2b8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:51.151071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-10e02a98-9a48-4208-8cb3-dbfbd3d97905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:51.311805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042e6f8-aae0-455e-b4a9-8afe51b2b8f2 None None] Pushing event updated for resources: {'Port': ['ID=af0c73cd-e845-49a2-959f-1e10327bf632,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:51.326820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3042e6f8-aae0-455e-b4a9-8afe51b2b8f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:51.327970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-50ae7931-225f-4c99-995a-62189617bd50 None None] Provisioning complete for port af0c73cd-e845-49a2-959f-1e10327bf632 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:51.328395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50ae7931-225f-4c99-995a-62189617bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:51.478991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37ae256f-784b-43f2-80a4-220884918d4f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:51.516547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:51.522657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-50ae7931-225f-4c99-995a-62189617bd50 None None] Provisioning complete for port db22dd60-30c0-458e-b36f-8a24a1b2fabe triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:51.523279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50ae7931-225f-4c99-995a-62189617bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:51.534340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37ae256f-784b-43f2-80a4-220884918d4f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:51.544678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82d0e757-76da-44f1-b143-2ad0099241aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:51.557306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1eda3278-5eac-43e4-bad1-ff62046a11b7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:51.587358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:51.599881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0e757-76da-44f1-b143-2ad0099241aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a4b21d-1440-43d6-bd8a-25cf03f4871b,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:51.601877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:51.607461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82d0e757-76da-44f1-b143-2ad0099241aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:51.608545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82d0e757-76da-44f1-b143-2ad0099241aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:51.611372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8e7ab089-0365-4517-94c0-ec17f314c0dd tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:51.648138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4e5cc1-d24c-4811-b0d1-715fa8f0ed0c,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:51.655971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:51.660517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcfba2-3cb7-4bd5-8f1f-53469df21bfe req-6f005fae-ce9b-4c54-b2fd-a120ab55c616 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:51.666042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:30:51.667176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-04dcfba2-3cb7-4bd5-8f1f-53469df21bfe req-6f005fae-ce9b-4c54-b2fd-a120ab55c616 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 945 time: 0.7656491 Dec 07 13:30:51.677015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae256f-784b-43f2-80a4-220884918d4f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296e3080-9bf1-4637-94f2-c6412bd10590,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:51.679184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:51.684874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Added segment a1a30584-cc15-4353-a213-f76162d57270 of type vlan for network 7c7f8511-2f05-4d83-a1e7-afc02b2f53d6 Dec 07 13:30:51.688193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-37ae256f-784b-43f2-80a4-220884918d4f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:51.714517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:51.721046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-82d0e757-76da-44f1-b143-2ad0099241aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/a8a4b21d-1440-43d6-bd8a-25cf03f4871b HTTP/1.1" status: 204 len: 168 time: 0.8882036 Dec 07 13:30:51.725188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47608) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:51.734297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 63bb15b9-344b-41d3-a232-20edf0df0909 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:51.760938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:30:51.770924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/c78e3900-0dd9-44c9-8dfa-65653ebd7a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1227677 Dec 07 13:30:51.771983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:51.775700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc26bff-51d9-4539-991f-a842acda0f23 None None] Sync routers for ids ['c78e3900-0dd9-44c9-8dfa-65653ebd7a02'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:30:51.777657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47612) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:51.778486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:51.793156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd900c-fe94-4312-b7d9-4113eb830419 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:51.796012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc26bff-51d9-4539-991f-a842acda0f23 None None] Routers {'c78e3900-0dd9-44c9-8dfa-65653ebd7a02'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:30:51.807819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-dbc26bff-51d9-4539-991f-a842acda0f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:30:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['c78e3900-0dd9-44c9-8dfa-65653ebd7a02'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:51.822347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cd116ae0-93a4-4ab6-91e3-93c12df8f112 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0958345 Dec 07 13:30:51.830935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47616) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:51.840537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4cb79eda-f38b-44c7-8f0e-53a871e15b8b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:51.859451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f6ac187-0ba1-4dcb-af94-4bbb68328dfe tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:51.865559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-04dcfba2-3cb7-4bd5-8f1f-53469df21bfe req-291652fd-cbb2-438a-b078-ee254332c98e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a2ec37b-ac2a-4294-937c-7a3b8b597641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838379 Dec 07 13:30:51.866316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37ae256f-784b-43f2-80a4-220884918d4f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:51.870474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-37ae256f-784b-43f2-80a4-220884918d4f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.7334495 Dec 07 13:30:51.872464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47620) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:51.881076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-dbc26bff-51d9-4539-991f-a842acda0f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:51.895110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc26bff-51d9-4539-991f-a842acda0f23 None None] Routers {'c78e3900-0dd9-44c9-8dfa-65653ebd7a02'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:30:51.896475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-dbc26bff-51d9-4539-991f-a842acda0f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:30:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['c78e3900-0dd9-44c9-8dfa-65653ebd7a02'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:51.953083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48f0c9-ab9a-49e8-9127-751ef8b3b316 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:51.953738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fe48f0c9-ab9a-49e8-9127-751ef8b3b316 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Synchronizing usage tracker for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:51.978860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-dbc26bff-51d9-4539-991f-a842acda0f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:51.979346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc26bff-51d9-4539-991f-a842acda0f23 None None] The sync data for ids ['c78e3900-0dd9-44c9-8dfa-65653ebd7a02'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:30:52.022807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device af0c73cd-e845-49a2-959f-1e10327bf632 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:52.032182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:52.033349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:52.034091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:52.043790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bda7409e-a715-4c6c-b4dc-752bf01556f7 tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:52.060890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Subnet': ['ID=88f357e4-c25d-422f-9dda-52687929e946,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:52.082374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:52.083664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ddb8a3ef-453f-457e-aa0f-d72b0b8de4a5 None None] Provisioning complete for port db22dd60-30c0-458e-b36f-8a24a1b2fabe triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:52.084092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a3ef-453f-457e-aa0f-d72b0b8de4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:52.088692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:52.154484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ac187-0ba1-4dcb-af94-4bbb68328dfe tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Pushing event deleted for resources: {'Port': ['ID=68ef1f16-0e5e-4496-8800-44169d944924,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:52.161907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f6ac187-0ba1-4dcb-af94-4bbb68328dfe tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:52.168894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Checking segment: {'id': '61adeef3-cac5-498f-afa3-d74024979fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5cc9ee5b-7cec-4437-ab20-0439354dc95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:52.169905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network hostable DHCP agents. Network: 5cc9ee5b-7cec-4437-ab20-0439354dc95f, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:30:52.204283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 63bb15b9-344b-41d3-a232-20edf0df0909 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:52.221774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4cb79eda-f38b-44c7-8f0e-53a871e15b8b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:52.222421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 63bb15b9-344b-41d3-a232-20edf0df0909 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:52.222846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:52.229242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Pushing event updated for resources: {'Network': ['ID=7c7f8511-2f05-4d83-a1e7-afc02b2f53d6,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:52.232360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:52.234688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4cb79eda-f38b-44c7-8f0e-53a871e15b8b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:52.248078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fe48f0c9-ab9a-49e8-9127-751ef8b3b316 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Unset dirty status for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:52.249415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fe48f0c9-ab9a-49e8-9127-751ef8b3b316 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports/45834024-efcd-4a3e-a35a-eb40d336351d HTTP/1.1" status: 200 len: 911 time: 0.4422147 Dec 07 13:30:52.256156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4cb79eda-f38b-44c7-8f0e-53a871e15b8b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:52.258593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47624) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:52.263544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4752607 Dec 07 13:30:52.269006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47626) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:52.273563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 7c7f8511-2f05-4d83-a1e7-afc02b2f53d6 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:30:52.274883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4cb79eda-f38b-44c7-8f0e-53a871e15b8b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:52.282471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] Request body: {'subnet': {'network_id': '7c7f8511-2f05-4d83-a1e7-afc02b2f53d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-514585339-subnet', 'tenant_id': '77bb5c97bbe64da4baacf25ff35df7ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:52.287670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:52.292375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] Usage tracker for resource:subnet and tenant:77bb5c97bbe64da4baacf25ff35df7ba is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:52.296721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a06722d-5aaf-4566-92d5-85a8b8bdad09 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:52.333568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a06722d-5aaf-4566-92d5-85a8b8bdad09 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:52.355265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:52.376807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:52.412266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb79eda-f38b-44c7-8f0e-53a871e15b8b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:52.419005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4cb79eda-f38b-44c7-8f0e-53a871e15b8b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:52.438683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] Made reservation on behalf of 77bb5c97bbe64da4baacf25ff35df7ba for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:52.443881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:52.458841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a06722d-5aaf-4566-92d5-85a8b8bdad09 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:52.471359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d7f5f31f-2919-4060-957f-c4c8ee14087e tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:52.530108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f6ac187-0ba1-4dcb-af94-4bbb68328dfe tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:52.550006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port af0c73cd-e845-49a2-959f-1e10327bf632 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:52.550539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:52.599678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06722d-5aaf-4566-92d5-85a8b8bdad09 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b845e447-d838-4e55-b1f1-a5a4b86ebe80,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:52.602359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8a06722d-5aaf-4566-92d5-85a8b8bdad09 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:52.614990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network 5cc9ee5b-7cec-4437-ab20-0439354dc95f is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:30:52.640690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a06722d-5aaf-4566-92d5-85a8b8bdad09 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:52.644337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8a06722d-5aaf-4566-92d5-85a8b8bdad09 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-groups/b845e447-d838-4e55-b1f1-a5a4b86ebe80 HTTP/1.1" status: 204 len: 168 time: 0.6708944 Dec 07 13:30:52.647692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47632) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:52.690090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:52.720079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02027d93-b057-4f09-bd70-3c0252877f7b None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:30:52.728333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-02027d93-b057-4f09-bd70-3c0252877f7b None None] Deleting port db22dd60-30c0-458e-b36f-8a24a1b2fabe {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:52.728890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02027d93-b057-4f09-bd70-3c0252877f7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:52.778379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f76b753c-e80a-4714-81fd-e7e12f53b5fa tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:52.804435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 5cc9ee5b-7cec-4437-ab20-0439354dc95f) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:52.823858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bf5a4c-1134-467e-8897-caeb8f9e1328 None None] Network 5cc9ee5b-7cec-4437-ab20-0439354dc95f requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:52.849203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990e953f-e3f8-4629-84ef-7c967ea81fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb15b9-344b-41d3-a232-20edf0df0909'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:30:52.914542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f76b753c-e80a-4714-81fd-e7e12f53b5fa tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:52.916260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f76b753c-e80a-4714-81fd-e7e12f53b5fa tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2645876 Dec 07 13:30:52.920963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47640) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:53.017753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:53.018584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:53.036166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 63bb15b9-344b-41d3-a232-20edf0df0909, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=63bb15b9-344b-41d3-a232-20edf0df0909,segment=NetworkSegment(bf0321dc-32a5-4de0-8bac-c75da4f9dbf2),segment_id=bf0321dc-32a5-4de0-8bac-c75da4f9dbf2)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:53.145209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.5615354 Dec 07 13:30:53.147081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47646) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:53.155006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3b00e4c6-20e1-4899-97dc-abae15573998 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:53.187895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:53.198289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cfc4e857-6e39-4ec1-a585-9a6e56190978 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:53.300443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-02027d93-b057-4f09-bd70-3c0252877f7b None None] For port db22dd60-30c0-458e-b36f-8a24a1b2fabe, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=db22dd60-30c0-458e-b36f-8a24a1b2fabe,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:53.300867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02027d93-b057-4f09-bd70-3c0252877f7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:53.415969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:53.419004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2a3725-ab63-4dd5-84e5-4ca8db94ff9a,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:53.435678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4cb79eda-f38b-44c7-8f0e-53a871e15b8b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:53.436862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-02027d93-b057-4f09-bd70-3c0252877f7b None None] Calling delete_port for db22dd60-30c0-458e-b36f-8a24a1b2fabe owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:30:53.442771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:53.443490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:53.490003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990e953f-e3f8-4629-84ef-7c967ea81fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bb15b9-344b-41d3-a232-20edf0df0909', 'code': 200} Dec 07 13:30:53.554831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3b00e4c6-20e1-4899-97dc-abae15573998 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group_rule {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:53.558917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3b00e4c6-20e1-4899-97dc-abae15573998 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.6212616 Dec 07 13:30:53.569530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47650) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:53.664671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb79eda-f38b-44c7-8f0e-53a871e15b8b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:53.677970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-4cb79eda-f38b-44c7-8f0e-53a871e15b8b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:53.681139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb79eda-f38b-44c7-8f0e-53a871e15b8b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:53.681781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4cb79eda-f38b-44c7-8f0e-53a871e15b8b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:53.694158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:53.698645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f094349b-5a1a-45ff-9aa4-ca40b7b248fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:53.703078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb79eda-f38b-44c7-8f0e-53a871e15b8b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=921d9626-3193-426e-8cd1-95cfc1cf9ad3,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:53.706161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4cb79eda-f38b-44c7-8f0e-53a871e15b8b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:53.717338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-30e1de75-36f6-4bf0-9e68-64308c0ef9d8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] delete failed (client error): The resource could not be found. Dec 07 13:30:53.718072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6ac187-0ba1-4dcb-af94-4bbb68328dfe tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Router 31b96ef4-2c50-4d73-bfdd-d63619705316 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:30:53.718479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-30e1de75-36f6-4bf0-9e68-64308c0ef9d8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "DELETE /v2.0/security-groups/b845e447-d838-4e55-b1f1-a5a4b86ebe80 HTTP/1.1" status: 404 len: 347 time: 0.1383543 Dec 07 13:30:53.727809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47654) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:53.736882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cc68aa-3095-488b-96ac-3d4afcfe5355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-5cc9ee5b-7cec-4437-ab20-0439354dc95f', 'network_id': '5cc9ee5b-7cec-4437-ab20-0439354dc95f', 'tenant_id': 'fe55e53248254c14b0c35bd483e2ae5f', 'fixed_ips': [{'subnet_id': '88f357e4-c25d-422f-9dda-52687929e946'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:30:53.737772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96cc68aa-3095-488b-96ac-3d4afcfe5355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:53.749343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] Checking segment: {'id': 'a1a30584-cc15-4353-a213-f76162d57270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7c7f8511-2f05-4d83-a1e7-afc02b2f53d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:53.749736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] Network hostable DHCP agents. Network: 7c7f8511-2f05-4d83-a1e7-afc02b2f53d6, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:30:53.762826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:53.832119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4c28-28a5-4837-ab7e-6834e0f82047 req-8ebef4f2-13b7-4822-9f6a-5149523ce1e7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:53.833765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-85ae4c28-28a5-4837-ab7e-6834e0f82047 req-8ebef4f2-13b7-4822-9f6a-5149523ce1e7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 946 time: 0.6817622 Dec 07 13:30:53.850705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e2a5b9fd-a5ca-4b28-86f1-1580548630ba req-5ade8d2a-aca3-452a-912d-d43b90a9e50a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 1099 time: 0.3315182 Dec 07 13:30:53.852392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4cb79eda-f38b-44c7-8f0e-53a871e15b8b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0201085 Dec 07 13:30:53.857390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47658) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:53.871975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=63bb15b9-344b-41d3-a232-20edf0df0909,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:53.881581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3be7d344-cf08-4835-bc80-688af075efb1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2111002689', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:53.881823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:53.896726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] Network 7c7f8511-2f05-4d83-a1e7-afc02b2f53d6 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:30:53.903002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3be7d344-cf08-4835-bc80-688af075efb1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:53.912916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3be7d344-cf08-4835-bc80-688af075efb1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:router and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:53.916054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02027d93-b057-4f09-bd70-3c0252877f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:53.929534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3be7d344-cf08-4835-bc80-688af075efb1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:53.931175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dee04fdd-b606-44cf-b6c8-b0e2680ad2f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:53.937489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3be7d344-cf08-4835-bc80-688af075efb1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:53.956691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 7c7f8511-2f05-4d83-a1e7-afc02b2f53d6) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:53.961825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:53.962629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:53.971354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e2a5b9fd-a5ca-4b28-86f1-1580548630ba req-3e9ec413-ce3b-477d-9994-690963eefcba service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4a2ec37b-ac2a-4294-937c-7a3b8b597641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080155 Dec 07 13:30:53.987381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02027d93-b057-4f09-bd70-3c0252877f7b None None] Pushing event deleted for resources: {'Port': ['ID=db22dd60-30c0-458e-b36f-8a24a1b2fabe,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:53.989644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac52723-e8f9-4c9d-82f6-ef6a40400840 None None] Network 7c7f8511-2f05-4d83-a1e7-afc02b2f53d6 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:53.995723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3be7d344-cf08-4835-bc80-688af075efb1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:53.996866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3be7d344-cf08-4835-bc80-688af075efb1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:54.001387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:54.008462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f21aa870-c41e-44a8-ac00-f05f44e3d845 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:54.061463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-eb306352-497d-43f2-9571-fc1c689c72d7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7796357 Dec 07 13:30:54.061463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Subnet': ['ID=88f357e4-c25d-422f-9dda-52687929e946,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:54.061463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:54.064787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-630cc1c4-8f24-4f72-abc8-7102d14d0b4a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Synchronizing usage tracker for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:54.090098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3be7d344-cf08-4835-bc80-688af075efb1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:54.101027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-85ae4c28-28a5-4837-ab7e-6834e0f82047 req-4708e6f0-af8e-49f3-9854-9c933e8e4214 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a2ec37b-ac2a-4294-937c-7a3b8b597641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468092 Dec 07 13:30:54.110619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-630cc1c4-8f24-4f72-abc8-7102d14d0b4a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Unset dirty status for tenant:81dadb28fa6046c8b5a51441aab33bcc on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:54.116050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-630cc1c4-8f24-4f72-abc8-7102d14d0b4a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3335590 Dec 07 13:30:54.123316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6ac187-0ba1-4dcb-af94-4bbb68328dfe tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:30:54.124701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02027d93-b057-4f09-bd70-3c0252877f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:54.125358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02027d93-b057-4f09-bd70-3c0252877f7b None None] No DVR routers for this DVR port db22dd60-30c0-458e-b36f-8a24a1b2fabe on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:30:54.128939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9f6ac187-0ba1-4dcb-af94-4bbb68328dfe tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] 10.222.0.24 "PUT /v2.0/routers/31b96ef4-2c50-4d73-bfdd-d63619705316/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4961517 Dec 07 13:30:54.133679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47666) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:54.157061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device db22dd60-30c0-458e-b36f-8a24a1b2fabe no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:30:54.181974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3be7d344-cf08-4835-bc80-688af075efb1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server [None req-96cc68aa-3095-488b-96ac-3d4afcfe5355 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88f357e4-c25d-422f-9dda-52687929e946: This subnet is being modified by another concurrent operation. Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 07 13:30:54.199911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise exception Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88f357e4-c25d-422f-9dda-52687929e946: This subnet is being modified by another concurrent operation. Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server Dec 07 13:30:54.205483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ae3fc5-f880-4215-93d9-c830377392fc None None] Sync routers for ids ['31b96ef4-2c50-4d73-bfdd-d63619705316'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:30:54.225848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: db22dd60-30c0-458e-b36f-8a24a1b2fabe {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:30:54.226414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device db22dd60-30c0-458e-b36f-8a24a1b2fabe not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:30:54.239835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb3b76a-9d83-4dfb-abe6-d862c0c2322c None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:54.265078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43627aa4-2a9e-414a-979a-2f5506a9d5bb None None] Network 5cc9ee5b-7cec-4437-ab20-0439354dc95f requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:54.313787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3be7d344-cf08-4835-bc80-688af075efb1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:54.315109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3be7d344-cf08-4835-bc80-688af075efb1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4567015 Dec 07 13:30:54.323374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47670) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:54.390358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ae3fc5-f880-4215-93d9-c830377392fc None None] Routers {'31b96ef4-2c50-4d73-bfdd-d63619705316'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:30:54.391303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-44ae3fc5-f880-4215-93d9-c830377392fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:30:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['31b96ef4-2c50-4d73-bfdd-d63619705316'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:54.506796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:54.547818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-44ae3fc5-f880-4215-93d9-c830377392fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:54.579599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:54.654398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc9ee5b-7cec-4437-ab20-0439354dc95f']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:54.657551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc856124-0ada-4675-8f71-2819d146af28 None None] Network 7c7f8511-2f05-4d83-a1e7-afc02b2f53d6 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:54.672897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61adeef3-cac5-498f-afa3-d74024979fbc') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:54.673241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61adeef3-cac5-498f-afa3-d74024979fbc') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:54.691178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:54.780851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ae3fc5-f880-4215-93d9-c830377392fc None None] Routers {'31b96ef4-2c50-4d73-bfdd-d63619705316'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:30:54.781647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-44ae3fc5-f880-4215-93d9-c830377392fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:30:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['31b96ef4-2c50-4d73-bfdd-d63619705316'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:54.826734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47690) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:54.830109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28f73a29-be21-4a23-acc0-738baf3f1268 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:54.842260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:54.857772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:30:54.858216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:54.867431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-44ae3fc5-f880-4215-93d9-c830377392fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:54.867999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ae3fc5-f880-4215-93d9-c830377392fc None None] The sync data for ids ['31b96ef4-2c50-4d73-bfdd-d63619705316'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:30:54.874624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:30:55.036270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:55.042843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:55.057399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d279e18b-f4af-4d09-a89e-1332148ee16c tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:55.131057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': '921d9626-3193-426e-8cd1-95cfc1cf9ad3'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:30:55.132005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:55.439448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Allocated IP 2001:db8::2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/921d9626-3193-426e-8cd1-95cfc1cf9ad3/2c71fa4e-1534-4cb0-b367-760657ea4dd5) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:55.461544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/5cc9ee5b-7cec-4437-ab20-0439354dc95f HTTP/1.1" status: 204 len: 168 time: 2.2995515 Dec 07 13:30:55.464451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Network': ['ID=5cc9ee5b-7cec-4437-ab20-0439354dc95f,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:55.466370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47698) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:55.472348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:55.476860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2013759314'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:55.484644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:55.490057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:network and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:55.495287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:55.504540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:55.606054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:55.611833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:55.629149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:55.683686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:55.697861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Transition to ACTIVE for port object 2c71fa4e-1534-4cb0-b367-760657ea4dd5 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:55.722841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Transition to ACTIVE for port object 2c71fa4e-1534-4cb0-b367-760657ea4dd5 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:55.766623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:55.771610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a7c87767-fd8e-4cda-a37c-0b6c093bcf97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:55.793359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:30:55.850015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:55.850785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Pushing event updated for resources: {'Port': ['ID=2c71fa4e-1534-4cb0-b367-760657ea4dd5,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:55.854050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:55.854200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:55.854417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Added segment b9e2cd74-dc8f-4eaf-8aaf-59f0790fe176 of type vlan for network 4b36761b-b775-46af-9338-877a665f7413 Dec 07 13:30:55.855310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:55.857550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:55.890413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-71c05c29-109e-4580-8793-29598e08b384 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:55.891159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-71c05c29-109e-4580-8793-29598e08b384 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Synchronizing usage tracker for tenant:78018570423e43469e3452e3145cefbe on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:30:55.918393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:55.964569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Attempting to bind port 2c71fa4e-1534-4cb0-b367-760657ea4dd5 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:30:55.964978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Attempting to bind port 2c71fa4e-1534-4cb0-b367-760657ea4dd5 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:30:55.965384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Attempting to bind port 2c71fa4e-1534-4cb0-b367-760657ea4dd5 on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:30:55.972757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:30:55.973171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:55.973616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:55.974051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:30:55.974668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Bound port: 2c71fa4e-1534-4cb0-b367-760657ea4dd5, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:30:55.974963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:56.020683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6d325a0b-89cf-4476-8818-1ca0540c8a50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81dadb28fa6046c8b5a51441aab33bcc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1237626 Dec 07 13:30:56.029264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47702) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:56.067165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:56.068148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28f73a29-be21-4a23-acc0-738baf3f1268 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:56.071811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:56.072447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:56.081149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc251e24-959e-4a5b-aa39-2f17b38458d0 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:56.110986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28f73a29-be21-4a23-acc0-738baf3f1268 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:56.141635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeadb7a-3a2d-4b8f-8437-8c4e369ed77c req-3cc66122-86e2-4bad-bca2-3b2a84657d00 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:56.143273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-caeadb7a-3a2d-4b8f-8437-8c4e369ed77c req-3cc66122-86e2-4bad-bca2-3b2a84657d00 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 946 time: 0.7749476 Dec 07 13:30:56.147032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-71c05c29-109e-4580-8793-29598e08b384 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Unset dirty status for tenant:78018570423e43469e3452e3145cefbe on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:30:56.149172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-71c05c29-109e-4580-8793-29598e08b384 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/networks?id=3aca7adb-2597-47f4-a563-f0ad222fb2bb HTTP/1.1" status: 200 len: 811 time: 1.4062142 Dec 07 13:30:56.170907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] For port 2c71fa4e-1534-4cb0-b367-760657ea4dd5, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:30:56.175612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] For port 2c71fa4e-1534-4cb0-b367-760657ea4dd5, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=2c71fa4e-1534-4cb0-b367-760657ea4dd5,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:30:56.185982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Allocated IP 2001:db8:1::1 (fcca00ef-0e65-4c4d-a1bc-8809762f916d/8778486a-1ced-4da0-a5b4-c6814c51c713/f37ea7c3-c5b0-4273-aab7-ed4a76805f87) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:56.186590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::1 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/921d9626-3193-426e-8cd1-95cfc1cf9ad3/52d11164-2fd4-4173-a0ed-d1352d246a85) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:56.205682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:56.212484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-72a7d34c-961c-4389-9f8f-812534b61ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:56.213903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Network': ['ID=4b36761b-b775-46af-9338-877a665f7413,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:56.217640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:56.222691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34ef82bb-4be6-4162-9085-00286de4b137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:56.246188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7743342 Dec 07 13:30:56.247421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-09bad812-4b4e-4bba-ac38-29f76604962d tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/quotas/78018570423e43469e3452e3145cefbe HTTP/1.1" status: 200 len: 375 time: 0.0895317 Dec 07 13:30:56.248014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47706) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:56.259640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'subnet': {'network_id': '4b36761b-b775-46af-9338-877a665f7413', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:56.276916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 4b36761b-b775-46af-9338-877a665f7413 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:30:56.407278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-caeadb7a-3a2d-4b8f-8437-8c4e369ed77c req-fca0aa2e-bc20-4a97-aab5-b18998a4c240 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a2ec37b-ac2a-4294-937c-7a3b8b597641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535114 Dec 07 13:30:56.408069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28f73a29-be21-4a23-acc0-738baf3f1268 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:56.408730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f73a29-be21-4a23-acc0-738baf3f1268 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Fanout notify agent at l3_agent the message router_deleted on router 31b96ef4-2c50-4d73-bfdd-d63619705316 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:30:56.429061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34ef82bb-4be6-4162-9085-00286de4b137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:56.477011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:56.478459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-d6794724-a28e-4a49-bec8-57107e7c8be1 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=78018570423e43469e3452e3145cefbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1929669 Dec 07 13:30:56.495342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:subnet and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:30:56.500685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:30:56.518814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:30:56.531825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:56.552595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object 52d11164-2fd4-4173-a0ed-d1352d246a85 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:56.573705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:30:56.633002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Pushing event updated for resources: {'Port': ['ID=2c71fa4e-1534-4cb0-b367-760657ea4dd5,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:56.636816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:56.661664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:56.674723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28f73a29-be21-4a23-acc0-738baf3f1268 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:56.675872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-28f73a29-be21-4a23-acc0-738baf3f1268 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] 10.222.0.24 "DELETE /v2.0/routers/31b96ef4-2c50-4d73-bfdd-d63619705316 HTTP/1.1" status: 204 len: 168 time: 2.5413630 Dec 07 13:30:56.676350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab71cd88-6dbf-4177-8030-31795293f8d7 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:56.691029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47712) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:56.771826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:56.780588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:56.802573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:56.809004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=52d11164-2fd4-4173-a0ed-d1352d246a85,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:56.858698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:56.859298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:56.862894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:56.865874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34ef82bb-4be6-4162-9085-00286de4b137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:56.878216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f64671af-a071-45b5-a6b5-04c8c47466c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:56.891733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:56.926262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-90824370-6b28-4713-be05-43b1078f4d14 service neutron] 10.222.0.24 "GET /v2.0/networks/3aca7adb-2597-47f4-a563-f0ad222fb2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467235 Dec 07 13:30:56.935832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef82bb-4be6-4162-9085-00286de4b137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8d912b-4031-4d2f-aa08-4afb5b146d1d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:56.940543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-34ef82bb-4be6-4162-9085-00286de4b137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:57.057602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Transition to ACTIVE for port object f37ea7c3-c5b0-4273-aab7-ed4a76805f87 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:57.080930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:57.154876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b95a8-6999-4e86-8a75-0fa286b48e45 req-6aafeb7b-5a9a-46c4-a080-79e51303c775 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:57.156618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4c0b95a8-6999-4e86-8a75-0fa286b48e45 req-6aafeb7b-5a9a-46c4-a080-79e51303c775 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 946 time: 0.5442412 Dec 07 13:30:57.170045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34ef82bb-4be6-4162-9085-00286de4b137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:57.173873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-34ef82bb-4be6-4162-9085-00286de4b137 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e8d912b-4031-4d2f-aa08-4afb5b146d1d HTTP/1.1" status: 204 len: 168 time: 1.1368980 Dec 07 13:30:57.210252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:57.223608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb9bcc7b-da22-428f-b30b-07ad9deefc8c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:57.301059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb9d1cc-00eb-4e65-ac5b-b51e552277c0 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Deleting subnet 6c4a48bb-7110-4a08-b56a-811fd5b89263 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:30:57.313386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-2c2e880d-185d-4f80-8789-3038368d9c0e service neutron] 10.222.0.24 "GET /v2.0/networks/3aca7adb-2597-47f4-a563-f0ad222fb2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737156 Dec 07 13:30:57.315938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4c0b95a8-6999-4e86-8a75-0fa286b48e45 req-e773e5dd-7875-4e6b-b7a2-23973e13154b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a2ec37b-ac2a-4294-937c-7a3b8b597641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412177 Dec 07 13:30:57.347830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:57.354584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-de63b4d4-814f-4179-9345-373badbc0a5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:57.366312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Subnet': ['ID=f291dfee-c6d1-45a8-a0f5-a33f48157cd7,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:57.370105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:57.408506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9cb9d1cc-00eb-4e65-ac5b-b51e552277c0 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:57.505008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network fcca00ef-0e65-4c4d-a1bc-8809762f916d is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:57.508746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Checking segment: {'id': 'b9e2cd74-dc8f-4eaf-8aaf-59f0790fe176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b36761b-b775-46af-9338-877a665f7413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:30:57.509149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network hostable DHCP agents. Network: 4b36761b-b775-46af-9338-877a665f7413, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:30:57.512288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:57.516790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=f37ea7c3-c5b0-4273-aab7-ed4a76805f87,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:57.521948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9cb9d1cc-00eb-4e65-ac5b-b51e552277c0 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:57.579655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:57.582758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:57.699916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:57.714270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e86d06dd-af8b-4539-a354-0d143b810fbb req-003be701-c261-4a78-ae2a-68a3569235ea tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 210 time: 0.0723038 Dec 07 13:30:57.725762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network 4b36761b-b775-46af-9338-877a665f7413 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:30:57.797000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 4b36761b-b775-46af-9338-877a665f7413) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:57.801874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:30:57.802834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:57.805516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:57.811849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9865161a-247a-4cc2-9add-291a88c54650 None None] Network 4b36761b-b775-46af-9338-877a665f7413 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:57.825490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:57.880363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6311913 Dec 07 13:30:57.881476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:57.882209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:57.887761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47736) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:57.906918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4970b395-b582-4e66-9ed2-1525180b226e tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:58.124850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 2c71fa4e-1534-4cb0-b367-760657ea4dd5 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:30:58.159189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9cb9d1cc-00eb-4e65-ac5b-b51e552277c0 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:58.378411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=52d11164-2fd4-4173-a0ed-d1352d246a85,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:58.383006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:58.436609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3787c217-37b1-42d7-a6ac-3e4aa7166ace None None] Provisioning for port f37ea7c3-c5b0-4273-aab7-ed4a76805f87 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:58.446768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3787c217-37b1-42d7-a6ac-3e4aa7166ace None None] Provisioning complete for port f37ea7c3-c5b0-4273-aab7-ed4a76805f87 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:58.446974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:58.447208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3787c217-37b1-42d7-a6ac-3e4aa7166ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:58.497602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-4b36761b-b775-46af-9338-877a665f7413', 'network_id': '4b36761b-b775-46af-9338-877a665f7413', 'tenant_id': 'fe55e53248254c14b0c35bd483e2ae5f', 'fixed_ips': [{'subnet_id': 'f291dfee-c6d1-45a8-a0f5-a33f48157cd7'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:30:58.498508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:58.535019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:58.542476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:58.647560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 2c71fa4e-1534-4cb0-b367-760657ea4dd5 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:58.710539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3787c217-37b1-42d7-a6ac-3e4aa7166ace None None] Port f37ea7c3-c5b0-4273-aab7-ed4a76805f87 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:30:58.781444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9cb9d1cc-00eb-4e65-ac5b-b51e552277c0 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:58.804096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:58.843573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Allocated IP 172.20.0.1 (4b36761b-b775-46af-9338-877a665f7413/f291dfee-c6d1-45a8-a0f5-a33f48157cd7/46d9ebba-1230-4b5e-9343-b58d93247aaf) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:30:58.888203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47752) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:58.889450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9d1cc-00eb-4e65-ac5b-b51e552277c0 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Pushing event deleted for resources: {'Subnet': ['ID=6c4a48bb-7110-4a08-b56a-811fd5b89263,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:58.909476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9cb9d1cc-00eb-4e65-ac5b-b51e552277c0 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:58.910645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80358ad-c609-405d-89b2-f438a85dbe41 None None] Network 6947e9cf-9122-4030-bece-fa1a045b1563 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:30:58.917171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9cb9d1cc-00eb-4e65-ac5b-b51e552277c0 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:59.053130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:59.143203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9cb9d1cc-00eb-4e65-ac5b-b51e552277c0 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] 10.222.0.24 "DELETE /v2.0/subnets/6c4a48bb-7110-4a08-b56a-811fd5b89263 HTTP/1.1" status: 204 len: 168 time: 2.4509819 Dec 07 13:30:59.150252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47758) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:59.150844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47760) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:59.166735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-94a54537-fce4-4b82-af89-831a1f6cd75b req-6d91e072-9945-4297-9c02-806f4c309380 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 210 time: 0.1346011 Dec 07 13:30:59.328445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:59.420307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e4c2666a-b3a6-4e2e-b594-4dcea7160f8d None None] Provisioning for port 2c71fa4e-1534-4cb0-b367-760657ea4dd5 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:30:59.432457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e4c2666a-b3a6-4e2e-b594-4dcea7160f8d None None] Provisioning complete for port 2c71fa4e-1534-4cb0-b367-760657ea4dd5 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:30:59.432998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4c2666a-b3a6-4e2e-b594-4dcea7160f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:59.463372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:59.485299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:59.486182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:59.506806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e4f5c619-23f4-479b-b6ef-e5bed5c3d828 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:59.531851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Router 48017e85-c71f-426c-b3eb-964dbe3c05f3 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:30:59.557936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ad895a69-4ce8-4f23-8724-8e24ced300c1 tempest-SubnetPoolsTestJSON-1893979914 tempest-SubnetPoolsTestJSON-1893979914-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1481476723', 'prefixes': ['172.20.0.0/16']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:30:59.564615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ad895a69-4ce8-4f23-8724-8e24ced300c1 tempest-SubnetPoolsTestJSON-1893979914 tempest-SubnetPoolsTestJSON-1893979914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:30:59.612770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4c2666a-b3a6-4e2e-b594-4dcea7160f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:59.645282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:59.674993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Transition to ACTIVE for port object 46d9ebba-1230-4b5e-9343-b58d93247aaf will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:59.684699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e4c2666a-b3a6-4e2e-b594-4dcea7160f8d None None] For port 2c71fa4e-1534-4cb0-b367-760657ea4dd5, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=2c71fa4e-1534-4cb0-b367-760657ea4dd5,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:30:59.706827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Transition to ACTIVE for port object 46d9ebba-1230-4b5e-9343-b58d93247aaf will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:30:59.732756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e4c2666a-b3a6-4e2e-b594-4dcea7160f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:59.736937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee29524e-d4c0-42fe-9243-713f5dc1daf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:59.769572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Deleting port ceec2fd1-0e26-49ac-a4da-919d8dc04bec {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:59.769953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:59.779625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a7d8b2-fcfb-4dc9-af86-e3ead37cdaca None None] DHCP port deletion for 6947e9cf-9122-4030-bece-fa1a045b1563 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:30:59.784765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:59.805373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d8a7d8b2-fcfb-4dc9-af86-e3ead37cdaca None None] Deleting port ceec2fd1-0e26-49ac-a4da-919d8dc04bec {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:30:59.805879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8a7d8b2-fcfb-4dc9-af86-e3ead37cdaca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:59.816303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:30:59.818519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:30:59.827155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5e67c1a5-a581-4c05-b795-b8c3b6c685e9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:30:59.830474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Sync routers for ids ['48017e85-c71f-426c-b3eb-964dbe3c05f3'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:30:59.834740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=f37ea7c3-c5b0-4273-aab7-ed4a76805f87,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:59.864232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Routers {'48017e85-c71f-426c-b3eb-964dbe3c05f3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:30:59.865750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:30:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['48017e85-c71f-426c-b3eb-964dbe3c05f3'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:30:59.887705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Network 4b36761b-b775-46af-9338-877a665f7413 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:30:59.899742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:30:59.903168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:30:59.905640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1c885bca-0501-4e7b-999c-d5a51f53ac15 None None] Could not find standard attr ID for object cb584a11-d731-4c37-8c76-12cdcd4756e2. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:30:59.915140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "PUT /v2.0/routers/48017e85-c71f-426c-b3eb-964dbe3c05f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5906091 Dec 07 13:30:59.917191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47768) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:30:59.918311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Subnet': ['ID=f291dfee-c6d1-45a8-a0f5-a33f48157cd7,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:30:59.918448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:30:59.924167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:00.035676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f70f44-ff75-467f-af07-6c934210b0e1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:00.036579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-69f70f44-ff75-467f-af07-6c934210b0e1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:00.091303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ceec2fd1-0e26-49ac-a4da-919d8dc04bec no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:31:00.151863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Set router 48017e85-c71f-426c-b3eb-964dbe3c05f3 gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:31:00.170831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-69f70f44-ff75-467f-af07-6c934210b0e1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:00.176059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-69f70f44-ff75-467f-af07-6c934210b0e1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports/52d11164-2fd4-4173-a0ed-d1352d246a85 HTTP/1.1" status: 200 len: 911 time: 0.2541859 Dec 07 13:31:00.188178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47772) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:00.219685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] For port ceec2fd1-0e26-49ac-a4da-919d8dc04bec, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ceec2fd1-0e26-49ac-a4da-919d8dc04bec,segment=NetworkSegment(68a35fd2-c2d9-4034-bac4-ac602f644b95),segment_id=68a35fd2-c2d9-4034-bac4-ac602f644b95)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:00.221617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:00.231150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2666a-b3a6-4e2e-b594-4dcea7160f8d None None] Pushing event updated for resources: {'Port': ['ID=2c71fa4e-1534-4cb0-b367-760657ea4dd5,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:00.290688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7113862a-da4a-4649-8885-9712a72b07a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:00.302656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e4c2666a-b3a6-4e2e-b594-4dcea7160f8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:00.303192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.456s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:00.308550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:00.361487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Attempting to bind port 46d9ebba-1230-4b5e-9343-b58d93247aaf on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:31:00.361826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Attempting to bind port 46d9ebba-1230-4b5e-9343-b58d93247aaf by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'b9e2cd74-dc8f-4eaf-8aaf-59f0790fe176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b36761b-b775-46af-9338-877a665f7413'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:31:00.362240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Attempting to bind port 46d9ebba-1230-4b5e-9343-b58d93247aaf on network 4b36761b-b775-46af-9338-877a665f7413 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:31:00.378342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b36761b-b775-46af-9338-877a665f7413']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:00.449562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Calling delete_port for ceec2fd1-0e26-49ac-a4da-919d8dc04bec owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:00.468003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e2cd74-dc8f-4eaf-8aaf-59f0790fe176') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:00.468343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e2cd74-dc8f-4eaf-8aaf-59f0790fe176') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:00.519001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:31:00.519454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Checking segment: {'id': 'b9e2cd74-dc8f-4eaf-8aaf-59f0790fe176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b36761b-b775-46af-9338-877a665f7413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:00.519911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:00.520356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Bound using segment: {'id': 'b9e2cd74-dc8f-4eaf-8aaf-59f0790fe176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b36761b-b775-46af-9338-877a665f7413'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:31:00.520905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Bound port: 46d9ebba-1230-4b5e-9343-b58d93247aaf, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e2cd74-dc8f-4eaf-8aaf-59f0790fe176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4b36761b-b775-46af-9338-877a665f7413'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:31:00.521445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:00.544030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b06703c1-7de3-418f-8e71-5a976e1960bb None None] Provisioning for port 52d11164-2fd4-4173-a0ed-d1352d246a85 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:00.565925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:00.644823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ff3af3-ae80-4a32-a000-b9e09a9c5376 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:00.653735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ff3af3-ae80-4a32-a000-b9e09a9c5376 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:00.656406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Pushing event updated for resources: {'Port': ['ID=46d9ebba-1230-4b5e-9343-b58d93247aaf,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:00.659317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:00.661754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-99ff3af3-ae80-4a32-a000-b9e09a9c5376 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4718313 Dec 07 13:31:00.662622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47778) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:00.666276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:00.678253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:00.682974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No ports have port_id starting with ceec2fd1-0e26-49ac-a4da-919d8dc04bec Dec 07 13:31:00.684405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:00.700314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b06703c1-7de3-418f-8e71-5a976e1960bb None None] Provisioning complete for port 52d11164-2fd4-4173-a0ed-d1352d246a85 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:00.700734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b06703c1-7de3-418f-8e71-5a976e1960bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:00.711615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48017e85-c71f-426c-b3eb-964dbe3c05f3', 'name': 'tempest-NetworksTestDHCPv6-router-2111002689', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:30:54Z', 'updated_at': '2021-12-07T13:30:56Z', 'revision_number': 2, 'project_id': '36129566f600466d9b1beb311a8becb9', 'gw_port_host': None, '_interfaces': [{'id': '52d11164-2fd4-4173-a0ed-d1352d246a85', 'name': '', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'mac_address': 'fa:16:3e:6f:1b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48017e85-c71f-426c-b3eb-964dbe3c05f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921d9626-3193-426e-8cd1-95cfc1cf9ad3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:30:55Z', 'updated_at': '2021-12-07T13:30:57Z', 'revision_number': 2, 'project_id': '36129566f600466d9b1beb311a8becb9', 'subnets': [{'id': '921d9626-3193-426e-8cd1-95cfc1cf9ad3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:00.716730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Checking router: 48017e85-c71f-426c-b3eb-964dbe3c05f3 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:31:00.717262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Updating router 48017e85-c71f-426c-b3eb-964dbe3c05f3 port 52d11164-2fd4-4173-a0ed-d1352d246a85 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:31:00.762028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80056cd2-0df5-4d10-89e9-39fd80b54121 req-bac0825c-d0fb-4c9c-b597-22e3abd26e50 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 210 time: 0.2019029 Dec 07 13:31:00.788067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Pushing event deleted for resources: {'Port': ['ID=ceec2fd1-0e26-49ac-a4da-919d8dc04bec,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:00.796811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:00.817228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network fcca00ef-0e65-4c4d-a1bc-8809762f916d is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:00.823398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:00.834900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:00.847069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] For port 46d9ebba-1230-4b5e-9343-b58d93247aaf, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:31:00.871749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:00.872212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:00.909084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d8a7d8b2-fcfb-4dc9-af86-e3ead37cdaca None None] For port ceec2fd1-0e26-49ac-a4da-919d8dc04bec, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ceec2fd1-0e26-49ac-a4da-919d8dc04bec,segment=NetworkSegment(68a35fd2-c2d9-4034-bac4-ac602f644b95),segment_id=68a35fd2-c2d9-4034-bac4-ac602f644b95)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:00.909462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8a7d8b2-fcfb-4dc9-af86-e3ead37cdaca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:00.929000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b06703c1-7de3-418f-8e71-5a976e1960bb None None] Port 52d11164-2fd4-4173-a0ed-d1352d246a85 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:31:01.083831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d8a7d8b2-fcfb-4dc9-af86-e3ead37cdaca None None] Calling delete_port for ceec2fd1-0e26-49ac-a4da-919d8dc04bec owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:01.099901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] No DVR routers for this DVR port ceec2fd1-0e26-49ac-a4da-919d8dc04bec on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:31:01.122372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] For port 46d9ebba-1230-4b5e-9343-b58d93247aaf, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=46d9ebba-1230-4b5e-9343-b58d93247aaf,segment=NetworkSegment(b9e2cd74-dc8f-4eaf-8aaf-59f0790fe176),segment_id=b9e2cd74-dc8f-4eaf-8aaf-59f0790fe176)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:31:01.157326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:01.168905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fb4af060-6ca2-4b1b-805d-8a3be372a9fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:01.177149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:01.186216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-3a9aa90a-42ad-4221-9840-1599c62ab746 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:01.187838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-3a9aa90a-42ad-4221-9840-1599c62ab746 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.45 "GET /v2.0/networks?id=3aca7adb-2597-47f4-a563-f0ad222fb2bb HTTP/1.1" status: 200 len: 811 time: 0.7668924 Dec 07 13:31:01.252618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d0b0da38-5891-48c0-90f1-7942ac5aa394 None None] Provisioning complete for port 52d11164-2fd4-4173-a0ed-d1352d246a85 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:01.253035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d0b0da38-5891-48c0-90f1-7942ac5aa394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:01.274126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Request body: {'port': {'device_id': '18c91980-0477-48ca-be72-a961e8c1d86d', 'network_id': '3aca7adb-2597-47f4-a563-f0ad222fb2bb', 'admin_state_up': True, 'tenant_id': '78018570423e43469e3452e3145cefbe'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:01.299949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 13:31:01.299949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 13:31:01.299949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [parameters: {'id': '4b36761b-b775-46af-9338-877a665f7413'}] Dec 07 13:31:01.299949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:31:01.300379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:31:01.499751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:01.504266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Usage tracker for resource:port and tenant:78018570423e43469e3452e3145cefbe is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:01.509299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:01.517656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:01.619910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-d8a7d8b2-fcfb-4dc9-af86-e3ead37cdaca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:31:01.620302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-d8a7d8b2-fcfb-4dc9-af86-e3ead37cdaca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:31:01.625845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:01.652096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Pushing event updated for resources: {'Port': ['ID=46d9ebba-1230-4b5e-9343-b58d93247aaf,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:01.662005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:01.663042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0da38-5891-48c0-90f1-7942ac5aa394 None None] Port 52d11164-2fd4-4173-a0ed-d1352d246a85 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:31:01.703318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:01.703429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:01.711281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70131775-df04-4e10-8a6a-1efaad8e3398 None None] Network 4b36761b-b775-46af-9338-877a665f7413 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:01.720489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Transition to ACTIVE for port object 52d11164-2fd4-4173-a0ed-d1352d246a85 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:01.730420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Made reservation on behalf of 78018570423e43469e3452e3145cefbe for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:01.736409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:01.747633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6947e9cf-9122-4030-bece-fa1a045b1563']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:01.757032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad895a69-4ce8-4f23-8724-8e24ced300c1 tempest-SubnetPoolsTestJSON-1893979914 tempest-SubnetPoolsTestJSON-1893979914-project] Notify callbacks [] for subnetpool, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:01.761632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ad895a69-4ce8-4f23-8724-8e24ced300c1 tempest-SubnetPoolsTestJSON-1893979914 tempest-SubnetPoolsTestJSON-1893979914-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 2.5960383 Dec 07 13:31:01.763108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47786) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:01.765426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:01.773545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:01.864964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4894f6d5-91b9-4799-98be-f6a721969bf7 None None] Provisioning complete for port f37ea7c3-c5b0-4273-aab7-ed4a76805f87 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:01.872013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4894f6d5-91b9-4799-98be-f6a721969bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:02.009656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Allocated IP 172.20.0.3 (3aca7adb-2597-47f4-a563-f0ad222fb2bb/fa7a113e-da1a-4837-80d7-9e5305da53ca/5ca3b027-4246-41ba-be73-8b8dbeb4cb84) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:02.039671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b62baa-c6c6-4032-bdd3-20eb1f68872e None None] Pushing event updated for resources: {'Port': ['ID=52d11164-2fd4-4173-a0ed-d1352d246a85,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:02.051015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 2c71fa4e-1534-4cb0-b367-760657ea4dd5 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:31:02.075854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b62baa-c6c6-4032-bdd3-20eb1f68872e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:02.076568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b62baa-c6c6-4032-bdd3-20eb1f68872e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:02.077100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b62baa-c6c6-4032-bdd3-20eb1f68872e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:02.077639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b62baa-c6c6-4032-bdd3-20eb1f68872e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:02.078166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b62baa-c6c6-4032-bdd3-20eb1f68872e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:02.078697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b62baa-c6c6-4032-bdd3-20eb1f68872e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:02.079271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b62baa-c6c6-4032-bdd3-20eb1f68872e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:02.084521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b62baa-c6c6-4032-bdd3-20eb1f68872e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:02.084903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b62baa-c6c6-4032-bdd3-20eb1f68872e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:02.085395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b62baa-c6c6-4032-bdd3-20eb1f68872e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:02.085743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b62baa-c6c6-4032-bdd3-20eb1f68872e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:02.101806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a35fd2-c2d9-4034-bac4-ac602f644b95') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:02.102335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a35fd2-c2d9-4034-bac4-ac602f644b95') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:02.103974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:02.136398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d8a7d8b2-fcfb-4dc9-af86-e3ead37cdaca None None] Deleting port ceec2fd1-0e26-49ac-a4da-919d8dc04bec {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:02.136825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8a7d8b2-fcfb-4dc9-af86-e3ead37cdaca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:02.160304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-08b62baa-c6c6-4032-bdd3-20eb1f68872e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:02.172445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:02.191431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bdc35b06-b9d6-4dc5-a587-c202b8182e12 req-bdac6870-f65f-422d-b2f2-efbff6dd08ee tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 210 time: 0.1063592 Dec 07 13:31:02.223643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:02.227593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:02.228040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:02.238910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d8a7d8b2-fcfb-4dc9-af86-e3ead37cdaca None None] The port 'ceec2fd1-0e26-49ac-a4da-919d8dc04bec' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:02.261107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:02.287538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Attempting to bind port 52d11164-2fd4-4173-a0ed-d1352d246a85 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:31:02.288279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Attempting to bind port 52d11164-2fd4-4173-a0ed-d1352d246a85 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:31:02.289431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Attempting to bind port 52d11164-2fd4-4173-a0ed-d1352d246a85 on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:31:02.301146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:31:02.301941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:02.302657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:02.303316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:31:02.304081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Bound port: 52d11164-2fd4-4173-a0ed-d1352d246a85, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:31:02.305120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:02.305584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4894f6d5-91b9-4799-98be-f6a721969bf7 None None] Port f37ea7c3-c5b0-4273-aab7-ed4a76805f87 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:31:02.352654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router c78e3900-0dd9-44c9-8dfa-65653ebd7a02 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:31:02.375605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 2c71fa4e-1534-4cb0-b367-760657ea4dd5 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:02.376033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:02.409297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-23893c1c-8478-4a50-ba87-f0999cc2ae5a tempest-SubnetPoolsTestJSON-1893979914 tempest-SubnetPoolsTestJSON-1893979914-project] 10.222.0.24 "GET /v2.0/subnetpools/8c9809dc-29f9-411c-9ef4-3fffc2e3ed63 HTTP/1.1" status: 200 len: 732 time: 0.6459548 Dec 07 13:31:02.411712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47792) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:02.417468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:02.439911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-26efc5e4-6034-4db7-b2a1-83a6365d30de tempest-SubnetPoolsTestJSON-1893979914 tempest-SubnetPoolsTestJSON-1893979914-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1921050465'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:02.441995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] For port 52d11164-2fd4-4173-a0ed-d1352d246a85, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:31:02.446282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] For port 52d11164-2fd4-4173-a0ed-d1352d246a85, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=52d11164-2fd4-4173-a0ed-d1352d246a85,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:31:02.464124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Deleting port 46d9ebba-1230-4b5e-9343-b58d93247aaf {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:02.464510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:02.486888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:02.488074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca7cb57-72af-48de-92d8-5ac93e064e80 None None] get_active_networks_info from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 07 13:31:02.504573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:02.506941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:02.531174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3c63b52a-9749-4097-91b0-5b8a431a27fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:02.564712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c857d3ed-486c-4fb8-9e07-bd3dc0ea76af tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:02.581105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:02.637221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b62baa-c6c6-4032-bdd3-20eb1f68872e None None] Pushing event updated for resources: {'Port': ['ID=52d11164-2fd4-4173-a0ed-d1352d246a85,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:02.656463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-08b62baa-c6c6-4032-bdd3-20eb1f68872e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:02.672195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Routers {'48017e85-c71f-426c-b3eb-964dbe3c05f3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:02.673833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['48017e85-c71f-426c-b3eb-964dbe3c05f3'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:02.676795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Pushing event deleted for resources: {'Network': ['ID=6947e9cf-9122-4030-bece-fa1a045b1563,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:02.683167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:02.690126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] 10.222.0.24 "DELETE /v2.0/networks/6947e9cf-9122-4030-bece-fa1a045b1563 HTTP/1.1" status: 204 len: 168 time: 3.5350893 Dec 07 13:31:02.783939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca7cb57-72af-48de-92d8-5ac93e064e80 None None] Resources bound (agent type, host, resource id): {{(pid=88899) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 07 13:31:02.877393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:31:02.886690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/c78e3900-0dd9-44c9-8dfa-65653ebd7a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5094609 Dec 07 13:31:02.898321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47798) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:02.938937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] Set router 48017e85-c71f-426c-b3eb-964dbe3c05f3 gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:31:02.994822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c61adc-86bd-47c2-8cc2-8ca2a0dc809c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:02.995507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-50c61adc-86bd-47c2-8cc2-8ca2a0dc809c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Synchronizing usage tracker for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:03.020362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1577382-3dc0-4329-866d-b763bb282307 None None] Sync routers for ids ['c78e3900-0dd9-44c9-8dfa-65653ebd7a02'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:31:03.028578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:03.059592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1577382-3dc0-4329-866d-b763bb282307 None None] Routers {'c78e3900-0dd9-44c9-8dfa-65653ebd7a02'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:03.060297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b1577382-3dc0-4329-866d-b763bb282307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['c78e3900-0dd9-44c9-8dfa-65653ebd7a02'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:03.074855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-50c61adc-86bd-47c2-8cc2-8ca2a0dc809c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Unset dirty status for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:03.083212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-50c61adc-86bd-47c2-8cc2-8ca2a0dc809c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports/f37ea7c3-c5b0-4273-aab7-ed4a76805f87 HTTP/1.1" status: 200 len: 913 time: 0.1751633 Dec 07 13:31:03.083212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47802) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:03.129083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b1577382-3dc0-4329-866d-b763bb282307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:03.279745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1577382-3dc0-4329-866d-b763bb282307 None None] Routers {'c78e3900-0dd9-44c9-8dfa-65653ebd7a02'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:03.280593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b1577382-3dc0-4329-866d-b763bb282307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['c78e3900-0dd9-44c9-8dfa-65653ebd7a02'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:03.290785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] For port 46d9ebba-1230-4b5e-9343-b58d93247aaf, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=46d9ebba-1230-4b5e-9343-b58d93247aaf,segment=NetworkSegment(b9e2cd74-dc8f-4eaf-8aaf-59f0790fe176),segment_id=b9e2cd74-dc8f-4eaf-8aaf-59f0790fe176)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:03.291199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:03.379170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47810) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:03.415427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b1577382-3dc0-4329-866d-b763bb282307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:03.415888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1577382-3dc0-4329-866d-b763bb282307 None None] The sync data for ids ['c78e3900-0dd9-44c9-8dfa-65653ebd7a02'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:31:03.449194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48017e85-c71f-426c-b3eb-964dbe3c05f3', 'name': 'tempest-NetworksTestDHCPv6-router-2111002689', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:30:54Z', 'updated_at': '2021-12-07T13:30:56Z', 'revision_number': 2, 'project_id': '36129566f600466d9b1beb311a8becb9', 'gw_port_host': None, '_interfaces': [{'id': '52d11164-2fd4-4173-a0ed-d1352d246a85', 'name': '', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'mac_address': 'fa:16:3e:6f:1b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48017e85-c71f-426c-b3eb-964dbe3c05f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921d9626-3193-426e-8cd1-95cfc1cf9ad3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:30:55Z', 'updated_at': '2021-12-07T13:31:02Z', 'revision_number': 4, 'project_id': '36129566f600466d9b1beb311a8becb9', 'subnets': [{'id': '921d9626-3193-426e-8cd1-95cfc1cf9ad3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:03.454693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482f2629-b936-4a34-9a30-7f234c8c682c None None] The sync data for ids ['48017e85-c71f-426c-b3eb-964dbe3c05f3'] in dv-neutron-ussuri-2-hyperv is: [{'id': '48017e85-c71f-426c-b3eb-964dbe3c05f3', 'name': 'tempest-NetworksTestDHCPv6-router-2111002689', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:30:54Z', 'updated_at': '2021-12-07T13:30:56Z', 'revision_number': 2, 'project_id': '36129566f600466d9b1beb311a8becb9', 'gw_port_host': None, '_interfaces': [{'id': '52d11164-2fd4-4173-a0ed-d1352d246a85', 'name': '', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'mac_address': 'fa:16:3e:6f:1b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48017e85-c71f-426c-b3eb-964dbe3c05f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '921d9626-3193-426e-8cd1-95cfc1cf9ad3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:30:55Z', 'updated_at': '2021-12-07T13:31:02Z', 'revision_number': 4, 'project_id': '36129566f600466d9b1beb311a8becb9', 'subnets': [{'id': '921d9626-3193-426e-8cd1-95cfc1cf9ad3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:31:03.524633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7128eb-95fb-4a60-937a-8264dbd4126a None None] get_active_networks_info from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 07 13:31:03.548719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:03.572027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Calling delete_port for 46d9ebba-1230-4b5e-9343-b58d93247aaf owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:03.598323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:03.632983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cbd1c281-112f-40b1-a0c3-93083f6038ef tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:03.698663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7128eb-95fb-4a60-937a-8264dbd4126a None None] Resources bound (agent type, host, resource id): {{(pid=88899) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 07 13:31:03.733479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26efc5e4-6034-4db7-b2a1-83a6365d30de tempest-SubnetPoolsTestJSON-1893979914 tempest-SubnetPoolsTestJSON-1893979914-project] Notify callbacks [] for subnetpool, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:03.737338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-26efc5e4-6034-4db7-b2a1-83a6365d30de tempest-SubnetPoolsTestJSON-1893979914 tempest-SubnetPoolsTestJSON-1893979914-project] 10.222.0.24 "PUT /v2.0/subnetpools/8c9809dc-29f9-411c-9ef4-3fffc2e3ed63 HTTP/1.1" status: 200 len: 684 time: 1.3065870 Dec 07 13:31:03.743560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47816) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:03.789930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Network 3aca7adb-2597-47f4-a563-f0ad222fb2bb is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:03.791624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:03.852951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:03.874602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Pushing event updated for resources: {'Port': ['ID=5ca3b027-4246-41ba-be73-8b8dbeb4cb84,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:03.875084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:03.957903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d51f8f-87c9-464a-b257-cc6c3573bd93 req-f6a5a2f0-f9cc-4737-8c41-9cd37256bd1b tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:03.959572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-64d51f8f-87c9-464a-b257-cc6c3573bd93 req-f6a5a2f0-f9cc-4737-8c41-9cd37256bd1b tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 931 time: 0.5190995 Dec 07 13:31:03.966480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:04.039514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:04.048976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:04.082477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9d6e7ebf-27b6-44bf-855e-311996ac4f09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e604b4ef389a4e9d9d4ef5e805bd5473&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6863992 Dec 07 13:31:04.093432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47820) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:04.129089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No DVR routers for this DVR port 46d9ebba-1230-4b5e-9343-b58d93247aaf on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:31:04.131022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Port': ['ID=46d9ebba-1230-4b5e-9343-b58d93247aaf,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:04.174384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:04.190690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:04.191413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:04.218227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-64d51f8f-87c9-464a-b257-cc6c3573bd93 req-c182319c-2cb7-4620-a20c-82da684eb7f2 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Synchronizing usage tracker for tenant:78018570423e43469e3452e3145cefbe on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:04.294620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5278fe3d-cd6a-49f6-bf66-042fe611e4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:04.326651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5278fe3d-cd6a-49f6-bf66-042fe611e4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:04.347819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:04.360287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-595b62da-056d-487a-8692-1ef962dff566 tempest-SubnetPoolsTestJSON-1893979914 tempest-SubnetPoolsTestJSON-1893979914-project] Notify callbacks [] for subnetpool, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:04.361599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-595b62da-056d-487a-8692-1ef962dff566 tempest-SubnetPoolsTestJSON-1893979914 tempest-SubnetPoolsTestJSON-1893979914-project] 10.222.0.24 "DELETE /v2.0/subnetpools/8c9809dc-29f9-411c-9ef4-3fffc2e3ed63 HTTP/1.1" status: 204 len: 168 time: 0.6080408 Dec 07 13:31:04.369521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47824) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:04.387085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-64d51f8f-87c9-464a-b257-cc6c3573bd93 req-c182319c-2cb7-4620-a20c-82da684eb7f2 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Unset dirty status for tenant:78018570423e43469e3452e3145cefbe on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:04.387085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-64d51f8f-87c9-464a-b257-cc6c3573bd93 req-c182319c-2cb7-4620-a20c-82da684eb7f2 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058120 Dec 07 13:31:04.404299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc1158b0-5292-4333-b320-71595877880c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:04.432767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-e77b16a2-53c3-46d5-a233-b85c3273c5c5 tempest-SubnetPoolsTestJSON-1893979914 tempest-SubnetPoolsTestJSON-1893979914-project] show failed (client error): The resource could not be found. Dec 07 13:31:04.434687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e77b16a2-53c3-46d5-a233-b85c3273c5c5 tempest-SubnetPoolsTestJSON-1893979914 tempest-SubnetPoolsTestJSON-1893979914-project] 10.222.0.24 "GET /v2.0/subnetpools/8c9809dc-29f9-411c-9ef4-3fffc2e3ed63 HTTP/1.1" status: 404 len: 346 time: 0.0640306 Dec 07 13:31:04.436285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1811218 Dec 07 13:31:04.440820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b36761b-b775-46af-9338-877a665f7413']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:04.459017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e2cd74-dc8f-4eaf-8aaf-59f0790fe176') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:04.459391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e2cd74-dc8f-4eaf-8aaf-59f0790fe176') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:04.475044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:04.479012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47828) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:04.507922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Request body: {'port': {'device_id': '18c91980-0477-48ca-be72-a961e8c1d86d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:04.556853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:04.617122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:04.617585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:04.636464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:04.707902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:04.836546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5278fe3d-cd6a-49f6-bf66-042fe611e4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:04.902764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f0004c16-b246-4828-b17e-b03b4e0862ba tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:04.931552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-44a83089-966b-4b4d-896d-de80699b166e tempest-SubnetPoolsTestJSON-1893979914 tempest-SubnetPoolsTestJSON-1893979914-project] delete failed (client error): The resource could not be found. Dec 07 13:31:04.937081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-44a83089-966b-4b4d-896d-de80699b166e tempest-SubnetPoolsTestJSON-1893979914 tempest-SubnetPoolsTestJSON-1893979914-project] 10.222.0.24 "DELETE /v2.0/subnetpools/8c9809dc-29f9-411c-9ef4-3fffc2e3ed63 HTTP/1.1" status: 404 len: 346 time: 0.4526212 Dec 07 13:31:04.937221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:04.938938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278fe3d-cd6a-49f6-bf66-042fe611e4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586aba08-d588-4b96-80fb-6bd92f766754,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:04.952782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5278fe3d-cd6a-49f6-bf66-042fe611e4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:04.979550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5278fe3d-cd6a-49f6-bf66-042fe611e4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:04.981976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5278fe3d-cd6a-49f6-bf66-042fe611e4e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/586aba08-d588-4b96-80fb-6bd92f766754 HTTP/1.1" status: 204 len: 168 time: 0.8872173 Dec 07 13:31:05.007978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:05.014765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port 52d11164-2fd4-4173-a0ed-d1352d246a85 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:05.015144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:05.041472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-04939abc-36ff-4231-8f6c-79fcefecfeb6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:05.071890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:05.082185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/4b36761b-b775-46af-9338-877a665f7413 HTTP/1.1" status: 204 len: 168 time: 7.0609074 Dec 07 13:31:05.093678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47836) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:05.094595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Network': ['ID=4b36761b-b775-46af-9338-877a665f7413,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:05.099035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:05.106921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1529245689'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:05.129070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:05.154582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:network and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:05.174084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.17 (773d8947-9a33-4ceb-a454-11a5e48010de/c4639f13-b0f3-4827-abd1-2f1f3b97fd98/78258c39-c3a2-4e72-bcae-d16f61c24eca) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:05.197994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:05.232229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:05.534902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:05.566752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object 78258c39-c3a2-4e72-bcae-d16f61c24eca will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:05.651320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47848) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:05.724809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:05.730538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:05.784206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16af74b-35cd-47cf-ae30-b20d5b25ce6e req-8171e79a-68bf-423f-8011-da3d526f1468 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:05.785856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b16af74b-35cd-47cf-ae30-b20d5b25ce6e req-8171e79a-68bf-423f-8011-da3d526f1468 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 931 time: 0.1815398 Dec 07 13:31:05.807105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:31:05.825677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] For port 52d11164-2fd4-4173-a0ed-d1352d246a85, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=52d11164-2fd4-4173-a0ed-d1352d246a85,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:05.826317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:05.835669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:05.840314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d12524b4-a30a-4e25-a26f-9f8469f5c0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:05.965118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-746b0320-5cf5-4bfd-8cea-f3242048771f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.011824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for 52d11164-2fd4-4173-a0ed-d1352d246a85 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:06.020019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b16af74b-35cd-47cf-ae30-b20d5b25ce6e req-47ca6d18-d4cc-4085-a0b7-e7bc48339c93 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205150 Dec 07 13:31:06.043535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.043940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Added segment 57b6e4f0-998e-4e97-bd6a-8017ae4263cd of type vlan for network 5aa53ced-1d94-4403-8f78-c49654c0b974 Dec 07 13:31:06.049989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 52d11164-2fd4-4173-a0ed-d1352d246a85 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:31:06.053341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-746b0320-5cf5-4bfd-8cea-f3242048771f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:06.057444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 773d8947-9a33-4ceb-a454-11a5e48010de is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:06.063902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:06.070641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-746b0320-5cf5-4bfd-8cea-f3242048771f admin admin] Usage tracker for resource:security_group_rule and tenant:8c57ca2596a042f8ade30d533956ce11 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:06.076172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-746b0320-5cf5-4bfd-8cea-f3242048771f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:06.083701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:06.117324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.127473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-746b0320-5cf5-4bfd-8cea-f3242048771f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:06.161147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=78258c39-c3a2-4e72-bcae-d16f61c24eca,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:06.170705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:06.223995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 52d11164-2fd4-4173-a0ed-d1352d246a85 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:06.231123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 52d11164-2fd4-4173-a0ed-d1352d246a85 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:06.232861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.238349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.243284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:06.243946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.249688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.300050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-746b0320-5cf5-4bfd-8cea-f3242048771f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.324480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7cdb9f98-eb6d-49e3-a768-f53145a3de8c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:06.348534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bc1158b0-5292-4333-b320-71595877880c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting port f37ea7c3-c5b0-4273-aab7-ed4a76805f87 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:06.349673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc1158b0-5292-4333-b320-71595877880c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.358565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2599311 Dec 07 13:31:06.383223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47864) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:06.394679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-746b0320-5cf5-4bfd-8cea-f3242048771f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.413511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:06.447714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'subnet': {'network_id': '5aa53ced-1d94-4403-8f78-c49654c0b974', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:06.479669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.497104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b0320-5cf5-4bfd-8cea-f3242048771f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452debf2-598c-47e1-818c-52c4b93e43e8,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:06.525606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-746b0320-5cf5-4bfd-8cea-f3242048771f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:06.533936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 52d11164-2fd4-4173-a0ed-d1352d246a85, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=52d11164-2fd4-4173-a0ed-d1352d246a85,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:06.567497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.570158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3042e6f8-aae0-455e-b4a9-8afe51b2b8f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:06.600028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:31:06.621219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-746b0320-5cf5-4bfd-8cea-f3242048771f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c57ca2596a042f8ade30d533956ce11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9646988 Dec 07 13:31:06.628921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:06.633640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:subnet and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:06.635174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47870) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:06.637217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:06.644328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:06.664945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.671389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47874) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:06.684889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Network': ['ID=5aa53ced-1d94-4403-8f78-c49654c0b974,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:06.685991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:06.696844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=52d11164-2fd4-4173-a0ed-d1352d246a85,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:06.700031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:06.710792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.712224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 5aa53ced-1d94-4403-8f78-c49654c0b974 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:31:06.714289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:06.800661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Transition to ACTIVE for port object 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:06.835780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.844856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3ddc6672-2544-46b3-a731-e6cc32332e4b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:06.846559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc1158b0-5292-4333-b320-71595877880c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.861800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1585627-1158-4c1b-8c0d-4a443a8bc9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.874523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-118e2ff0-13a3-4f02-9bee-8407a9f3c767 None None] Provisioning for port 78258c39-c3a2-4e72-bcae-d16f61c24eca completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:06.881807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-118e2ff0-13a3-4f02-9bee-8407a9f3c767 None None] Provisioning complete for port 78258c39-c3a2-4e72-bcae-d16f61c24eca triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:06.882874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-118e2ff0-13a3-4f02-9bee-8407a9f3c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.920324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Pushing event updated for resources: {'Port': ['ID=5ca3b027-4246-41ba-be73-8b8dbeb4cb84,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:06.926114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-80510802'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:06.937076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:06.944183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:06.953169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-118e2ff0-13a3-4f02-9bee-8407a9f3c767 None None] Port 78258c39-c3a2-4e72-bcae-d16f61c24eca cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:31:06.955312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:06.974868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:network and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:07.021239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bc1158b0-5292-4333-b320-71595877880c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Calling delete_port for f37ea7c3-c5b0-4273-aab7-ed4a76805f87 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:07.030779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:07.094298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:31:07.094661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:31:07.106448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:07.109579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1585627-1158-4c1b-8c0d-4a443a8bc9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:07.199483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:07.204964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:07.254612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:07.398300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Attempting to bind port 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:31:07.398932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Attempting to bind port 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '62bc5a2c-61e0-40a6-be82-0e3bbdaffc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3aca7adb-2597-47f4-a563-f0ad222fb2bb'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:31:07.399366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Attempting to bind port 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 on network 3aca7adb-2597-47f4-a563-f0ad222fb2bb {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:31:07.406444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Port 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 on network 3aca7adb-2597-47f4-a563-f0ad222fb2bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:31:07.406811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Attempting to bind port 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 on network 3aca7adb-2597-47f4-a563-f0ad222fb2bb {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:31:07.415214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:31:07.415614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Checking segment: {'id': '62bc5a2c-61e0-40a6-be82-0e3bbdaffc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3aca7adb-2597-47f4-a563-f0ad222fb2bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:07.416237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Bound using segment: {'id': '62bc5a2c-61e0-40a6-be82-0e3bbdaffc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3aca7adb-2597-47f4-a563-f0ad222fb2bb'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:31:07.416589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Bound port: 5ca3b027-4246-41ba-be73-8b8dbeb4cb84, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62bc5a2c-61e0-40a6-be82-0e3bbdaffc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3aca7adb-2597-47f4-a563-f0ad222fb2bb'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:31:07.416973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:07.452835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:07.468745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:security_group_rule and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:07.500447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:07.519305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:07.565565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:07.575607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:07.612083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port 52d11164-2fd4-4173-a0ed-d1352d246a85 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:07.612467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:07.715888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1585627-1158-4c1b-8c0d-4a443a8bc9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:07.727966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-361844e8-6657-4ac3-bf2c-d252b0487eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:07.760116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1585627-1158-4c1b-8c0d-4a443a8bc9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452debf2-598c-47e1-818c-52c4b93e43e8,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:07.787452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Subnet': ['ID=2ae00712-35f0-4bcf-b497-904f0834eb5f,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:07.796338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1585627-1158-4c1b-8c0d-4a443a8bc9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:07.804834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7ba9c-210a-4c59-a684-74d193cb4550 req-eec0d97d-325b-46fc-b1a2-7fddb9f55981 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:07.806554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7dc7ba9c-210a-4c59-a684-74d193cb4550 req-eec0d97d-325b-46fc-b1a2-7fddb9f55981 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 943 time: 0.6300004 Dec 07 13:31:07.816673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] For port 5ca3b027-4246-41ba-be73-8b8dbeb4cb84, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:31:07.819073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:07.830475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1585627-1158-4c1b-8c0d-4a443a8bc9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:07.831688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b1585627-1158-4c1b-8c0d-4a443a8bc9d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/452debf2-598c-47e1-818c-52c4b93e43e8 HTTP/1.1" status: 204 len: 168 time: 1.1869125 Dec 07 13:31:07.859890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] For port 5ca3b027-4246-41ba-be73-8b8dbeb4cb84, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=5ca3b027-4246-41ba-be73-8b8dbeb4cb84,segment=NetworkSegment(62bc5a2c-61e0-40a6-be82-0e3bbdaffc84),segment_id=62bc5a2c-61e0-40a6-be82-0e3bbdaffc84)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:31:07.892033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Checking segment: {'id': '57b6e4f0-998e-4e97-bd6a-8017ae4263cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5aa53ced-1d94-4403-8f78-c49654c0b974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:07.892432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network hostable DHCP agents. Network: 5aa53ced-1d94-4403-8f78-c49654c0b974, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:31:07.920890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:07.937081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f1e88338-1ab5-47d7-b0e9-e6da4a9ef05a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:07.943280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7dc7ba9c-210a-4c59-a684-74d193cb4550 req-031a5efa-db9c-4b07-a6ea-6795fe4cfd45 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195858 Dec 07 13:31:07.967670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc1158b0-5292-4333-b320-71595877880c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:07.974091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea9cae12-94b2-43b1-95fd-21675a55d726 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:08.005067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:08.006606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:08.019435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 52d11164-2fd4-4173-a0ed-d1352d246a85 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:31:08.024559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1158b0-5292-4333-b320-71595877880c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Port': ['ID=f37ea7c3-c5b0-4273-aab7-ed4a76805f87,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:08.029144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bc1158b0-5292-4333-b320-71595877880c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:08.056117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:08.062711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] 10.222.0.45 "PUT /v2.0/ports/5ca3b027-4246-41ba-be73-8b8dbeb4cb84 HTTP/1.1" status: 200 len: 1093 time: 3.5570493 Dec 07 13:31:08.062711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] For port 52d11164-2fd4-4173-a0ed-d1352d246a85, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=52d11164-2fd4-4173-a0ed-d1352d246a85,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:08.062711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:08.073385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c91980-0477-48ca-be72-a961e8c1d86d', 'tag': '5ca3b027-4246-41ba-be73-8b8dbeb4cb84'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:31:08.078249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:08.168314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 52d11164-2fd4-4173-a0ed-d1352d246a85 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:08.168719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:08.183196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c91980-0477-48ca-be72-a961e8c1d86d', 'tag': '5ca3b027-4246-41ba-be73-8b8dbeb4cb84', 'status': 'completed', 'code': 200} Dec 07 13:31:08.292980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:08.377352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for 52d11164-2fd4-4173-a0ed-d1352d246a85 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:08.383612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-088c0886-20b8-4405-963b-a5ad4cbccc4e tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:08.416944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network 5aa53ced-1d94-4403-8f78-c49654c0b974 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:31:08.419086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:08.419527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Pushing event updated for resources: {'Port': ['ID=5ca3b027-4246-41ba-be73-8b8dbeb4cb84,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:08.430563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:31:08.434710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:08.442565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8a06722d-5aaf-4566-92d5-85a8b8bdad09 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:08.496942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:08.497361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Added segment ee52e116-fdb1-421d-8d95-71d514b27c87 of type vlan for network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 Dec 07 13:31:08.503159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 5aa53ced-1d94-4403-8f78-c49654c0b974) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:08.512780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ba4bfa-1712-4760-97bf-33c5e1df0326 None None] Network 5aa53ced-1d94-4403-8f78-c49654c0b974 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:08.525432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f78c59a-689a-4f4c-820f-f5ba57fb3a14,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:08.536740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:08.537374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:08.544470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:08.576825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=78258c39-c3a2-4e72-bcae-d16f61c24eca,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:08.582170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:08.597055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:08.616938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc1158b0-5292-4333-b320-71595877880c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:08.621661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-8850b850-509d-41c2-bb7d-efdf9fcb0bf5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=78018570423e43469e3452e3145cefbe&device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 1096 time: 0.3729775 Dec 07 13:31:08.714756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 773d8947-9a33-4ceb-a454-11a5e48010de is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:08.721592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:08.775900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-5aa53ced-1d94-4403-8f78-c49654c0b974', 'network_id': '5aa53ced-1d94-4403-8f78-c49654c0b974', 'tenant_id': 'fe55e53248254c14b0c35bd483e2ae5f', 'fixed_ips': [{'subnet_id': '2ae00712-35f0-4bcf-b497-904f0834eb5f'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:31:08.777297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:09.018828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-c423d17a-aed2-4482-ad38-5f6f73b9d94a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ca3b027-4246-41ba-be73-8b8dbeb4cb84 HTTP/1.1" status: 200 len: 217 time: 0.3878794 Dec 07 13:31:09.023953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Allocated IP 172.20.0.1 (5aa53ced-1d94-4403-8f78-c49654c0b974/2ae00712-35f0-4bcf-b497-904f0834eb5f/cbd4e6c7-4973-41d0-bf07-c89bcaa65b87) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:09.082863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6984210 Dec 07 13:31:09.106378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47888) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:09.150145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:09.154208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:09.159694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:09.213884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fe03d58f-0ea5-4743-952d-b40eb75b99bc None None] Provisioning complete for port 78258c39-c3a2-4e72-bcae-d16f61c24eca triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:09.214473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe03d58f-0ea5-4743-952d-b40eb75b99bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:09.216780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8dd6da57-3652-411e-bfbf-15ed39a44e62 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:09.259051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:09.272187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-8b6416c9-6d2a-438a-8404-4fd676f07e1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:09.274632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-8b6416c9-6d2a-438a-8404-4fd676f07e1f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa7a113e-da1a-4837-80d7-9e5305da53ca HTTP/1.1" status: 200 len: 851 time: 0.2465448 Dec 07 13:31:09.386492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.7090657 Dec 07 13:31:09.393886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47892) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:09.405131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'name': 'tempest-PortsTestJSON-161098221'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:09.419891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-17805fbd-fc46-493e-b263-c42c4e4acd92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3aca7adb-2597-47f4-a563-f0ad222fb2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853469 Dec 07 13:31:09.498904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fe03d58f-0ea5-4743-952d-b40eb75b99bc None None] Port 78258c39-c3a2-4e72-bcae-d16f61c24eca cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:31:09.513215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:09.521670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Network': ['ID=b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:09.525375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Transition to ACTIVE for port object cbd4e6c7-4973-41d0-bf07-c89bcaa65b87 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:09.536631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:31:09.589704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:09.590503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:09.673045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Transition to ACTIVE for port object cbd4e6c7-4973-41d0-bf07-c89bcaa65b87 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:09.705489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:09.737981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:09.744429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:09.746513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=52d11164-2fd4-4173-a0ed-d1352d246a85,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:09.807507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:09.819033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Network 5aa53ced-1d94-4403-8f78-c49654c0b974 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:09.822709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:09.823867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:09.825906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Pushing event updated for resources: {'Port': ['ID=cbd4e6c7-4973-41d0-bf07-c89bcaa65b87,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:09.828903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:09.831461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:09.895904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Deleting port cbd4e6c7-4973-41d0-bf07-c89bcaa65b87 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:09.896973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:09.948356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Attempting to bind port cbd4e6c7-4973-41d0-bf07-c89bcaa65b87 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:31:09.948761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Attempting to bind port cbd4e6c7-4973-41d0-bf07-c89bcaa65b87 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '57b6e4f0-998e-4e97-bd6a-8017ae4263cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5aa53ced-1d94-4403-8f78-c49654c0b974'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:31:09.949409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Attempting to bind port cbd4e6c7-4973-41d0-bf07-c89bcaa65b87 on network 5aa53ced-1d94-4403-8f78-c49654c0b974 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:31:09.954177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-63a95646-6aae-4790-9d39-1cd3a6a53f8b service neutron] 10.222.0.45 "GET /v2.0/networks/3aca7adb-2597-47f4-a563-f0ad222fb2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924529 Dec 07 13:31:09.956278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:31:09.956919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Checking segment: {'id': '57b6e4f0-998e-4e97-bd6a-8017ae4263cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5aa53ced-1d94-4403-8f78-c49654c0b974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:09.957141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:09.957631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Bound using segment: {'id': '57b6e4f0-998e-4e97-bd6a-8017ae4263cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5aa53ced-1d94-4403-8f78-c49654c0b974'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:31:09.958122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:09.958253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Bound port: cbd4e6c7-4973-41d0-bf07-c89bcaa65b87, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b6e4f0-998e-4e97-bd6a-8017ae4263cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5aa53ced-1d94-4403-8f78-c49654c0b974'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:31:09.958549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:10.063150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] For port cbd4e6c7-4973-41d0-bf07-c89bcaa65b87, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:31:10.066576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] For port cbd4e6c7-4973-41d0-bf07-c89bcaa65b87, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=cbd4e6c7-4973-41d0-bf07-c89bcaa65b87,segment=NetworkSegment(57b6e4f0-998e-4e97-bd6a-8017ae4263cd),segment_id=57b6e4f0-998e-4e97-bd6a-8017ae4263cd)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:31:10.069344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:10.077787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e094f5-13a3-4762-bf23-c0f1bbc082f5 req-1560bfb9-3d4d-4261-b62e-a9645c15723e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:10.079757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e094f5-13a3-4762-bf23-c0f1bbc082f5 req-1560bfb9-3d4d-4261-b62e-a9645c15723e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 943 time: 0.8815992 Dec 07 13:31:10.089103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:port and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:10.096409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:10.104235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:10.110048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:10.130057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:10.196561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Pushing event updated for resources: {'Port': ['ID=cbd4e6c7-4973-41d0-bf07-c89bcaa65b87,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:10.198834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e094f5-13a3-4762-bf23-c0f1bbc082f5 req-9b6239c2-31c4-4cfd-90a8-f1e6b4f0951d tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063147 Dec 07 13:31:10.200382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:10.207486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:10.213720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:10.260987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] device_id is not set on port 1faa0135-3c27-4b66-855f-32e8b203af90 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:31:10.304809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1158b0-5292-4333-b320-71595877880c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router c78e3900-0dd9-44c9-8dfa-65653ebd7a02 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:31:10.334877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router e705e159-d1aa-4faa-82ac-905f1ac5f644 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:31:10.377982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ce2eefa-22e7-434a-9eeb-8997440f9730 req-4f61670d-e203-408b-ac58-d3c12de7dd61 service neutron] 10.222.0.45 "GET /v2.0/networks/3aca7adb-2597-47f4-a563-f0ad222fb2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143202 Dec 07 13:31:10.646718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] For port cbd4e6c7-4973-41d0-bf07-c89bcaa65b87, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=cbd4e6c7-4973-41d0-bf07-c89bcaa65b87,segment=NetworkSegment(57b6e4f0-998e-4e97-bd6a-8017ae4263cd),segment_id=57b6e4f0-998e-4e97-bd6a-8017ae4263cd)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:10.646718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:10.818276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:31:10.818551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:10.922385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1158b0-5292-4333-b320-71595877880c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:31:10.934440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec1cb75-acb2-4d39-8ea5-8a755300765b None None] Sync routers for ids ['c78e3900-0dd9-44c9-8dfa-65653ebd7a02'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:31:10.949759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1cb75-acb2-4d39-8ea5-8a755300765b None None] Routers {'c78e3900-0dd9-44c9-8dfa-65653ebd7a02'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:10.950567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1ec1cb75-acb2-4d39-8ea5-8a755300765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['c78e3900-0dd9-44c9-8dfa-65653ebd7a02'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:10.981579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:10.988651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:11.020046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1ec1cb75-acb2-4d39-8ea5-8a755300765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:11.031825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1cb75-acb2-4d39-8ea5-8a755300765b None None] Routers {'c78e3900-0dd9-44c9-8dfa-65653ebd7a02'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:11.032468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1ec1cb75-acb2-4d39-8ea5-8a755300765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['c78e3900-0dd9-44c9-8dfa-65653ebd7a02'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:11.035281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:31:11.038945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bc1158b0-5292-4333-b320-71595877880c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/c78e3900-0dd9-44c9-8dfa-65653ebd7a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9542170 Dec 07 13:31:11.046464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/e705e159-d1aa-4faa-82ac-905f1ac5f644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1397023 Dec 07 13:31:11.047367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47896) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:11.050939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Sync routers for ids ['e705e159-d1aa-4faa-82ac-905f1ac5f644'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:31:11.069247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Routers {'e705e159-d1aa-4faa-82ac-905f1ac5f644'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:11.072168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e705e159-d1aa-4faa-82ac-905f1ac5f644'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:11.115032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Calling delete_port for cbd4e6c7-4973-41d0-bf07-c89bcaa65b87 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:11.149336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1ec1cb75-acb2-4d39-8ea5-8a755300765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:11.150287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec1cb75-acb2-4d39-8ea5-8a755300765b None None] The sync data for ids ['c78e3900-0dd9-44c9-8dfa-65653ebd7a02'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:31:11.199075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=1faa0135-3c27-4b66-855f-32e8b203af90,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:11.233798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:11.233798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:11.234256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:11.234640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:11.235213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:11.235463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:11.235869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:11.236274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:11.236677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:11.237079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:11.237485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:11.252238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:11.271081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Checking segment: {'id': 'ee52e116-fdb1-421d-8d95-71d514b27c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:11.271507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network hostable DHCP agents. Network: b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:31:11.302239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7cf1d9f-ba2c-4f0b-a3ab-b016db5c579a req-dd0f5a8f-61f1-42d3-8833-598d9d2cf3af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=78018570423e43469e3452e3145cefbe&device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 1096 time: 0.7820306 Dec 07 13:31:11.371109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Set router e705e159-d1aa-4faa-82ac-905f1ac5f644 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:31:11.390981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:31:11.406040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:11.457497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:11.525576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Router 48017e85-c71f-426c-b3eb-964dbe3c05f3 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:31:11.528840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Port': ['ID=cbd4e6c7-4973-41d0-bf07-c89bcaa65b87,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:11.535361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:11.576690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:11.582287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:11.588790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:11.589485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:11.613192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3790166-3b09-426c-9643-1388c5da80b8 req-5413167b-4877-432c-83a0-32bd64a6ee55 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:11.614906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c3790166-3b09-426c-9643-1388c5da80b8 req-5413167b-4877-432c-83a0-32bd64a6ee55 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 943 time: 0.1583676 Dec 07 13:31:11.627843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab0a794-6adb-4b5c-8a32-2665a7a25213 None None] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:11.670768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2755678 Dec 07 13:31:11.676976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47906) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:11.691388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No DVR routers for this DVR port cbd4e6c7-4973-41d0-bf07-c89bcaa65b87 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:31:11.693056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-562023393'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:11.703707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:11.714779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c3790166-3b09-426c-9643-1388c5da80b8 req-6b7a8a92-22f5-4007-ab5b-884925de4efa tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827012 Dec 07 13:31:11.715823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:network and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:11.720033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c612fe9f-7d05-40d8-bc93-9c28b6ed9e87 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:11.802707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:11.838341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf1d9f-ba2c-4f0b-a3ab-b016db5c579a req-2ee15cbe-8661-4e37-b522-70bfc95719cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:11.840019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7cf1d9f-ba2c-4f0b-a3ab-b016db5c579a req-2ee15cbe-8661-4e37-b522-70bfc95719cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=3aca7adb-2597-47f4-a563-f0ad222fb2bb HTTP/1.1" status: 200 len: 912 time: 0.4685826 Dec 07 13:31:11.931716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:11.970613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7cf1d9f-ba2c-4f0b-a3ab-b016db5c579a req-e9e4c872-62fb-4c60-a98d-fd61c3a5795a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ca3b027-4246-41ba-be73-8b8dbeb4cb84 HTTP/1.1" status: 200 len: 217 time: 0.1227901 Dec 07 13:31:11.972500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:31:11.985532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054332a6-1761-4737-a203-f1dee3051f66 None None] Sync routers for ids ['48017e85-c71f-426c-b3eb-964dbe3c05f3'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:31:12.019856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054332a6-1761-4737-a203-f1dee3051f66 None None] Routers {'48017e85-c71f-426c-b3eb-964dbe3c05f3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:12.021409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-054332a6-1761-4737-a203-f1dee3051f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['48017e85-c71f-426c-b3eb-964dbe3c05f3'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:12.050356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "PUT /v2.0/routers/48017e85-c71f-426c-b3eb-964dbe3c05f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3786874 Dec 07 13:31:12.053178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47910) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:12.102396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:31:06Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '301ff7d2-decd-4feb-a907-07a799894b4d', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.85', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'port_id': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'mac_address': 'fa:16:3e:11:60:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:29:43Z', 'updated_at': '2021-12-07T13:29:54Z', 'revision_number': 1, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d49f9d-d1a8-46f0-8adf-834c2bbc8675', 'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:09:01:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:45Z', 'updated_at': '2021-12-07T13:28:58Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78258c39-c3a2-4e72-bcae-d16f61c24eca', 'name': '', 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:c6:c0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4639f13-b0f3-4827-abd1-2f1f3b97fd98', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:31:04Z', 'updated_at': '2021-12-07T13:31:07Z', 'revision_number': 2, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'c4639f13-b0f3-4827-abd1-2f1f3b97fd98', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:12.109010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Checking router: e705e159-d1aa-4faa-82ac-905f1ac5f644 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:31:12.109430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Updating router e705e159-d1aa-4faa-82ac-905f1ac5f644 port 78258c39-c3a2-4e72-bcae-d16f61c24eca binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:31:12.140077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf1d9f-ba2c-4f0b-a3ab-b016db5c579a req-ef6e93a3-a88d-4397-9f5e-e7ef6b54cfdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:12.141599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7cf1d9f-ba2c-4f0b-a3ab-b016db5c579a req-ef6e93a3-a88d-4397-9f5e-e7ef6b54cfdf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa7a113e-da1a-4837-80d7-9e5305da53ca HTTP/1.1" status: 200 len: 851 time: 0.1567931 Dec 07 13:31:12.154998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9a7e3c-ab55-44b3-ab40-8793b5415c5b None None] Network 5aa53ced-1d94-4403-8f78-c49654c0b974 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:12.183270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ec75303a-ee69-4672-a699-c4f85ec5b840 None None] Could not find standard attr ID for object cbd4e6c7-4973-41d0-bf07-c89bcaa65b87. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:31:12.206940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b2a1b7-7f5c-484c-9ee4-8aa2f811c525 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:12.208524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b2a1b7-7f5c-484c-9ee4-8aa2f811c525 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:12.208643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:12.209282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-70b2a1b7-7f5c-484c-9ee4-8aa2f811c525 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:12.213594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-054332a6-1761-4737-a203-f1dee3051f66 None None] Set router 48017e85-c71f-426c-b3eb-964dbe3c05f3 gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:31:12.219735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7cf1d9f-ba2c-4f0b-a3ab-b016db5c579a req-2c2f1661-09a7-46ac-9c0c-d8c0c4e24885 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3aca7adb-2597-47f4-a563-f0ad222fb2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665500 Dec 07 13:31:12.254362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:12.263168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:12.282335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:12.288904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:12.337854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:12.360401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-70b2a1b7-7f5c-484c-9ee4-8aa2f811c525 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:12.364234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-70b2a1b7-7f5c-484c-9ee4-8aa2f811c525 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3053992 Dec 07 13:31:12.365420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47914) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:12.377258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-054332a6-1761-4737-a203-f1dee3051f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48017e85-c71f-426c-b3eb-964dbe3c05f3', 'name': 'tempest-NetworksTestDHCPv6-router-2111002689', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:30:54Z', 'updated_at': '2021-12-07T13:31:08Z', 'revision_number': 3, 'project_id': '36129566f600466d9b1beb311a8becb9', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:12.379767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae00712-35f0-4bcf-b497-904f0834eb5f,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:12.384289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:12.387939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054332a6-1761-4737-a203-f1dee3051f66 None None] Checking router: 48017e85-c71f-426c-b3eb-964dbe3c05f3 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:31:12.403332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054332a6-1761-4737-a203-f1dee3051f66 None None] Routers {'48017e85-c71f-426c-b3eb-964dbe3c05f3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:12.404379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-054332a6-1761-4737-a203-f1dee3051f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['48017e85-c71f-426c-b3eb-964dbe3c05f3'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:12.442807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:31:12.523429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:12.541965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7cf1d9f-ba2c-4f0b-a3ab-b016db5c579a req-61dcab73-1f10-4416-9cdd-a05f14b34974 service neutron] 10.222.0.45 "GET /v2.0/networks/3aca7adb-2597-47f4-a563-f0ad222fb2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129113 Dec 07 13:31:12.548981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-054332a6-1761-4737-a203-f1dee3051f66 None None] Set router 48017e85-c71f-426c-b3eb-964dbe3c05f3 gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:31:12.572595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:12.572943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Added segment edcf2061-c357-4524-a7fc-50a4d1024990 of type vlan for network a1cb9516-dc2b-4e6a-af00-ad585f9f9716 Dec 07 13:31:12.585723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa53ced-1d94-4403-8f78-c49654c0b974']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:12.662198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b6e4f0-998e-4e97-bd6a-8017ae4263cd') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:12.662422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b6e4f0-998e-4e97-bd6a-8017ae4263cd') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:12.681446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:12.687140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-054332a6-1761-4737-a203-f1dee3051f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48017e85-c71f-426c-b3eb-964dbe3c05f3', 'name': 'tempest-NetworksTestDHCPv6-router-2111002689', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:30:54Z', 'updated_at': '2021-12-07T13:31:08Z', 'revision_number': 3, 'project_id': '36129566f600466d9b1beb311a8becb9', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:12.691729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054332a6-1761-4737-a203-f1dee3051f66 None None] The sync data for ids ['48017e85-c71f-426c-b3eb-964dbe3c05f3'] in dv-neutron-ussuri-2-hyperv is: [{'id': '48017e85-c71f-426c-b3eb-964dbe3c05f3', 'name': 'tempest-NetworksTestDHCPv6-router-2111002689', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:30:54Z', 'updated_at': '2021-12-07T13:31:08Z', 'revision_number': 3, 'project_id': '36129566f600466d9b1beb311a8becb9', 'gw_port_host': None}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:31:12.714518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:12.714900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:12.728417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:12.728854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:12.745724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:12.854043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7cf1d9f-ba2c-4f0b-a3ab-b016db5c579a req-6b490570-a4d6-425f-9aa5-e32db7929c7d service neutron] 10.222.0.45 "GET /v2.0/networks/3aca7adb-2597-47f4-a563-f0ad222fb2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025720 Dec 07 13:31:12.866023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a81df75-2c95-4c6a-8f00-20b088a0cae1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet 921d9626-3193-426e-8cd1-95cfc1cf9ad3 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:31:12.908033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a81df75-2c95-4c6a-8f00-20b088a0cae1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:12.915741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:12.920209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:12.924780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:12.948398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:12.952511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:12.952719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Network': ['ID=5aa53ced-1d94-4403-8f78-c49654c0b974,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:12.953150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:12.955424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:12.957452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/5aa53ced-1d94-4403-8f78-c49654c0b974 HTTP/1.1" status: 204 len: 168 time: 3.8463933 Dec 07 13:31:12.961781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47920) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:12.967954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1558570524'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:12.973404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:12.978705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:network and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:12.982028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:12.988284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:13.001950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:13.015447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.028646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Transition to ACTIVE for port object 78258c39-c3a2-4e72-bcae-d16f61c24eca will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:13.035099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:13.044221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.065645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac69c93d-4a2f-4d7f-8f35-bcb164b1e247 None None] DHCP port deletion for 5aa53ced-1d94-4403-8f78-c49654c0b974 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:31:13.071761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.076628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:13.084560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:31:13.096075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.096473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Added segment 6e2c31f5-0869-47fe-9ee9-da949d1467c7 of type vlan for network 742623b2-c8c9-419a-822e-135bff34c379 Dec 07 13:31:13.135707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.150372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a81df75-2c95-4c6a-8f00-20b088a0cae1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.207028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Network': ['ID=a1cb9516-dc2b-4e6a-af00-ad585f9f9716,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:13.214137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5317218 Dec 07 13:31:13.218049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:13.218609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47924) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:13.239668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'ports': [{'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93'}, {'network_id': 'a1cb9516-dc2b-4e6a-af00-ad585f9f9716'}]} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:13.240022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:13.240515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'network_id': 'a1cb9516-dc2b-4e6a-af00-ad585f9f9716'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:13.252224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.258437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:13.259148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.294938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0b318e6-3300-4227-b31e-9c3f97bed945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:13.370594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network a1cb9516-dc2b-4e6a-af00-ad585f9f9716 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:31:13.407481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf229c16-99c7-40df-b586-8bc62efbb38e None None] Pushing event updated for resources: {'Port': ['ID=78258c39-c3a2-4e72-bcae-d16f61c24eca,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:13.431590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4686298 Dec 07 13:31:13.443855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47928) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:13.452141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-67eb0ab5-4796-4553-bf1e-afb90182ed8c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:13.455886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba11560-e52a-4593-ba6d-1535f1a8570b req-9fc78117-9302-44a4-8471-2849fc2e99d8 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:13.457553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1ba11560-e52a-4593-ba6d-1535f1a8570b req-9fc78117-9302-44a4-8471-2849fc2e99d8 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 943 time: 0.5191264 Dec 07 13:31:13.468383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bf229c16-99c7-40df-b586-8bc62efbb38e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:13.518644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a81df75-2c95-4c6a-8f00-20b088a0cae1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.552548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Network': ['ID=742623b2-c8c9-419a-822e-135bff34c379,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:13.589178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:13.589852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:13.590333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:13.590838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:13.591343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:13.591909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:13.592320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:13.592916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:13.593279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:13.593761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:13.594388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:13.609909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:13.612393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 742623b2-c8c9-419a-822e-135bff34c379 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:31:13.625991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Attempting to bind port 78258c39-c3a2-4e72-bcae-d16f61c24eca on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:31:13.626410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Attempting to bind port 78258c39-c3a2-4e72-bcae-d16f61c24eca by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'bf0321dc-32a5-4de0-8bac-c75da4f9dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:31:13.626820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Attempting to bind port 78258c39-c3a2-4e72-bcae-d16f61c24eca on network 773d8947-9a33-4ceb-a454-11a5e48010de {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:31:13.696874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:31:13.697299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Checking segment: {'id': 'bf0321dc-32a5-4de0-8bac-c75da4f9dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:13.697766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.698206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Bound using segment: {'id': 'bf0321dc-32a5-4de0-8bac-c75da4f9dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:31:13.698989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Bound port: 78258c39-c3a2-4e72-bcae-d16f61c24eca, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0321dc-32a5-4de0-8bac-c75da4f9dbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:31:13.699281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.733679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1ba11560-e52a-4593-ba6d-1535f1a8570b req-bb2535bd-8da1-4aae-abe4-723f1e4284aa tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678015 Dec 07 13:31:13.783037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67eb0ab5-4796-4553-bf1e-afb90182ed8c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.795951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:13.809866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:port and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:13.816695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:31:13.819536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:13.830306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:13.832566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c612fe9f-7d05-40d8-bc93-9c28b6ed9e87 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting port 45834024-efcd-4a3e-a35a-eb40d336351d {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:13.832934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c612fe9f-7d05-40d8-bc93-9c28b6ed9e87 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.834890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67eb0ab5-4796-4553-bf1e-afb90182ed8c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.840943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-df60b5cf-bd25-403e-9468-61ec6f0ed31d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:13.871783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] For port 78258c39-c3a2-4e72-bcae-d16f61c24eca, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:31:13.879174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a81df75-2c95-4c6a-8f00-20b088a0cae1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.886944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4af5a1a7-5639-487a-8646-24e243e6c54e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:13.938272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81df75-2c95-4c6a-8f00-20b088a0cae1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=921d9626-3193-426e-8cd1-95cfc1cf9ad3,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:13.940823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0a81df75-2c95-4c6a-8f00-20b088a0cae1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:13.948460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] For port 78258c39-c3a2-4e72-bcae-d16f61c24eca, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=78258c39-c3a2-4e72-bcae-d16f61c24eca,segment=NetworkSegment(bf0321dc-32a5-4de0-8bac-c75da4f9dbf2),segment_id=bf0321dc-32a5-4de0-8bac-c75da4f9dbf2)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:31:13.950987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 52d11164-2fd4-4173-a0ed-d1352d246a85 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:31:13.952601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-67eb0ab5-4796-4553-bf1e-afb90182ed8c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network 742623b2-c8c9-419a-822e-135bff34c379 is not hosted by any dhcp agent {{(pid=88898) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 07 13:31:13.957038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eb0ab5-4796-4553-bf1e-afb90182ed8c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:13.957686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67eb0ab5-4796-4553-bf1e-afb90182ed8c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.960441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-67eb0ab5-4796-4553-bf1e-afb90182ed8c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "PUT /v2.0/networks/742623b2-c8c9-419a-822e-135bff34c379 HTTP/1.1" status: 200 len: 723 time: 0.5135050 Dec 07 13:31:13.970883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47934) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:13.972099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a81df75-2c95-4c6a-8f00-20b088a0cae1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.974133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb0ab5-4796-4553-bf1e-afb90182ed8c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Network': ['ID=742623b2-c8c9-419a-822e-135bff34c379,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:13.975996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'port': 2} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:13.984274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:13.987812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'subnet': {'network_id': '742623b2-c8c9-419a-822e-135bff34c379', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:13.989612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5401710d-559b-4515-afbb-02bae595292e None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:14.007371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-67eb0ab5-4796-4553-bf1e-afb90182ed8c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:14.008749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 742623b2-c8c9-419a-822e-135bff34c379 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:31:14.025985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:14.030051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 52d11164-2fd4-4173-a0ed-d1352d246a85 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:31:14.030442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 52d11164-2fd4-4173-a0ed-d1352d246a85 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:31:14.030901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device cbd4e6c7-4973-41d0-bf07-c89bcaa65b87 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:31:14.066867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-73d2d60f-466a-4843-a443-f3dffe4c755a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:14.077922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:14.112708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:14.117280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:subnet and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:14.120451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:14.126695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:14.136079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0a81df75-2c95-4c6a-8f00-20b088a0cae1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/921d9626-3193-426e-8cd1-95cfc1cf9ad3 HTTP/1.1" status: 204 len: 168 time: 1.7639558 Dec 07 13:31:14.136772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47938) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:14.206082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:14.220739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: cbd4e6c7-4973-41d0-bf07-c89bcaa65b87 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:31:14.221145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device cbd4e6c7-4973-41d0-bf07-c89bcaa65b87 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:31:14.255122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c612fe9f-7d05-40d8-bc93-9c28b6ed9e87 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:14.271149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] device_id is not set on port 5773e090-d11f-442b-94b3-79940f780fa4 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:31:14.416891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c612fe9f-7d05-40d8-bc93-9c28b6ed9e87 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Calling delete_port for 45834024-efcd-4a3e-a35a-eb40d336351d owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:14.441116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 5ca3b027-4246-41ba-be73-8b8dbeb4cb84, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=5ca3b027-4246-41ba-be73-8b8dbeb4cb84,segment=NetworkSegment(62bc5a2c-61e0-40a6-be82-0e3bbdaffc84),segment_id=62bc5a2c-61e0-40a6-be82-0e3bbdaffc84)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:14.477141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '5ca3b027-4246-41ba-be73-8b8dbeb4cb84', 'network_id': '3aca7adb-2597-47f4-a563-f0ad222fb2bb', 'port_id': '5ca3b027-4246-41ba-be73-8b8dbeb4cb84', 'mac_address': 'fa:16:3e:99:f1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7a113e-da1a-4837-80d7-9e5305da53ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:31:14.482442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf229c16-99c7-40df-b586-8bc62efbb38e None None] Pushing event updated for resources: {'Port': ['ID=78258c39-c3a2-4e72-bcae-d16f61c24eca,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:14.497955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bf229c16-99c7-40df-b586-8bc62efbb38e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:14.579580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Routers {'e705e159-d1aa-4faa-82ac-905f1ac5f644'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:14.580141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e705e159-d1aa-4faa-82ac-905f1ac5f644'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:14.648105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:14.673054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:14.688239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:31:14.695767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-94eb0b16-39b6-4dbe-a741-de534658b9ec tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:router {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:14.731015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:14.792068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 5ca3b027-4246-41ba-be73-8b8dbeb4cb84, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=5ca3b027-4246-41ba-be73-8b8dbeb4cb84,segment=NetworkSegment(62bc5a2c-61e0-40a6-be82-0e3bbdaffc84),segment_id=62bc5a2c-61e0-40a6-be82-0e3bbdaffc84)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:14.815294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-94eb0b16-39b6-4dbe-a741-de534658b9ec tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:router {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:14.820584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-94eb0b16-39b6-4dbe-a741-de534658b9ec tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6829925 Dec 07 13:31:14.821272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47944) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:14.845968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:14.850143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-da4cab0b-3d11-402c-82d0-88af20ea7ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:14.927512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] device_id is not set on port cb2c7d2d-a867-4af9-8478-e0aebf95c179 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:31:14.939168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] Set router e705e159-d1aa-4faa-82ac-905f1ac5f644 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:31:14.986195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe3f58-2aaa-456a-98b2-3c9bdeff02e5 None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:31:15.007565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-43fe3f58-2aaa-456a-98b2-3c9bdeff02e5 None None] Deleting port 2c71fa4e-1534-4cb0-b367-760657ea4dd5 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:15.007986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-43fe3f58-2aaa-456a-98b2-3c9bdeff02e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:15.037822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57ba865b-ee0a-4f7a-9c3e-2cd1ccc944de tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:15.052761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=5ca3b027-4246-41ba-be73-8b8dbeb4cb84,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:15.058387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c612fe9f-7d05-40d8-bc93-9c28b6ed9e87 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:15.062086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:15.079859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:15.191086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['5ca3b027-4246-41ba-be73-8b8dbeb4cb84'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:31:15.444271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612fe9f-7d05-40d8-bc93-9c28b6ed9e87 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Port': ['ID=45834024-efcd-4a3e-a35a-eb40d336351d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:15.447547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c612fe9f-7d05-40d8-bc93-9c28b6ed9e87 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:15.496521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:15.507743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-111df817-4190-4a6a-9037-48f42322467c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:15.640808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57ba865b-ee0a-4f7a-9c3e-2cd1ccc944de tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:15.666649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:15.672128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57ba865b-ee0a-4f7a-9c3e-2cd1ccc944de tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:15.680443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4844b3-f300-44c0-b16d-7ec246e8c603 req-573460d4-a255-44c4-a525-082408cd5ccc tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:15.680749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Subnet': ['ID=d4b0ea35-bf9b-4519-a86f-278a958da820,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:15.682082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5e4844b3-f300-44c0-b16d-7ec246e8c603 req-573460d4-a255-44c4-a525-082408cd5ccc tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 944 time: 0.7187748 Dec 07 13:31:15.686219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c612fe9f-7d05-40d8-bc93-9c28b6ed9e87 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:15.686710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:15.693114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Checking segment: {'id': '6e2c31f5-0869-47fe-9ee9-da949d1467c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '742623b2-c8c9-419a-822e-135bff34c379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:15.693505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network hostable DHCP agents. Network: 742623b2-c8c9-419a-822e-135bff34c379, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:31:15.730671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-43fe3f58-2aaa-456a-98b2-3c9bdeff02e5 None None] For port 2c71fa4e-1534-4cb0-b367-760657ea4dd5, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=2c71fa4e-1534-4cb0-b367-760657ea4dd5,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:15.731117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-43fe3f58-2aaa-456a-98b2-3c9bdeff02e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:15.781432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network 742623b2-c8c9-419a-822e-135bff34c379 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:31:15.881521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5e4844b3-f300-44c0-b16d-7ec246e8c603 req-471a21f4-a7cc-44dc-aba2-f105eee1da02 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788068 Dec 07 13:31:15.886443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 742623b2-c8c9-419a-822e-135bff34c379) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:15.894943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-43fe3f58-2aaa-456a-98b2-3c9bdeff02e5 None None] Calling delete_port for 2c71fa4e-1534-4cb0-b367-760657ea4dd5 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:15.917356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:15.918018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:15.938752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b253dac6-eb1d-4b91-8f60-9092e907e884 None None] Network 742623b2-c8c9-419a-822e-135bff34c379 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:15.941503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57ba865b-ee0a-4f7a-9c3e-2cd1ccc944de tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:15.942231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ba865b-ee0a-4f7a-9c3e-2cd1ccc944de tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Fanout notify agent at l3_agent the message router_deleted on router 48017e85-c71f-426c-b3eb-964dbe3c05f3 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:31:15.955566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57ba865b-ee0a-4f7a-9c3e-2cd1ccc944de tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:15.956505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:15.961740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-57ba865b-ee0a-4f7a-9c3e-2cd1ccc944de tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/routers/48017e85-c71f-426c-b3eb-964dbe3c05f3 HTTP/1.1" status: 204 len: 168 time: 1.1393833 Dec 07 13:31:15.962448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47948) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:15.969795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-faa67630-1766-48f9-9344-fd176280094e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:16.052399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f6ac187-0ba1-4dcb-af94-4bbb68328dfe tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:16.066178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 2c71fa4e-1534-4cb0-b367-760657ea4dd5 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:31:16.102291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-faa67630-1766-48f9-9344-fd176280094e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:16.107460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-faa67630-1766-48f9-9344-fd176280094e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:16.111308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-faa67630-1766-48f9-9344-fd176280094e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:16.119661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-faa67630-1766-48f9-9344-fd176280094e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:16.132835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1596978 Dec 07 13:31:16.136129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47952) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:16.145254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a0f82554-99cc-404c-87df-7197ed91ba85 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:16.176041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa67630-1766-48f9-9344-fd176280094e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:16.221576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:16.280314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No active binding found for port 2c71fa4e-1534-4cb0-b367-760657ea4dd5 {{(pid=88899) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 07 13:31:16.280766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 2c71fa4e-1534-4cb0-b367-760657ea4dd5 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:31:16.284988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=5773e090-d11f-442b-94b3-79940f780fa4,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:16.288163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:16.290208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:16.292311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:16.293278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:16.305096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:16.310126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-43fe3f58-2aaa-456a-98b2-3c9bdeff02e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:16.318483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a6228fe5-1bc6-435f-a205-5844186d2877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:16.383452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=cb2c7d2d-a867-4af9-8478-e0aebf95c179,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:16.388461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a0f82554-99cc-404c-87df-7197ed91ba85 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036838062169'] for subnet, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:16.391908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:16.412014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe3f58-2aaa-456a-98b2-3c9bdeff02e5 None None] Pushing event deleted for resources: {'Port': ['ID=2c71fa4e-1534-4cb0-b367-760657ea4dd5,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:16.428155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-43fe3f58-2aaa-456a-98b2-3c9bdeff02e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:16.439163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c612fe9f-7d05-40d8-bc93-9c28b6ed9e87 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router c78e3900-0dd9-44c9-8dfa-65653ebd7a02 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:31:16.441483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Checking segment: {'id': 'edcf2061-c357-4524-a7fc-50a4d1024990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a1cb9516-dc2b-4e6a-af00-ad585f9f9716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:16.441788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe3f58-2aaa-456a-98b2-3c9bdeff02e5 None None] No DVR routers for this DVR port 2c71fa4e-1534-4cb0-b367-760657ea4dd5 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:31:16.441909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network hostable DHCP agents. Network: a1cb9516-dc2b-4e6a-af00-ad585f9f9716, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:31:16.449124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:31:06Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '301ff7d2-decd-4feb-a907-07a799894b4d', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.85', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'port_id': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'mac_address': 'fa:16:3e:11:60:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:29:43Z', 'updated_at': '2021-12-07T13:29:54Z', 'revision_number': 1, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d49f9d-d1a8-46f0-8adf-834c2bbc8675', 'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:09:01:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:45Z', 'updated_at': '2021-12-07T13:28:58Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78258c39-c3a2-4e72-bcae-d16f61c24eca', 'name': '', 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:c6:c0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4639f13-b0f3-4827-abd1-2f1f3b97fd98', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:31:04Z', 'updated_at': '2021-12-07T13:31:13Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'c4639f13-b0f3-4827-abd1-2f1f3b97fd98', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:16.462424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-faa67630-1766-48f9-9344-fd176280094e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:16.484654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85ece53-a15e-4c47-a3da-44be43cfbf69 None None] The sync data for ids ['e705e159-d1aa-4faa-82ac-905f1ac5f644'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:31:06Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '301ff7d2-decd-4feb-a907-07a799894b4d', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.85', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'port_id': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'mac_address': 'fa:16:3e:11:60:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:29:43Z', 'updated_at': '2021-12-07T13:29:54Z', 'revision_number': 1, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d49f9d-d1a8-46f0-8adf-834c2bbc8675', 'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:09:01:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:45Z', 'updated_at': '2021-12-07T13:28:58Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78258c39-c3a2-4e72-bcae-d16f61c24eca', 'name': '', 'network_id': '773d8947-9a33-4ceb-a454-11a5e48010de', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:c6:c0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4639f13-b0f3-4827-abd1-2f1f3b97fd98', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:31:04Z', 'updated_at': '2021-12-07T13:31:13Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'c4639f13-b0f3-4827-abd1-2f1f3b97fd98', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:31:16.519900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-742623b2-c8c9-419a-822e-135bff34c379', 'network_id': '742623b2-c8c9-419a-822e-135bff34c379', 'tenant_id': 'fe55e53248254c14b0c35bd483e2ae5f', 'fixed_ips': [{'subnet_id': 'd4b0ea35-bf9b-4519-a86f-278a958da820'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:31:16.520800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:16.634208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c612fe9f-7d05-40d8-bc93-9c28b6ed9e87 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:31:16.651865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network a1cb9516-dc2b-4e6a-af00-ad585f9f9716 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:31:16.660216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dceb6db-770e-4730-bf8d-2f2739a50009 None None] Sync routers for ids ['c78e3900-0dd9-44c9-8dfa-65653ebd7a02'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:31:16.668589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c612fe9f-7d05-40d8-bc93-9c28b6ed9e87 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/c78e3900-0dd9-44c9-8dfa-65653ebd7a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6174960 Dec 07 13:31:16.671388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47958) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:16.689387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dceb6db-770e-4730-bf8d-2f2739a50009 None None] Routers {'c78e3900-0dd9-44c9-8dfa-65653ebd7a02'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:16.690112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4dceb6db-770e-4730-bf8d-2f2739a50009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['c78e3900-0dd9-44c9-8dfa-65653ebd7a02'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:16.729367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0d9f8bf1-c6c8-401a-8029-e30950309769 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Synchronizing usage tracker for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:16.800766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4dceb6db-770e-4730-bf8d-2f2739a50009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:16.805241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, a1cb9516-dc2b-4e6a-af00-ad585f9f9716) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:16.807502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0d9f8bf1-c6c8-401a-8029-e30950309769 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Unset dirty status for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:16.808819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0d9f8bf1-c6c8-401a-8029-e30950309769 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78e3900-0dd9-44c9-8dfa-65653ebd7a02 HTTP/1.1" status: 200 len: 205 time: 0.1361225 Dec 07 13:31:16.814473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47962) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:16.815351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:16.818705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a0f82554-99cc-404c-87df-7197ed91ba85 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739613534630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036838715642'] for subnet, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:16.820609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8a244d-3413-4309-8303-491fb5cd2168 None None] Network a1cb9516-dc2b-4e6a-af00-ad585f9f9716 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:16.821505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:16.825518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:16.826281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:16.829383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-93095667-5f76-436c-895f-c399a104ad7e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:16.905209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f82554-99cc-404c-87df-7197ed91ba85 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:16.905769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a0f82554-99cc-404c-87df-7197ed91ba85 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:16.907212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a0f82554-99cc-404c-87df-7197ed91ba85 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "PUT /v2.0/subnets/d4b0ea35-bf9b-4519-a86f-278a958da820 HTTP/1.1" status: 200 len: 806 time: 0.7696967 Dec 07 13:31:16.912600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47966) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:16.970370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dceb6db-770e-4730-bf8d-2f2739a50009 None None] Routers {'c78e3900-0dd9-44c9-8dfa-65653ebd7a02'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:16.971065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4dceb6db-770e-4730-bf8d-2f2739a50009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['c78e3900-0dd9-44c9-8dfa-65653ebd7a02'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:17.016894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f82554-99cc-404c-87df-7197ed91ba85 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Subnet': ['ID=d4b0ea35-bf9b-4519-a86f-278a958da820,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:17.019674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a0f82554-99cc-404c-87df-7197ed91ba85 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:17.037583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57601e97-5377-41ce-9f45-979c17179aba tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:17.052661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4dceb6db-770e-4730-bf8d-2f2739a50009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:17.053141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dceb6db-770e-4730-bf8d-2f2739a50009 None None] The sync data for ids ['c78e3900-0dd9-44c9-8dfa-65653ebd7a02'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:31:17.056167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Allocated IP 172.20.0.2 (742623b2-c8c9-419a-822e-135bff34c379/d4b0ea35-bf9b-4519-a86f-278a958da820/8c53948f-0030-4d2f-8ff5-dc717703efa8) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:17.113321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-faa67630-1766-48f9-9344-fd176280094e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:17.128965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cd877562-44e7-4e2c-a68c-4c02272a893d tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:17.153769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9287937 Dec 07 13:31:17.154902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47972) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:17.197701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:17.238445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa67630-1766-48f9-9344-fd176280094e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:17.245926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-faa67630-1766-48f9-9344-fd176280094e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:17.251538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa67630-1766-48f9-9344-fd176280094e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:17.252406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-faa67630-1766-48f9-9344-fd176280094e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:17.263735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4d91f0-beda-47e7-b1c1-196b5170200b None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:17.291088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa67630-1766-48f9-9344-fd176280094e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=16a5f52a-741b-4a79-b534-d74464c0ee22,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:17.304737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-faa67630-1766-48f9-9344-fd176280094e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:17.348203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:17.381124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-055978cb-cf70-4ed9-8b53-0e97bc204167 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port cb2c7d2d-a867-4af9-8478-e0aebf95c179 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:17.381507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-055978cb-cf70-4ed9-8b53-0e97bc204167 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:17.401006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-faa67630-1766-48f9-9344-fd176280094e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4373529 Dec 07 13:31:17.407946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47976) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:17.432718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f48533ed-a120-4b14-80cb-ae046ed98c0a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-350197047', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:17.448490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f48533ed-a120-4b14-80cb-ae046ed98c0a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:17.470762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f48533ed-a120-4b14-80cb-ae046ed98c0a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:17.524750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f48533ed-a120-4b14-80cb-ae046ed98c0a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:17.525838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f48533ed-a120-4b14-80cb-ae046ed98c0a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:17.613283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f48533ed-a120-4b14-80cb-ae046ed98c0a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:17.673409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f48533ed-a120-4b14-80cb-ae046ed98c0a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:17.755510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f48533ed-a120-4b14-80cb-ae046ed98c0a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:17.760503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f48533ed-a120-4b14-80cb-ae046ed98c0a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3480158 Dec 07 13:31:17.760856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 47980) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:17.790351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:17.845300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:31:17.884813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Transition to ACTIVE for port object 8c53948f-0030-4d2f-8ff5-dc717703efa8 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:17.888221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': '16a5f52a-741b-4a79-b534-d74464c0ee22'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:31:17.889135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.017157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Transition to ACTIVE for port object 8c53948f-0030-4d2f-8ff5-dc717703efa8 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:18.061553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a403ef3-1a42-4570-a2c1-98bc23b5252b req-38a22d70-bab1-4ec5-9254-00b26ee6b5aa tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:18.063275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6a403ef3-1a42-4570-a2c1-98bc23b5252b req-38a22d70-bab1-4ec5-9254-00b26ee6b5aa tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 944 time: 0.9271986 Dec 07 13:31:18.083386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.096294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:18.097017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57601e97-5377-41ce-9f45-979c17179aba tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.128437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 78258c39-c3a2-4e72-bcae-d16f61c24eca up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:31:18.145685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57601e97-5377-41ce-9f45-979c17179aba tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.218716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:18.238018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6a403ef3-1a42-4570-a2c1-98bc23b5252b req-47a30d96-68ac-4420-bd0b-91f75f3c6bfe tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667418 Dec 07 13:31:18.249110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:18.249662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.269410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-055978cb-cf70-4ed9-8b53-0e97bc204167 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.291827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.298064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7759b0ab-c19f-4ef5-8789-be770eee463b tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:18.327799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Network 742623b2-c8c9-419a-822e-135bff34c379 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:18.347692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Pushing event updated for resources: {'Port': ['ID=8c53948f-0030-4d2f-8ff5-dc717703efa8,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:18.350370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:18.352472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:18.358451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:18.374815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Allocated IP 2001:db8::2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/16a5f52a-741b-4a79-b534-d74464c0ee22/8701ae0d-a1b5-4134-81fd-4ac15d8d49ec) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:18.407851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b0ea35-bf9b-4519-a86f-278a958da820,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:18.411993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:18.422376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57601e97-5377-41ce-9f45-979c17179aba tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.422943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57601e97-5377-41ce-9f45-979c17179aba tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Fanout notify agent at l3_agent the message router_deleted on router c78e3900-0dd9-44c9-8dfa-65653ebd7a02 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:31:18.437505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-055978cb-cf70-4ed9-8b53-0e97bc204167 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for cb2c7d2d-a867-4af9-8478-e0aebf95c179 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:18.489500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57601e97-5377-41ce-9f45-979c17179aba tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.490954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-57601e97-5377-41ce-9f45-979c17179aba tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/routers/c78e3900-0dd9-44c9-8dfa-65653ebd7a02 HTTP/1.1" status: 204 len: 168 time: 1.6777551 Dec 07 13:31:18.495729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47984) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:18.584158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.627005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 78258c39-c3a2-4e72-bcae-d16f61c24eca completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:18.639198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Attempting to bind port 8c53948f-0030-4d2f-8ff5-dc717703efa8 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:31:18.639639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Attempting to bind port 8c53948f-0030-4d2f-8ff5-dc717703efa8 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '6e2c31f5-0869-47fe-9ee9-da949d1467c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '742623b2-c8c9-419a-822e-135bff34c379'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:31:18.640053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Attempting to bind port 8c53948f-0030-4d2f-8ff5-dc717703efa8 on network 742623b2-c8c9-419a-822e-135bff34c379 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:31:18.646267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 78258c39-c3a2-4e72-bcae-d16f61c24eca triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:18.646685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.686488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-055978cb-cf70-4ed9-8b53-0e97bc204167 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.688611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742623b2-c8c9-419a-822e-135bff34c379']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:18.694826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6ae55985-94af-4dee-bed9-c8749b152c49 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:18.708004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2c31f5-0869-47fe-9ee9-da949d1467c7') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:18.708572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2c31f5-0869-47fe-9ee9-da949d1467c7') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:18.715443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.725021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:31:18.726517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Checking segment: {'id': '6e2c31f5-0869-47fe-9ee9-da949d1467c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '742623b2-c8c9-419a-822e-135bff34c379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:18.726517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.726801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Bound using segment: {'id': '6e2c31f5-0869-47fe-9ee9-da949d1467c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '742623b2-c8c9-419a-822e-135bff34c379'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:31:18.727379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Bound port: 8c53948f-0030-4d2f-8ff5-dc717703efa8, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e2c31f5-0869-47fe-9ee9-da949d1467c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '742623b2-c8c9-419a-822e-135bff34c379'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:31:18.727804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.728713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.742465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055978cb-cf70-4ed9-8b53-0e97bc204167 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=cb2c7d2d-a867-4af9-8478-e0aebf95c179,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:18.750304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-055978cb-cf70-4ed9-8b53-0e97bc204167 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:18.773525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-055978cb-cf70-4ed9-8b53-0e97bc204167 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.795697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.800616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-055978cb-cf70-4ed9-8b53-0e97bc204167 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/cb2c7d2d-a867-4af9-8478-e0aebf95c179 HTTP/1.1" status: 204 len: 168 time: 1.6057320 Dec 07 13:31:18.801422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47990) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:18.804920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:18.805464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:18.821756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:18.848295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce42f558-f2b0-4c9a-86fd-880d3099454b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting subnet 8778486a-1ced-4da0-a5b4-c6814c51c713 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:31:18.903523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182d096-f3a7-4640-a5f9-57f7f4046364 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:18.908312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182d096-f3a7-4640-a5f9-57f7f4046364 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:18.909215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4182d096-f3a7-4640-a5f9-57f7f4046364 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Synchronizing usage tracker for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:18.912288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce42f558-f2b0-4c9a-86fd-880d3099454b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.944172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c91980-0477-48ca-be72-a961e8c1d86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca3b027-4246-41ba-be73-8b8dbeb4cb84'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:31:18.963057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.980393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 13:31:18.980393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 13:31:18.980393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [parameters: {'id': '742623b2-c8c9-419a-822e-135bff34c379'}] Dec 07 13:31:18.980393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:31:18.980980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:31:18.983166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce42f558-f2b0-4c9a-86fd-880d3099454b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:18.997322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 5ca3b027-4246-41ba-be73-8b8dbeb4cb84, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=5ca3b027-4246-41ba-be73-8b8dbeb4cb84,segment=NetworkSegment(62bc5a2c-61e0-40a6-be82-0e3bbdaffc84),segment_id=62bc5a2c-61e0-40a6-be82-0e3bbdaffc84)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:19.019089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4182d096-f3a7-4640-a5f9-57f7f4046364 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Unset dirty status for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:19.023709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] For port 8c53948f-0030-4d2f-8ff5-dc717703efa8, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:31:19.024369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4182d096-f3a7-4640-a5f9-57f7f4046364 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2220604 Dec 07 13:31:19.026125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:19.028861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:19.031595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 47996) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:19.059302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] For port 8c53948f-0030-4d2f-8ff5-dc717703efa8, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8c53948f-0030-4d2f-8ff5-dc717703efa8,segment=NetworkSegment(6e2c31f5-0869-47fe-9ee9-da949d1467c7),segment_id=6e2c31f5-0869-47fe-9ee9-da949d1467c7)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:31:19.061571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:19.064020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Transition to ACTIVE for port object 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:19.068061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c91980-0477-48ca-be72-a961e8c1d86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca3b027-4246-41ba-be73-8b8dbeb4cb84', 'code': 200} Dec 07 13:31:19.068978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:19.128776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:19.133186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e29450ec-7e01-4267-b947-60bc3ba4de3c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port 5773e090-d11f-442b-94b3-79940f780fa4 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:19.133186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e29450ec-7e01-4267-b947-60bc3ba4de3c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:19.155260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Transition to ACTIVE for port object 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:19.174597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 78258c39-c3a2-4e72-bcae-d16f61c24eca, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=78258c39-c3a2-4e72-bcae-d16f61c24eca,segment=NetworkSegment(bf0321dc-32a5-4de0-8bac-c75da4f9dbf2),segment_id=bf0321dc-32a5-4de0-8bac-c75da4f9dbf2)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:19.195186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=5ca3b027-4246-41ba-be73-8b8dbeb4cb84,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:19.202386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:19.202924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-191c5839-e038-4c5a-9f49-93359535cfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:19.234686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce42f558-f2b0-4c9a-86fd-880d3099454b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:19.244843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:19.257279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:19.394654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:19.397876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:19.400306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:19.403330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Pushing event updated for resources: {'Port': ['ID=8c53948f-0030-4d2f-8ff5-dc717703efa8,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:19.407758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:19.412154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b5a8e498-f12a-4d2f-a303-344fcffb40e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:19.440234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e29450ec-7e01-4267-b947-60bc3ba4de3c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:19.467298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6198543b-6297-4ab8-b902-98b353662979 None None] Network 742623b2-c8c9-419a-822e-135bff34c379 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:19.485897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:19.536044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Deleting port 8c53948f-0030-4d2f-8ff5-dc717703efa8 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:19.536415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:19.562044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::1 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/16a5f52a-741b-4a79-b534-d74464c0ee22/7ee14ae6-75f3-4150-b076-8a9f6e333479) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:19.575403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e29450ec-7e01-4267-b947-60bc3ba4de3c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for 5773e090-d11f-442b-94b3-79940f780fa4 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:19.586580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-34ce8999-3719-4b19-8062-7da697cc9608 req-a47d7b05-f6d7-42bb-9718-897645fd4a16 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 1098 time: 0.2189734 Dec 07 13:31:19.616773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce42f558-f2b0-4c9a-86fd-880d3099454b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:19.644302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Pushing event updated for resources: {'Port': ['ID=8701ae0d-a1b5-4134-81fd-4ac15d8d49ec,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:19.655571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b110f376-b993-44a8-90d8-ab1d27fc918d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:19.726430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42f558-f2b0-4c9a-86fd-880d3099454b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Subnet': ['ID=8778486a-1ced-4da0-a5b4-c6814c51c713,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:19.732725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ce42f558-f2b0-4c9a-86fd-880d3099454b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:19.739635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce42f558-f2b0-4c9a-86fd-880d3099454b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:19.751752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ce42f558-f2b0-4c9a-86fd-880d3099454b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/8778486a-1ced-4da0-a5b4-c6814c51c713 HTTP/1.1" status: 204 len: 168 time: 1.2545714 Dec 07 13:31:19.763941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48002) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:19.778369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab56a0f1-31cf-4f8b-82d2-a0be56c8044b None None] Network fcca00ef-0e65-4c4d-a1bc-8809762f916d requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:19.800516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6f53d-2e29-4fd1-8394-bc6f22d5ea40 req-c09a4c3f-f3ea-44f7-bac1-15d884f5b310 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:19.802123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-72a6f53d-2e29-4fd1-8394-bc6f22d5ea40 req-c09a4c3f-f3ea-44f7-bac1-15d884f5b310 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.1951151 Dec 07 13:31:19.824310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Attempting to bind port 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:31:19.825138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Attempting to bind port 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:31:19.825138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Attempting to bind port 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:31:19.829661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e29450ec-7e01-4267-b947-60bc3ba4de3c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:19.840633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-698871a1-53ff-46ad-a270-7e1bebb24c57 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:19.879156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-34ce8999-3719-4b19-8062-7da697cc9608 req-3c638133-3a41-4707-8dd4-9936652c0b5d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828493 Dec 07 13:31:19.895052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29450ec-7e01-4267-b947-60bc3ba4de3c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=5773e090-d11f-442b-94b3-79940f780fa4,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:19.897208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e29450ec-7e01-4267-b947-60bc3ba4de3c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:19.937376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-72a6f53d-2e29-4fd1-8394-bc6f22d5ea40 req-89d3e62f-d597-4588-9a46-fcc6202aca3c tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269305 Dec 07 13:31:19.940186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e29450ec-7e01-4267-b947-60bc3ba4de3c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:19.990586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e29450ec-7e01-4267-b947-60bc3ba4de3c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/5773e090-d11f-442b-94b3-79940f780fa4 HTTP/1.1" status: 204 len: 168 time: 0.9573131 Dec 07 13:31:19.993371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48006) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:20.045927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.081042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f01e37-f090-4825-a72b-c69873305e71 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:20.081800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-03f01e37-f090-4825-a72b-c69873305e71 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Synchronizing usage tracker for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:20.103732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:31:20.109427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:20.109427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.109427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:31:20.109427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Bound port: 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:31:20.109427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.126457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-03f01e37-f090-4825-a72b-c69873305e71 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Unset dirty status for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:20.132411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-03f01e37-f090-4825-a72b-c69873305e71 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1370966 Dec 07 13:31:20.133563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48010) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:20.137299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=78258c39-c3a2-4e72-bcae-d16f61c24eca,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:20.148481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:20.152143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.890s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:20.152548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:20.193579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f83664b-11b0-4de4-a47e-f478b4722524 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] GET failed (client error): The resource could not be found. Dec 07 13:31:20.199939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9f83664b-11b0-4de4-a47e-f478b4722524 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports/cb2c7d2d-a867-4af9-8478-e0aebf95c179 HTTP/1.1" status: 404 len: 333 time: 0.0650337 Dec 07 13:31:20.200755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48014) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:20.275628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-888ded14-9cab-4cae-b9d1-e0c83e98f144 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] GET failed (client error): The resource could not be found. Dec 07 13:31:20.284709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-888ded14-9cab-4cae-b9d1-e0c83e98f144 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports/5773e090-d11f-442b-94b3-79940f780fa4 HTTP/1.1" status: 404 len: 333 time: 0.0825820 Dec 07 13:31:20.285935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48018) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:20.342295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5b8e81-f8c1-45aa-a304-cc09e040a98e None None] Network 742623b2-c8c9-419a-822e-135bff34c379 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:20.359465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] For port 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:31:20.396239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] For port 8c53948f-0030-4d2f-8ff5-dc717703efa8, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8c53948f-0030-4d2f-8ff5-dc717703efa8,segment=NetworkSegment(6e2c31f5-0869-47fe-9ee9-da949d1467c7),segment_id=6e2c31f5-0869-47fe-9ee9-da949d1467c7)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:20.396761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.443109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object 7ee14ae6-75f3-4150-b076-8a9f6e333479 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:20.446570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] For port 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8701ae0d-a1b5-4134-81fd-4ac15d8d49ec,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:31:20.461962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87841851-d791-407f-8250-a1e5211e0bb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.513072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.541913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:20.586408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c19671-61fc-4743-a48a-3a8ec1055674 None None] DHCP port deletion for fcca00ef-0e65-4c4d-a1bc-8809762f916d request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:31:20.602199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Calling delete_port for 8c53948f-0030-4d2f-8ff5-dc717703efa8 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:20.610598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-59c19671-61fc-4743-a48a-3a8ec1055674 None None] Deleting port af0c73cd-e845-49a2-959f-1e10327bf632 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:20.611026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59c19671-61fc-4743-a48a-3a8ec1055674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.634772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87841851-d791-407f-8250-a1e5211e0bb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.665652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-87841851-d791-407f-8250-a1e5211e0bb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cb9516-dc2b-4e6a-af00-ad585f9f9716']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:20.681132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-87841851-d791-407f-8250-a1e5211e0bb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcf2061-c357-4524-a7fc-50a4d1024990') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:20.681896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-87841851-d791-407f-8250-a1e5211e0bb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcf2061-c357-4524-a7fc-50a4d1024990') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:20.707423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87841851-d791-407f-8250-a1e5211e0bb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.707692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d839da-1457-48ff-9188-776f1a6c7ace tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting subnet 8637463e-b85c-459c-af62-f129fd9652f2 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:31:20.707822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Pushing event updated for resources: {'Port': ['ID=8701ae0d-a1b5-4134-81fd-4ac15d8d49ec,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:20.707940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a8d839da-1457-48ff-9188-776f1a6c7ace tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.716864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87841851-d791-407f-8250-a1e5211e0bb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.723855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87841851-d791-407f-8250-a1e5211e0bb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:20.724333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87841851-d791-407f-8250-a1e5211e0bb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:20.742515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:20.751681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.767195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:20.767195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:20.767195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:20.767195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:20.767195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:20.767195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:20.767195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:20.767195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:20.767195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:20.767195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:20.767195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:31:20.774741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:20.780412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e16a1ed0-1640-4ab3-b630-d330ac195e53 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:20.884242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5ce23222-7f46-40d5-96a0-154ca0c8c80c req-f00c203e-2712-4588-a45f-12a4295fe41e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4906845 Dec 07 13:31:20.891503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87841851-d791-407f-8250-a1e5211e0bb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.900114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-76551400-97b7-4897-98f1-116b68d31936 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:20.915724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:20.916620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-59c19671-61fc-4743-a48a-3a8ec1055674 None None] For port af0c73cd-e845-49a2-959f-1e10327bf632, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=af0c73cd-e845-49a2-959f-1e10327bf632,segment=NetworkSegment(82141ea1-c8c6-483e-881e-62cb8853504e),segment_id=82141ea1-c8c6-483e-881e-62cb8853504e)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:20.917111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59c19671-61fc-4743-a48a-3a8ec1055674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.917254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=7ee14ae6-75f3-4150-b076-8a9f6e333479,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:20.927328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87841851-d791-407f-8250-a1e5211e0bb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.931642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:20.934298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:20.937131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a8d839da-1457-48ff-9188-776f1a6c7ace tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.943883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87841851-d791-407f-8250-a1e5211e0bb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Network': ['ID=a1cb9516-dc2b-4e6a-af00-ad585f9f9716,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:20.947549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-87841851-d791-407f-8250-a1e5211e0bb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:20.954234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-87841851-d791-407f-8250-a1e5211e0bb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/networks/a1cb9516-dc2b-4e6a-af00-ad585f9f9716 HTTP/1.1" status: 204 len: 168 time: 0.6671386 Dec 07 13:31:20.955107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48022) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:20.962907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-74294766'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:20.969628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:20.977593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:network and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:20.989047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:20.997148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:20.997739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:20.998447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:21.044329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:21.051176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:21.072409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:21.106289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0bd7ae78-de1a-488e-b3ab-c19e4393468d tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:21.135735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:31:21.154773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-59c19671-61fc-4743-a48a-3a8ec1055674 None None] Calling delete_port for af0c73cd-e845-49a2-959f-1e10327bf632 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:21.164208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:21.170215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Added segment fb6e203c-ad16-4cb0-afad-8d0c28a4bf98 of type vlan for network e593023f-a663-413f-aaa4-882e7c7690b1 Dec 07 13:31:21.183062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No DVR routers for this DVR port 8c53948f-0030-4d2f-8ff5-dc717703efa8 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:31:21.226750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:21.245590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Port': ['ID=8c53948f-0030-4d2f-8ff5-dc717703efa8,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:21.261947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:21.333684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59c19671-61fc-4743-a48a-3a8ec1055674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:21.339680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e020e563-487f-42b3-acac-f1a8fc1ee023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:21.349728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48030) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:21.392891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c19671-61fc-4743-a48a-3a8ec1055674 None None] Pushing event deleted for resources: {'Port': ['ID=af0c73cd-e845-49a2-959f-1e10327bf632,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:21.401071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-59c19671-61fc-4743-a48a-3a8ec1055674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:21.405113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c19671-61fc-4743-a48a-3a8ec1055674 None None] No DVR routers for this DVR port af0c73cd-e845-49a2-959f-1e10327bf632 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:31:21.433690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:21.439049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:21.439722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:21.452781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e900a936-7436-46a6-a665-7c1076b5247c tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:21.464987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:21.519377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5ce23222-7f46-40d5-96a0-154ca0c8c80c req-88e45c4c-412c-4c55-a371-ca2ad89e6e56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 1099 time: 0.5066612 Dec 07 13:31:21.524348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:21.545767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742623b2-c8c9-419a-822e-135bff34c379']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:21.592132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a8d839da-1457-48ff-9188-776f1a6c7ace tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:21.706786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2c31f5-0869-47fe-9ee9-da949d1467c7') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:21.707127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2c31f5-0869-47fe-9ee9-da949d1467c7') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:21.746597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:21.794054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:21.818997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:21.819677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:21.838198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:21.843143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Network': ['ID=e593023f-a663-413f-aaa4-882e7c7690b1,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:21.847856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:21.859037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8998985 Dec 07 13:31:21.862550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network e593023f-a663-413f-aaa4-882e7c7690b1 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:31:21.863569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc190b-4ed2-4e2b-8cd3-8ab33bca6f69 req-f2c00faf-e9ab-4432-9077-1cd8a819874b tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:21.865164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5dcc190b-4ed2-4e2b-8cd3-8ab33bca6f69 req-f2c00faf-e9ab-4432-9077-1cd8a819874b tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.6196339 Dec 07 13:31:21.865677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48034) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:21.885853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'subnet': {'network_id': 'e593023f-a663-413f-aaa4-882e7c7690b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:22.102626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a8d839da-1457-48ff-9188-776f1a6c7ace tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:22.104642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5dcc190b-4ed2-4e2b-8cd3-8ab33bca6f69 req-6ab74430-ac34-423c-9e33-9e7c9fe676bb tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283204 Dec 07 13:31:22.111459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-72f92ed0-0927-4dd7-8fa7-cd67af69e4c5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:22.117811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:22.124014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:subnet and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:22.129498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:22.144667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:22.147978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce23222-7f46-40d5-96a0-154ca0c8c80c req-c2852b9d-64ac-435f-ba92-a7e959c5eb55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:22.149584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5ce23222-7f46-40d5-96a0-154ca0c8c80c req-c2852b9d-64ac-435f-ba92-a7e959c5eb55 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a325a2fb-61ad-40c3-965e-d8c9a5879437 HTTP/1.1" status: 200 len: 898 time: 0.5930600 Dec 07 13:31:22.150102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:31:22.157954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:22.165543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d839da-1457-48ff-9188-776f1a6c7ace tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Subnet': ['ID=8637463e-b85c-459c-af62-f129fd9652f2,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:22.231453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a8d839da-1457-48ff-9188-776f1a6c7ace tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:22.233182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:22.237544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:22.249047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:22.269079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:22.281543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a8d839da-1457-48ff-9188-776f1a6c7ace tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:22.283209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5096a9e8-561f-420d-b873-e1b2e9589a37 None None] Network c9f0accc-4a53-4b50-ac31-08ea15836c2c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:22.302468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Network': ['ID=742623b2-c8c9-419a-822e-135bff34c379,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:22.324066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:22.379912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 78258c39-c3a2-4e72-bcae-d16f61c24eca up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:31:22.402804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:22.439387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/742623b2-c8c9-419a-822e-135bff34c379 HTTP/1.1" status: 204 len: 168 time: 5.5209303 Dec 07 13:31:22.443760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a8d839da-1457-48ff-9188-776f1a6c7ace tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/8637463e-b85c-459c-af62-f129fd9652f2 HTTP/1.1" status: 204 len: 168 time: 2.6769800 Dec 07 13:31:22.447581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48038) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:22.447964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48040) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:22.529059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5ce23222-7f46-40d5-96a0-154ca0c8c80c req-14e950af-5d5e-4b76-8bfd-e861cf8543db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a8bb24-5b88-4bd3-aead-d40fa53d63b6 HTTP/1.1" status: 200 len: 1001 time: 0.3689680 Dec 07 13:31:22.574016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_backend_mixin [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Performing IP validity checks on allocation pools {{(pid=88897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 07 13:31:22.574644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_backend_mixin [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 07 13:31:22.579087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 78258c39-c3a2-4e72-bcae-d16f61c24eca triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:22.579807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:22.717930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5548291a-7485-46b7-8b3f-fb873d01bfeb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:22.791535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b62c5ba-87f5-4958-92e1-3db674e20df5 None None] DHCP port deletion for c9f0accc-4a53-4b50-ac31-08ea15836c2c request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:31:22.813373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6b62c5ba-87f5-4958-92e1-3db674e20df5 None None] Deleting port 03a5d5f2-20d2-436d-94e5-49578179f451 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:22.814024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b62c5ba-87f5-4958-92e1-3db674e20df5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:22.837066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99046cc-650d-4443-b347-fa2a261be42b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:22.837564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99046cc-650d-4443-b347-fa2a261be42b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:22.843479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c99046cc-650d-4443-b347-fa2a261be42b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/742623b2-c8c9-419a-822e-135bff34c379 HTTP/1.1" status: 404 len: 339 time: 0.3843191 Dec 07 13:31:22.846683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48046) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:22.857945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1661150216', 'description': 'd1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:22.865483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:22.878342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:network and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:22.888780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:22.901013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:22.907491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:22.916889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0cfbf3e2-25a2-498e-a1ec-405b82616bde tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:23.016127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce23222-7f46-40d5-96a0-154ca0c8c80c req-f46fcd61-fde3-4b81-a3e9-dd437ba46cce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:23.017776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5ce23222-7f46-40d5-96a0-154ca0c8c80c req-f46fcd61-fde3-4b81-a3e9-dd437ba46cce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ef66669-fecd-45aa-b399-7e03147c83dc HTTP/1.1" status: 200 len: 834 time: 0.1391876 Dec 07 13:31:23.026267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25fa81ee-bd84-46f6-a1c1-3e8abc9a0437 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.061561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:23.069244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.110155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Subnet': ['ID=fdd9817c-ef75-4832-9f5d-d91d5b20f6b1,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:23.114815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.117586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6b62c5ba-87f5-4958-92e1-3db674e20df5 None None] For port 03a5d5f2-20d2-436d-94e5-49578179f451, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=03a5d5f2-20d2-436d-94e5-49578179f451,segment=NetworkSegment(2d6daa99-189e-46fc-8246-de7659d5e7cd),segment_id=2d6daa99-189e-46fc-8246-de7659d5e7cd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:23.118047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b62c5ba-87f5-4958-92e1-3db674e20df5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.118421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:23.135728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Checking segment: {'id': 'fb6e203c-ad16-4cb0-afad-8d0c28a4bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e593023f-a663-413f-aaa4-882e7c7690b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:23.136788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network hostable DHCP agents. Network: e593023f-a663-413f-aaa4-882e7c7690b1, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:31:23.154580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.155505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.184075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:31:23.203646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.204042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Added segment 86c206b6-1bbd-4107-9c8e-dae6c497000e of type vlan for network 55e3d954-cf51-43ba-9d1b-4eb19ec25ae5 Dec 07 13:31:23.279925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.288916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network e593023f-a663-413f-aaa4-882e7c7690b1 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:31:23.320679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25fa81ee-bd84-46f6-a1c1-3e8abc9a0437 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.325647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device af0c73cd-e845-49a2-959f-1e10327bf632 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:31:23.353377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-25fa81ee-bd84-46f6-a1c1-3e8abc9a0437 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcca00ef-0e65-4c4d-a1bc-8809762f916d']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:23.368614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-25fa81ee-bd84-46f6-a1c1-3e8abc9a0437 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82141ea1-c8c6-483e-881e-62cb8853504e') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:23.368944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-25fa81ee-bd84-46f6-a1c1-3e8abc9a0437 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82141ea1-c8c6-483e-881e-62cb8853504e') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:23.381307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, e593023f-a663-413f-aaa4-882e7c7690b1) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:23.386182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25fa81ee-bd84-46f6-a1c1-3e8abc9a0437 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.396441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6b62c5ba-87f5-4958-92e1-3db674e20df5 None None] Calling delete_port for 03a5d5f2-20d2-436d-94e5-49578179f451 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:23.406700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:23.407011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25fa81ee-bd84-46f6-a1c1-3e8abc9a0437 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.407371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.414707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25fa81ee-bd84-46f6-a1c1-3e8abc9a0437 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:23.415684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25fa81ee-bd84-46f6-a1c1-3e8abc9a0437 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.484933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: af0c73cd-e845-49a2-959f-1e10327bf632 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:31:23.485349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device af0c73cd-e845-49a2-959f-1e10327bf632 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:31:23.488250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e24ce0-44af-4880-acf4-94d51e04e922 None None] Network e593023f-a663-413f-aaa4-882e7c7690b1 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:23.516246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ffa31c51-e383-430f-89ae-a6ab6711435e tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:23.550232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:23.561831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.566534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:23.567181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.570362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b62c5ba-87f5-4958-92e1-3db674e20df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.572904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:23.578008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bf229c16-99c7-40df-b586-8bc62efbb38e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:23.600121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de6931-3ffb-45d0-ad16-e254dc8bbe8f req-e0689c01-c6ad-43ec-b18a-34f70d106e39 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:23.602313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-49de6931-3ffb-45d0-ad16-e254dc8bbe8f req-e0689c01-c6ad-43ec-b18a-34f70d106e39 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.2797952 Dec 07 13:31:23.634463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5ce23222-7f46-40d5-96a0-154ca0c8c80c req-b217a49b-9c5a-4a9e-a47b-8c8dd44d74e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a325a2fb-61ad-40c3-965e-d8c9a5879437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6046419 Dec 07 13:31:23.636746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62c5ba-87f5-4958-92e1-3db674e20df5 None None] Pushing event deleted for resources: {'Port': ['ID=03a5d5f2-20d2-436d-94e5-49578179f451,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:23.643927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6b62c5ba-87f5-4958-92e1-3db674e20df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:23.651478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62c5ba-87f5-4958-92e1-3db674e20df5 None None] No DVR routers for this DVR port 03a5d5f2-20d2-436d-94e5-49578179f451 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:31:23.674853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-68016541-9051-44ed-a91c-698c9ee67e98 None None] Provisioning for port 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:23.684482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-68016541-9051-44ed-a91c-698c9ee67e98 None None] Provisioning complete for port 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:23.684482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68016541-9051-44ed-a91c-698c9ee67e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.688008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25fa81ee-bd84-46f6-a1c1-3e8abc9a0437 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.692005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25fa81ee-bd84-46f6-a1c1-3e8abc9a0437 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:23.701405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=7ee14ae6-75f3-4150-b076-8a9f6e333479,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:23.704482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:23.732968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8629835 Dec 07 13:31:23.738174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a519c1f6-e48d-4baa-92ec-159bcd2aed4a tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:23.753449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48052) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:23.776265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'network_id': 'e593023f-a663-413f-aaa4-882e7c7690b1', 'name': 'tempest-PortsTestJSON-1955089498'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:23.787260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Network': ['ID=55e3d954-cf51-43ba-9d1b-4eb19ec25ae5,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:23.796383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:23.798040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9484408 Dec 07 13:31:23.802400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48056) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:23.817459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 55e3d954-cf51-43ba-9d1b-4eb19ec25ae5 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:31:23.834252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-49de6931-3ffb-45d0-ad16-e254dc8bbe8f req-dc29bff8-0d50-4d28-949e-7c31f08230cf tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922007 Dec 07 13:31:23.846066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa81ee-bd84-46f6-a1c1-3e8abc9a0437 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Network': ['ID=fcca00ef-0e65-4c4d-a1bc-8809762f916d,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:23.848801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-25fa81ee-bd84-46f6-a1c1-3e8abc9a0437 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:23.850833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-25fa81ee-bd84-46f6-a1c1-3e8abc9a0437 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/networks/fcca00ef-0e65-4c4d-a1bc-8809762f916d HTTP/1.1" status: 204 len: 168 time: 1.3929508 Dec 07 13:31:23.923413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48060) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:24.048054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb45914e-99f3-4375-ab73-a611748e7680 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:24.048833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-eb45914e-99f3-4375-ab73-a611748e7680 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Synchronizing usage tracker for tenant:fe55e53248254c14b0c35bd483e2ae5f on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:24.079333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 03a5d5f2-20d2-436d-94e5-49578179f451 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:31:24.187525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 03a5d5f2-20d2-436d-94e5-49578179f451 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:31:24.188393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 03a5d5f2-20d2-436d-94e5-49578179f451 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:31:24.200127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-eb45914e-99f3-4375-ab73-a611748e7680 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Unset dirty status for tenant:fe55e53248254c14b0c35bd483e2ae5f on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:24.203995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-eb45914e-99f3-4375-ab73-a611748e7680 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "GET /v2.0/networks?id=55e3d954-cf51-43ba-9d1b-4eb19ec25ae5 HTTP/1.1" status: 200 len: 761 time: 0.3956828 Dec 07 13:31:24.205520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48066) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:24.215640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bf8abfb7-ebe9-4d13-841a-735def2aa7d0 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'network': {'description': 'd2'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:24.226569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5ce23222-7f46-40d5-96a0-154ca0c8c80c req-965a9adb-9734-4853-a6de-5f86dee1b8f7 service neutron] 10.222.0.45 "GET /v2.0/networks/a325a2fb-61ad-40c3-965e-d8c9a5879437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263412 Dec 07 13:31:24.233407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-baf9e313-a273-4543-be2f-14e389257b82 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:24.254588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68016541-9051-44ed-a91c-698c9ee67e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:24.283725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-e593023f-a663-413f-aaa4-882e7c7690b1', 'network_id': 'e593023f-a663-413f-aaa4-882e7c7690b1', 'tenant_id': '0b069abc5f4d40959c45586b29d8df59', 'fixed_ips': [{'subnet_id': 'fdd9817c-ef75-4832-9f5d-d91d5b20f6b1'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:31:24.283913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:24.284986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:24.302397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:24.363879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-68016541-9051-44ed-a91c-698c9ee67e98 None None] For port 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8701ae0d-a1b5-4134-81fd-4ac15d8d49ec,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:24.364022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b48671-835e-40da-931a-9efc7e8c33ca req-8942dc3c-e5b6-4ac7-8196-154c1f9ad484 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:24.365785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-07b48671-835e-40da-931a-9efc7e8c33ca req-8942dc3c-e5b6-4ac7-8196-154c1f9ad484 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.3137062 Dec 07 13:31:24.401401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68016541-9051-44ed-a91c-698c9ee67e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:24.406265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e4c2666a-b3a6-4e2e-b594-4dcea7160f8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:24.459404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:24.487581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68016541-9051-44ed-a91c-698c9ee67e98 None None] Pushing event updated for resources: {'Port': ['ID=8701ae0d-a1b5-4134-81fd-4ac15d8d49ec,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:24.495680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68016541-9051-44ed-a91c-698c9ee67e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:24.592684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Allocated IP 172.20.0.2 (e593023f-a663-413f-aaa4-882e7c7690b1/fdd9817c-ef75-4832-9f5d-d91d5b20f6b1/023f0e92-e741-4122-bdd8-ca033d3961a3) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:24.610008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:24.610731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-07b48671-835e-40da-931a-9efc7e8c33ca req-d42ffc30-df43-4b85-881b-6c19612d7fb5 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374194 Dec 07 13:31:24.620784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf8abfb7-ebe9-4d13-841a-735def2aa7d0 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:24.633530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-326ed70c-9ca5-4a40-bcc7-6fd62f934ebe None None] Provisioning for port 7ee14ae6-75f3-4150-b076-8a9f6e333479 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:24.698353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-326ed70c-9ca5-4a40-bcc7-6fd62f934ebe None None] Provisioning complete for port 7ee14ae6-75f3-4150-b076-8a9f6e333479 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:24.698353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-326ed70c-9ca5-4a40-bcc7-6fd62f934ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:24.760907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf8abfb7-ebe9-4d13-841a-735def2aa7d0 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:24.773342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b08537fa-ee39-47b3-a3b8-9f5c07babdbd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:24.774180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:24.780047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:24.790582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-326ed70c-9ca5-4a40-bcc7-6fd62f934ebe None None] Port 7ee14ae6-75f3-4150-b076-8a9f6e333479 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:31:24.823767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] device_id is not set on port f155aaa4-a117-44a1-bff4-261ddac1dabc yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:31:24.884202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf8abfb7-ebe9-4d13-841a-735def2aa7d0 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network 55e3d954-cf51-43ba-9d1b-4eb19ec25ae5 is not hosted by any dhcp agent {{(pid=88897) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 07 13:31:24.889427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8abfb7-ebe9-4d13-841a-735def2aa7d0 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:24.890230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf8abfb7-ebe9-4d13-841a-735def2aa7d0 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:24.894765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bf8abfb7-ebe9-4d13-841a-735def2aa7d0 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "PUT /v2.0/networks/55e3d954-cf51-43ba-9d1b-4eb19ec25ae5 HTTP/1.1" status: 200 len: 758 time: 0.6864860 Dec 07 13:31:24.908951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:24.910305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48072) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:24.928881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Transition to ACTIVE for port object 023f0e92-e741-4122-bdd8-ca033d3961a3 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:24.955463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5b07ee54-9a77-41f3-81c5-162b176512e6 None None] Provisioning complete for port 7ee14ae6-75f3-4150-b076-8a9f6e333479 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:24.955830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b07ee54-9a77-41f3-81c5-162b176512e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:24.969851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-baf9e313-a273-4543-be2f-14e389257b82 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:25.003186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Transition to ACTIVE for port object 023f0e92-e741-4122-bdd8-ca033d3961a3 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:25.027532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5b07ee54-9a77-41f3-81c5-162b176512e6 None None] Port 7ee14ae6-75f3-4150-b076-8a9f6e333479 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:31:25.058079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:25.064789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-59c19671-61fc-4743-a48a-3a8ec1055674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:25.111443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5ce23222-7f46-40d5-96a0-154ca0c8c80c req-a24dea7d-6b1c-4d1c-99e0-bd8ac3eec2d5 service neutron] 10.222.0.45 "GET /v2.0/networks/a325a2fb-61ad-40c3-965e-d8c9a5879437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8747046 Dec 07 13:31:25.133298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-baf9e313-a273-4543-be2f-14e389257b82 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f0accc-4a53-4b50-ac31-08ea15836c2c']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:25.136084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Network e593023f-a663-413f-aaa4-882e7c7690b1 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:25.139532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:25.144368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:25.235002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-baf9e313-a273-4543-be2f-14e389257b82 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6daa99-189e-46fc-8246-de7659d5e7cd') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:25.235285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-baf9e313-a273-4543-be2f-14e389257b82 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6daa99-189e-46fc-8246-de7659d5e7cd') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:25.270464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5548291a-7485-46b7-8b3f-fb873d01bfeb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 78258c39-c3a2-4e72-bcae-d16f61c24eca {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:25.271083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5548291a-7485-46b7-8b3f-fb873d01bfeb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:25.320996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Attempting to bind port 023f0e92-e741-4122-bdd8-ca033d3961a3 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:31:25.322022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Attempting to bind port 023f0e92-e741-4122-bdd8-ca033d3961a3 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'fb6e203c-ad16-4cb0-afad-8d0c28a4bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e593023f-a663-413f-aaa4-882e7c7690b1'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:31:25.322022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Attempting to bind port 023f0e92-e741-4122-bdd8-ca033d3961a3 on network e593023f-a663-413f-aaa4-882e7c7690b1 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:31:25.325227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Pushing event updated for resources: {'Port': ['ID=023f0e92-e741-4122-bdd8-ca033d3961a3,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:25.336589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:25.343679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:31:25.344113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Checking segment: {'id': 'fb6e203c-ad16-4cb0-afad-8d0c28a4bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e593023f-a663-413f-aaa4-882e7c7690b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:25.344572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:25.345017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Bound using segment: {'id': 'fb6e203c-ad16-4cb0-afad-8d0c28a4bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e593023f-a663-413f-aaa4-882e7c7690b1'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:31:25.345553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Bound port: 023f0e92-e741-4122-bdd8-ca033d3961a3, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6e203c-ad16-4cb0-afad-8d0c28a4bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e593023f-a663-413f-aaa4-882e7c7690b1'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:31:25.345980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:25.414255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8abfb7-ebe9-4d13-841a-735def2aa7d0 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Network': ['ID=55e3d954-cf51-43ba-9d1b-4eb19ec25ae5,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:25.424646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bf8abfb7-ebe9-4d13-841a-735def2aa7d0 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:25.437909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 55e3d954-cf51-43ba-9d1b-4eb19ec25ae5 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:31:25.542348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] For port 023f0e92-e741-4122-bdd8-ca033d3961a3, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:31:25.565116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] For port 023f0e92-e741-4122-bdd8-ca033d3961a3, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=023f0e92-e741-4122-bdd8-ca033d3961a3,segment=NetworkSegment(fb6e203c-ad16-4cb0-afad-8d0c28a4bf98),segment_id=fb6e203c-ad16-4cb0-afad-8d0c28a4bf98)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:31:25.574357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c3c93d-fdda-4dcc-9aad-b142843e9dfc tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:25.575110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d0c3c93d-fdda-4dcc-9aad-b142843e9dfc tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Synchronizing usage tracker for tenant:fe55e53248254c14b0c35bd483e2ae5f on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:25.584669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-baf9e313-a273-4543-be2f-14e389257b82 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:25.594157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9448fb-9355-4760-b290-c6f5fd8e5b11 req-e40f97bf-4111-4a94-a3db-4f967b66adbc tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:25.595806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ca9448fb-9355-4760-b290-c6f5fd8e5b11 req-e40f97bf-4111-4a94-a3db-4f967b66adbc tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.2395239 Dec 07 13:31:25.604035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:25.608772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02027d93-b057-4f09-bd70-3c0252877f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:25.626784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-baf9e313-a273-4543-be2f-14e389257b82 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:25.630309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Allocated IP 172.20.0.13 (e593023f-a663-413f-aaa4-882e7c7690b1/fdd9817c-ef75-4832-9f5d-d91d5b20f6b1/f155aaa4-a117-44a1-bff4-261ddac1dabc) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:25.638107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d0c3c93d-fdda-4dcc-9aad-b142843e9dfc tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Unset dirty status for tenant:fe55e53248254c14b0c35bd483e2ae5f on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:25.639453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d0c3c93d-fdda-4dcc-9aad-b142843e9dfc tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "GET /v2.0/networks?id=55e3d954-cf51-43ba-9d1b-4eb19ec25ae5 HTTP/1.1" status: 200 len: 761 time: 0.7248194 Dec 07 13:31:25.647355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48078) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:25.651290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf9e313-a273-4543-be2f-14e389257b82 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:25.651714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-baf9e313-a273-4543-be2f-14e389257b82 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:25.664313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f1252c3d-03f3-412d-ba47-033cc7e65087 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-846808910'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:25.669318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:25.671726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5548291a-7485-46b7-8b3f-fb873d01bfeb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 78258c39-c3a2-4e72-bcae-d16f61c24eca, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=78258c39-c3a2-4e72-bcae-d16f61c24eca,segment=NetworkSegment(bf0321dc-32a5-4de0-8bac-c75da4f9dbf2),segment_id=bf0321dc-32a5-4de0-8bac-c75da4f9dbf2)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:25.671726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5548291a-7485-46b7-8b3f-fb873d01bfeb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:25.686052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f1252c3d-03f3-412d-ba47-033cc7e65087 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:25.705156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Pushing event updated for resources: {'Port': ['ID=023f0e92-e741-4122-bdd8-ca033d3961a3,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:25.709086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:25.837249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5548291a-7485-46b7-8b3f-fb873d01bfeb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 78258c39-c3a2-4e72-bcae-d16f61c24eca owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:25.851830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-baf9e313-a273-4543-be2f-14e389257b82 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:25.878209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f1252c3d-03f3-412d-ba47-033cc7e65087 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:25.891772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ca9448fb-9355-4760-b290-c6f5fd8e5b11 req-30e27650-6449-4c35-98fd-2c8e3406b03e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890570 Dec 07 13:31:25.917430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-25fa81ee-bd84-46f6-a1c1-3e8abc9a0437 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:25.947110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-baf9e313-a273-4543-be2f-14e389257b82 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:25.962574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1252c3d-03f3-412d-ba47-033cc7e65087 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:25.968273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9e313-a273-4543-be2f-14e389257b82 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Network': ['ID=c9f0accc-4a53-4b50-ac31-08ea15836c2c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:25.968877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1252c3d-03f3-412d-ba47-033cc7e65087 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:25.972623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-baf9e313-a273-4543-be2f-14e389257b82 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:25.980053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-baf9e313-a273-4543-be2f-14e389257b82 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/networks/c9f0accc-4a53-4b50-ac31-08ea15836c2c HTTP/1.1" status: 204 len: 168 time: 2.0549028 Dec 07 13:31:25.984758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48082) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:25.999487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-843050654'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:26.017772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:26.021802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1252c3d-03f3-412d-ba47-033cc7e65087 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:31:26.033439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:network and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:26.035476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:31:26.036633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:26.038099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1252c3d-03f3-412d-ba47-033cc7e65087 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:26.038491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-f1252c3d-03f3-412d-ba47-033cc7e65087 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Added segment 62bc5cb0-595b-4900-8340-b394500c7867 of type vlan for network ee03f5ab-5597-4353-a0a5-e72308ebb08d Dec 07 13:31:26.050107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:26.101456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:26.108179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1252c3d-03f3-412d-ba47-033cc7e65087 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:26.118966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:26.125052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:26.141288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:26.142285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:26.158457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Transition to ACTIVE for port object f155aaa4-a117-44a1-bff4-261ddac1dabc will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:26.169333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Router ceb25df8-643e-4844-8df2-55b25b9b6fff is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:31:26.175960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:31:26.195780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5548291a-7485-46b7-8b3f-fb873d01bfeb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:26.204231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:26.204231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Added segment 612bab5d-60cf-4462-8819-8c73bd56515c of type vlan for network c918bc21-e816-494d-96f9-e07d2b2ae9cb Dec 07 13:31:26.211041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b9d893e-f22a-460c-86a8-5a7f21f6bc7c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:26.268947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1252c3d-03f3-412d-ba47-033cc7e65087 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:26.274935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1252c3d-03f3-412d-ba47-033cc7e65087 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:26.280933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1252c3d-03f3-412d-ba47-033cc7e65087 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:26.337342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548291a-7485-46b7-8b3f-fb873d01bfeb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=78258c39-c3a2-4e72-bcae-d16f61c24eca,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:26.341789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5548291a-7485-46b7-8b3f-fb873d01bfeb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:26.345583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f22ef2ef-458f-4b30-ac33-9954c558f063 tempest-QuotasNegativeTest-1622017377 tempest-QuotasNegativeTest-1622017377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:26.422080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:26.426024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:26.438994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-47a31375-fdff-4d86-b78d-dc993ded93c0 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:26.528902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f1252c3d-03f3-412d-ba47-033cc7e65087 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8775375 Dec 07 13:31:26.541260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48086) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:26.544358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1252c3d-03f3-412d-ba47-033cc7e65087 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Network': ['ID=ee03f5ab-5597-4353-a0a5-e72308ebb08d,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:26.546853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=f155aaa4-a117-44a1-bff4-261ddac1dabc,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:26.549357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f1252c3d-03f3-412d-ba47-033cc7e65087 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:26.556208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:26.557089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network ee03f5ab-5597-4353-a0a5-e72308ebb08d details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:31:26.563642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'subnet': {'network_id': 'ee03f5ab-5597-4353-a0a5-e72308ebb08d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:26.580130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network e593023f-a663-413f-aaa4-882e7c7690b1 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:26.589443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:26.597835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:26.695280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:26.700387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:26.700811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:26.724861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:26.804514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5548291a-7485-46b7-8b3f-fb873d01bfeb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:26.882453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8938644 Dec 07 13:31:26.888763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48090) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:26.888929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:26.889657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:26.898660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'subnet': {'network_id': 'c918bc21-e816-494d-96f9-e07d2b2ae9cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:26.916859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Network': ['ID=c918bc21-e816-494d-96f9-e07d2b2ae9cb,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:26.920591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:26.922164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:26.928522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Usage tracker for resource:subnet and tenant:fe55e53248254c14b0c35bd483e2ae5f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:26.934219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:26.936951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network c918bc21-e816-494d-96f9-e07d2b2ae9cb details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:31:26.945174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:26.957885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:31:26.964683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "PUT /v2.0/routers/ceb25df8-643e-4844-8df2-55b25b9b6fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2020123 Dec 07 13:31:26.972146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2093036 Dec 07 13:31:26.972848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48096) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:26.973467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Sync routers for ids ['ceb25df8-643e-4844-8df2-55b25b9b6fff'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:31:26.979854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48098) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:26.989314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Routers {'ceb25df8-643e-4844-8df2-55b25b9b6fff'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:26.990109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ceb25df8-643e-4844-8df2-55b25b9b6fff'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:27.062087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:27.073414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-77b692ca-e319-48e1-8d24-ff5adb4861cf tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port f155aaa4-a117-44a1-bff4-261ddac1dabc {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:27.073802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77b692ca-e319-48e1-8d24-ff5adb4861cf tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:27.208813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de64014-734d-43f1-826e-691a550bbfc5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:27.209660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6de64014-734d-43f1-826e-691a550bbfc5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:27.229229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:27.239415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:27.279172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:subnet and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:27.292472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:27.307188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:27.313814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6de64014-734d-43f1-826e-691a550bbfc5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:27.315159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6de64014-734d-43f1-826e-691a550bbfc5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports/7ee14ae6-75f3-4150-b076-8a9f6e333479 HTTP/1.1" status: 200 len: 911 time: 0.3338368 Dec 07 13:31:27.335424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48104) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:27.343200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Set router ceb25df8-643e-4844-8df2-55b25b9b6fff gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:31:27.461219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:27.493487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fccad3-d621-449c-afce-69a59a845fa1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:27.498133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fccad3-d621-449c-afce-69a59a845fa1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:27.503148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a1fccad3-d621-449c-afce-69a59a845fa1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1652784 Dec 07 13:31:27.503896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48108) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:27.701309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb25df8-643e-4844-8df2-55b25b9b6fff', 'name': 'tempest-NetworksTestDHCPv6-router-350197047', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:31:17Z', 'updated_at': '2021-12-07T13:31:21Z', 'revision_number': 2, 'project_id': '36129566f600466d9b1beb311a8becb9', 'gw_port_host': None, '_interfaces': [{'id': '7ee14ae6-75f3-4150-b076-8a9f6e333479', 'name': '', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'mac_address': 'fa:16:3e:78:a3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb25df8-643e-4844-8df2-55b25b9b6fff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f52a-741b-4a79-b534-d74464c0ee22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:31:19Z', 'updated_at': '2021-12-07T13:31:22Z', 'revision_number': 2, 'project_id': '36129566f600466d9b1beb311a8becb9', 'subnets': [{'id': '16a5f52a-741b-4a79-b534-d74464c0ee22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:27.706923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Checking router: ceb25df8-643e-4844-8df2-55b25b9b6fff for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:31:27.707555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Updating router ceb25df8-643e-4844-8df2-55b25b9b6fff port 7ee14ae6-75f3-4150-b076-8a9f6e333479 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:31:27.744065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77b692ca-e319-48e1-8d24-ff5adb4861cf tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:27.767872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:27.820371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b099cd13-24b1-40ad-8516-976102df9416 None None] Network e593023f-a663-413f-aaa4-882e7c7690b1 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:27.853257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:27.864284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7f9fbde6-ae98-41bd-b9c0-c00ec8308af1 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:27.892670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:27.918790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7a1a3-a9b8-47dd-a86b-d7fcca9f106a req-66cc3066-22f7-4649-8cc1-bcad220b07f8 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:27.928052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-48c7a1a3-a9b8-47dd-a86b-d7fcca9f106a req-66cc3066-22f7-4649-8cc1-bcad220b07f8 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.8187418 Dec 07 13:31:27.953860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d57bc427-2b78-441c-a779-ee7dbd2bc352 None None] Provisioning for port 023f0e92-e741-4122-bdd8-ca033d3961a3 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:27.973703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-77b692ca-e319-48e1-8d24-ff5adb4861cf tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for f155aaa4-a117-44a1-bff4-261ddac1dabc owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:28.008489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Subnet': ['ID=7c0f17a1-d6af-4180-90d9-3557e92aac86,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:28.011916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:28.068492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Checking segment: {'id': '62bc5cb0-595b-4900-8340-b394500c7867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ee03f5ab-5597-4353-a0a5-e72308ebb08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:28.068914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network hostable DHCP agents. Network: ee03f5ab-5597-4353-a0a5-e72308ebb08d, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:31:28.200472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 023f0e92-e741-4122-bdd8-ca033d3961a3 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:31:28.269317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:28.283591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-48c7a1a3-a9b8-47dd-a86b-d7fcca9f106a req-1675b30f-afcb-4b55-bd88-f06d458b82a8 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503294 Dec 07 13:31:28.286931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Transition to ACTIVE for port object 7ee14ae6-75f3-4150-b076-8a9f6e333479 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:28.331907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:28.344894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0021e5f-5655-4b2a-9210-d061eb137bb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:28.400289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 023f0e92-e741-4122-bdd8-ca033d3961a3 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:28.406826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 023f0e92-e741-4122-bdd8-ca033d3961a3 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:28.407534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:28.520801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network ee03f5ab-5597-4353-a0a5-e72308ebb08d is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:31:28.616613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, ee03f5ab-5597-4353-a0a5-e72308ebb08d) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:28.632371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd7c7b0-86e4-45ac-9dfc-8b4222e46478 None None] Network ee03f5ab-5597-4353-a0a5-e72308ebb08d requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:28.649385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:28.649945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:28.656978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Attempting to bind port 7ee14ae6-75f3-4150-b076-8a9f6e333479 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:31:28.657525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Attempting to bind port 7ee14ae6-75f3-4150-b076-8a9f6e333479 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:31:28.657988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Attempting to bind port 7ee14ae6-75f3-4150-b076-8a9f6e333479 on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:31:28.673557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:31:28.674155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:28.674703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:28.675270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:31:28.676477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Bound port: 7ee14ae6-75f3-4150-b076-8a9f6e333479, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:31:28.677003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:28.776916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2270167 Dec 07 13:31:28.778212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48116) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:28.821022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] For port 7ee14ae6-75f3-4150-b076-8a9f6e333479, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:31:28.831812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] For port 7ee14ae6-75f3-4150-b076-8a9f6e333479, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7ee14ae6-75f3-4150-b076-8a9f6e333479,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:31:28.841882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5729354-1a97-409d-af5f-ded0c1cce6ca None None] Pushing event updated for resources: {'Port': ['ID=7ee14ae6-75f3-4150-b076-8a9f6e333479,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:28.857442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d5729354-1a97-409d-af5f-ded0c1cce6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:28.871715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eead5114-9365-481f-b214-7546c1ca1a17 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:28.879222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:28.899268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:29.044904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Routers {'ceb25df8-643e-4844-8df2-55b25b9b6fff'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:29.046045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ceb25df8-643e-4844-8df2-55b25b9b6fff'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:29.149840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:29.337561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 023f0e92-e741-4122-bdd8-ca033d3961a3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=023f0e92-e741-4122-bdd8-ca033d3961a3,segment=NetworkSegment(fb6e203c-ad16-4cb0-afad-8d0c28a4bf98),segment_id=fb6e203c-ad16-4cb0-afad-8d0c28a4bf98)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:29.339116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5729354-1a97-409d-af5f-ded0c1cce6ca None None] Pushing event updated for resources: {'Port': ['ID=7ee14ae6-75f3-4150-b076-8a9f6e333479,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:29.340398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d5766127-fd28-4336-b599-e5963ee6ccba None None] Provisioning complete for port 023f0e92-e741-4122-bdd8-ca033d3961a3 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:29.341676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5766127-fd28-4336-b599-e5963ee6ccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:29.355297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d5729354-1a97-409d-af5f-ded0c1cce6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:29.388840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] Set router ceb25df8-643e-4844-8df2-55b25b9b6fff gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:31:29.407947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:29.419871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bf229c16-99c7-40df-b586-8bc62efbb38e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:29.473522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-59df42cd-1282-4af2-b672-f74ecd6d3f62 req-5b453f73-9e99-44eb-be51-dd1050f42c04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=78018570423e43469e3452e3145cefbe&device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 1098 time: 0.4301794 Dec 07 13:31:29.475682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-ee03f5ab-5597-4353-a0a5-e72308ebb08d', 'network_id': 'ee03f5ab-5597-4353-a0a5-e72308ebb08d', 'tenant_id': 'fe55e53248254c14b0c35bd483e2ae5f', 'fixed_ips': [{'subnet_id': '7c0f17a1-d6af-4180-90d9-3557e92aac86'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:31:29.476775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:29.509737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77b692ca-e319-48e1-8d24-ff5adb4861cf tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:29.545407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-055978cb-cf70-4ed9-8b53-0e97bc204167 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:29.609686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=023f0e92-e741-4122-bdd8-ca033d3961a3,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:29.623180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:29.632369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b692ca-e319-48e1-8d24-ff5adb4861cf tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=f155aaa4-a117-44a1-bff4-261ddac1dabc,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:29.646345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-77b692ca-e319-48e1-8d24-ff5adb4861cf tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:29.696239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:29.807255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d5766127-fd28-4336-b599-e5963ee6ccba None None] Could not find standard attr ID for object f155aaa4-a117-44a1-bff4-261ddac1dabc. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:31:29.828227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:29.847202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c79cd38a-da57-403a-b6d4-26f516351de7 tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:29.862630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb25df8-643e-4844-8df2-55b25b9b6fff', 'name': 'tempest-NetworksTestDHCPv6-router-350197047', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:31:17Z', 'updated_at': '2021-12-07T13:31:21Z', 'revision_number': 2, 'project_id': '36129566f600466d9b1beb311a8becb9', 'gw_port_host': None, '_interfaces': [{'id': '7ee14ae6-75f3-4150-b076-8a9f6e333479', 'name': '', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'mac_address': 'fa:16:3e:78:a3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb25df8-643e-4844-8df2-55b25b9b6fff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f52a-741b-4a79-b534-d74464c0ee22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:31:19Z', 'updated_at': '2021-12-07T13:31:28Z', 'revision_number': 4, 'project_id': '36129566f600466d9b1beb311a8becb9', 'subnets': [{'id': '16a5f52a-741b-4a79-b534-d74464c0ee22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:29.870794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Allocated IP 172.20.0.2 (ee03f5ab-5597-4353-a0a5-e72308ebb08d/7c0f17a1-d6af-4180-90d9-3557e92aac86/33e6b5d9-6501-43a9-8eb6-842810a00269) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:29.878603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265372b-4a1f-4085-a859-202378f0d9e0 None None] The sync data for ids ['ceb25df8-643e-4844-8df2-55b25b9b6fff'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'ceb25df8-643e-4844-8df2-55b25b9b6fff', 'name': 'tempest-NetworksTestDHCPv6-router-350197047', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:31:17Z', 'updated_at': '2021-12-07T13:31:21Z', 'revision_number': 2, 'project_id': '36129566f600466d9b1beb311a8becb9', 'gw_port_host': None, '_interfaces': [{'id': '7ee14ae6-75f3-4150-b076-8a9f6e333479', 'name': '', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'mac_address': 'fa:16:3e:78:a3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb25df8-643e-4844-8df2-55b25b9b6fff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16a5f52a-741b-4a79-b534-d74464c0ee22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:31:19Z', 'updated_at': '2021-12-07T13:31:28Z', 'revision_number': 4, 'project_id': '36129566f600466d9b1beb311a8becb9', 'subnets': [{'id': '16a5f52a-741b-4a79-b534-d74464c0ee22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:31:29.902236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df42cd-1282-4af2-b672-f74ecd6d3f62 req-7cbe05fb-66ea-45fd-9c0a-974c0aad052e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:29.904098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-59df42cd-1282-4af2-b672-f74ecd6d3f62 req-7cbe05fb-66ea-45fd-9c0a-974c0aad052e service neutron] 10.222.0.45 "GET /v2.0/networks?id=3aca7adb-2597-47f4-a563-f0ad222fb2bb HTTP/1.1" status: 200 len: 912 time: 0.4294372 Dec 07 13:31:29.944438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c77389-02a0-4af6-b4bc-a3a8a815f06d req-35bc0e43-3a39-49c9-b978-98f213aac148 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:29.956876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-15c77389-02a0-4af6-b4bc-a3a8a815f06d req-35bc0e43-3a39-49c9-b978-98f213aac148 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.7287424 Dec 07 13:31:29.998279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1b980b9f-e872-40ed-a2c1-909fbb6dcbf7 None None] Could not find standard attr ID for object f155aaa4-a117-44a1-bff4-261ddac1dabc. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:31:30.036441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-59df42cd-1282-4af2-b672-f74ecd6d3f62 req-9be5173f-dab7-4782-a336-4055295b9e66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ca3b027-4246-41ba-be73-8b8dbeb4cb84 HTTP/1.1" status: 200 len: 217 time: 0.1194286 Dec 07 13:31:30.043399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:30.076925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 023f0e92-e741-4122-bdd8-ca033d3961a3 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:31:30.131626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77b692ca-e319-48e1-8d24-ff5adb4861cf tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:30.157949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Subnet': ['ID=1f862afc-a500-4d64-a951-5b2caa7a8d06,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:30.176540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:30.179364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3560c276-7034-4357-bc63-f35ef88df7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:30.186941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-77b692ca-e319-48e1-8d24-ff5adb4861cf tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/f155aaa4-a117-44a1-bff4-261ddac1dabc HTTP/1.1" status: 204 len: 168 time: 3.2058237 Dec 07 13:31:30.191119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48120) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:30.224295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 023f0e92-e741-4122-bdd8-ca033d3961a3 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:30.224690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:30.247923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-15c77389-02a0-4af6-b4bc-a3a8a815f06d req-5cb19765-134a-4bc6-969c-a57b9351263a tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898576 Dec 07 13:31:30.266630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67c564e-3a77-45d1-9002-2b778036e264 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:30.267088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67c564e-3a77-45d1-9002-2b778036e264 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:30.268977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c67c564e-3a77-45d1-9002-2b778036e264 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/f155aaa4-a117-44a1-bff4-261ddac1dabc HTTP/1.1" status: 404 len: 333 time: 0.0763233 Dec 07 13:31:30.280051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48124) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:30.283988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Checking segment: {'id': '612bab5d-60cf-4462-8819-8c73bd56515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c918bc21-e816-494d-96f9-e07d2b2ae9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:30.284389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network hostable DHCP agents. Network: c918bc21-e816-494d-96f9-e07d2b2ae9cb, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:31:30.359487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eead5114-9365-481f-b214-7546c1ca1a17 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port 7ee14ae6-75f3-4150-b076-8a9f6e333479 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:30.360046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eead5114-9365-481f-b214-7546c1ca1a17 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:30.372523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-6813f3fa-c89e-4532-a1c5-d00e84120c06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] GET failed (client error): The resource could not be found. Dec 07 13:31:30.373261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6813f3fa-c89e-4532-a1c5-d00e84120c06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Synchronizing usage tracker for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:30.442616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df42cd-1282-4af2-b672-f74ecd6d3f62 req-38f5a9e8-a15e-46ef-83bd-6649f9039847 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:30.444628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-59df42cd-1282-4af2-b672-f74ecd6d3f62 req-38f5a9e8-a15e-46ef-83bd-6649f9039847 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa7a113e-da1a-4837-80d7-9e5305da53ca HTTP/1.1" status: 200 len: 851 time: 0.3455873 Dec 07 13:31:30.471173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:30.512886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Transition to ACTIVE for port object 33e6b5d9-6501-43a9-8eb6-842810a00269 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:30.521601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-59df42cd-1282-4af2-b672-f74ecd6d3f62 req-a5723582-edb6-488d-ab67-afbbc07d552c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3aca7adb-2597-47f4-a563-f0ad222fb2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684907 Dec 07 13:31:30.527931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Transition to ACTIVE for port object 33e6b5d9-6501-43a9-8eb6-842810a00269 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:30.534361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6813f3fa-c89e-4532-a1c5-d00e84120c06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Unset dirty status for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:30.538132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6813f3fa-c89e-4532-a1c5-d00e84120c06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports/f155aaa4-a117-44a1-bff4-261ddac1dabc HTTP/1.1" status: 404 len: 333 time: 0.2532427 Dec 07 13:31:30.538778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48128) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:30.567371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:30.574415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:30.585092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network c918bc21-e816-494d-96f9-e07d2b2ae9cb is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:31:30.643424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5548291a-7485-46b7-8b3f-fb873d01bfeb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router e705e159-d1aa-4faa-82ac-905f1ac5f644 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:31:30.684221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Pushing event updated for resources: {'Port': ['ID=33e6b5d9-6501-43a9-8eb6-842810a00269,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:30.691224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Network ee03f5ab-5597-4353-a0a5-e72308ebb08d is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:30.692177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:30.693207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:30.696528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:30.737992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, c918bc21-e816-494d-96f9-e07d2b2ae9cb) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:30.746847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:30.759387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a0f82554-99cc-404c-87df-7197ed91ba85 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:30.760873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:30.761514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:30.775814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caeb56a-c9d4-41d5-8988-ea4bcec470d0 None None] Network c918bc21-e816-494d-96f9-e07d2b2ae9cb requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:30.802410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Subnet': ['ID=7c0f17a1-d6af-4180-90d9-3557e92aac86,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:30.805855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:30.884764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9923682 Dec 07 13:31:30.893220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48132) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:30.906262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c66c88af-965d-41f0-8379-dc837e3bfd07 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1441356985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:30.922983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Attempting to bind port 33e6b5d9-6501-43a9-8eb6-842810a00269 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:31:30.923701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Attempting to bind port 33e6b5d9-6501-43a9-8eb6-842810a00269 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '62bc5cb0-595b-4900-8340-b394500c7867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ee03f5ab-5597-4353-a0a5-e72308ebb08d'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:31:30.924133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Attempting to bind port 33e6b5d9-6501-43a9-8eb6-842810a00269 on network ee03f5ab-5597-4353-a0a5-e72308ebb08d {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:31:30.936024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c66c88af-965d-41f0-8379-dc837e3bfd07 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:30.942890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:31:30.943341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Checking segment: {'id': '62bc5cb0-595b-4900-8340-b394500c7867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ee03f5ab-5597-4353-a0a5-e72308ebb08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:30.944806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:30.946866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Bound using segment: {'id': '62bc5cb0-595b-4900-8340-b394500c7867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ee03f5ab-5597-4353-a0a5-e72308ebb08d'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:31:30.947293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Bound port: 33e6b5d9-6501-43a9-8eb6-842810a00269, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62bc5cb0-595b-4900-8340-b394500c7867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ee03f5ab-5597-4353-a0a5-e72308ebb08d'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:31:30.947418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c66c88af-965d-41f0-8379-dc837e3bfd07 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:router and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:30.947734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:30.964018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c66c88af-965d-41f0-8379-dc837e3bfd07 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:30.974067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.005950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee03f5ab-5597-4353-a0a5-e72308ebb08d']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:31.020590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62bc5cb0-595b-4900-8340-b394500c7867') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:31.021109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62bc5cb0-595b-4900-8340-b394500c7867') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:31.034770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.044796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8baae6-34ff-4c3b-97ea-dfa02fb08d84 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting subnet fdd9817c-ef75-4832-9f5d-d91d5b20f6b1 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:31:31.048074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cb8baae6-34ff-4c3b-97ea-dfa02fb08d84 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.052117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.060304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:31.061184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.112494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cb8baae6-34ff-4c3b-97ea-dfa02fb08d84 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:31.148376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:31.153531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c66c88af-965d-41f0-8379-dc837e3bfd07 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:31.197309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-59df42cd-1282-4af2-b672-f74ecd6d3f62 req-69ff170c-62a9-4f26-883e-0fcaf0d21972 service neutron] 10.222.0.45 "GET /v2.0/networks/3aca7adb-2597-47f4-a563-f0ad222fb2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6650770 Dec 07 13:31:31.226132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c918bc21-e816-494d-96f9-e07d2b2ae9cb', 'network_id': 'c918bc21-e816-494d-96f9-e07d2b2ae9cb', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'fixed_ips': [{'subnet_id': '1f862afc-a500-4d64-a951-5b2caa7a8d06'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:31:31.227044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.251496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cb8baae6-34ff-4c3b-97ea-dfa02fb08d84 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.254755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] For port 33e6b5d9-6501-43a9-8eb6-842810a00269, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:31:31.404012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5548291a-7485-46b7-8b3f-fb873d01bfeb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:31:31.425568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5548291a-7485-46b7-8b3f-fb873d01bfeb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/e705e159-d1aa-4faa-82ac-905f1ac5f644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0744286 Dec 07 13:31:31.432265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cb8baae6-34ff-4c3b-97ea-dfa02fb08d84 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.438341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fd8132-25e3-4e1f-a0eb-0907f9e971a3 None None] Sync routers for ids ['e705e159-d1aa-4faa-82ac-905f1ac5f644'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:31:31.469960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fd8132-25e3-4e1f-a0eb-0907f9e971a3 None None] Routers {'e705e159-d1aa-4faa-82ac-905f1ac5f644'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:31.470680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-11fd8132-25e3-4e1f-a0eb-0907f9e971a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e705e159-d1aa-4faa-82ac-905f1ac5f644'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:31.496785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-288691b8-f8da-475c-957b-9b096130f7ba tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:31.574096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c66c88af-965d-41f0-8379-dc837e3bfd07 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.575461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c1c374-f7ca-4571-b9ce-52a45522cae3 None None] Network e593023f-a663-413f-aaa4-882e7c7690b1 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:31.576168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c66c88af-965d-41f0-8379-dc837e3bfd07 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.587093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cb8baae6-34ff-4c3b-97ea-dfa02fb08d84 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.589516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cb8baae6-34ff-4c3b-97ea-dfa02fb08d84 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/fdd9817c-ef75-4832-9f5d-d91d5b20f6b1 HTTP/1.1" status: 204 len: 168 time: 1.0495753 Dec 07 13:31:31.593105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eead5114-9365-481f-b214-7546c1ca1a17 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] For port 7ee14ae6-75f3-4150-b076-8a9f6e333479, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7ee14ae6-75f3-4150-b076-8a9f6e333479,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:31.599098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eead5114-9365-481f-b214-7546c1ca1a17 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.599975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8baae6-34ff-4c3b-97ea-dfa02fb08d84 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd9817c-ef75-4832-9f5d-d91d5b20f6b1,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:31.610459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48140) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:31.618125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c66c88af-965d-41f0-8379-dc837e3bfd07 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.637936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cb8baae6-34ff-4c3b-97ea-dfa02fb08d84 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:31.652499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 13:31:31.652499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 13:31:31.652499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [parameters: {'id': 'ee03f5ab-5597-4353-a0a5-e72308ebb08d'}] Dec 07 13:31:31.652499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:31:31.653049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:31:31.670888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c66c88af-965d-41f0-8379-dc837e3bfd07 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.702052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f1f7c-0a19-4c7c-8994-19d1f0b93471 req-c6336fa3-04aa-494c-b260-afcec9b76826 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:31.704124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d78f1f7c-0a19-4c7c-8994-19d1f0b93471 req-c6336fa3-04aa-494c-b260-afcec9b76826 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.2766321 Dec 07 13:31:31.708327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Allocated IP 2001:db8::2 (c918bc21-e816-494d-96f9-e07d2b2ae9cb/1f862afc-a500-4d64-a951-5b2caa7a8d06/c0f67db8-e90f-497f-8b35-b6b9471d9b5f) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:31.722584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] For port 33e6b5d9-6501-43a9-8eb6-842810a00269, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=33e6b5d9-6501-43a9-8eb6-842810a00269,segment=NetworkSegment(62bc5cb0-595b-4900-8340-b394500c7867),segment_id=62bc5cb0-595b-4900-8340-b394500c7867)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:31:31.780775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d78f1f7c-0a19-4c7c-8994-19d1f0b93471 req-b1ab6a0e-c321-40c0-a9bb-5102e6674f12 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645356 Dec 07 13:31:31.783121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c66c88af-965d-41f0-8379-dc837e3bfd07 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.785455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c66c88af-965d-41f0-8379-dc837e3bfd07 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8862789 Dec 07 13:31:31.788323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48144) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:31.799315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'port': {'network_id': 'c918bc21-e816-494d-96f9-e07d2b2ae9cb', 'name': 'tempest-RoutersIpV6Test-679919173'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:31.837016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eead5114-9365-481f-b214-7546c1ca1a17 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for 7ee14ae6-75f3-4150-b076-8a9f6e333479 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:31.885379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.887514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.899255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:31.971718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:31.979122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Pushing event updated for resources: {'Port': ['ID=33e6b5d9-6501-43a9-8eb6-842810a00269,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:32.004509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-59df42cd-1282-4af2-b672-f74ecd6d3f62 req-00623a33-7414-4bfd-ba53-82776e1d6f59 service neutron] 10.222.0.45 "GET /v2.0/networks/3aca7adb-2597-47f4-a563-f0ad222fb2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7975364 Dec 07 13:31:32.012570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:32.042886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port 023f0e92-e741-4122-bdd8-ca033d3961a3 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:32.043491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:32.145492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7ee14ae6-75f3-4150-b076-8a9f6e333479 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:31:32.153492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:32.226695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:32.227826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Deleting port 33e6b5d9-6501-43a9-8eb6-842810a00269 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:32.228460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:32.247021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:port and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:32.253063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:32.283183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:32.340026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:32.349562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:32.383111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481805fd-a7cf-4022-a265-c1de5e132c82 req-c8e1fef2-93d9-4382-a9ed-28fdf5a12ce6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:32.384206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-481805fd-a7cf-4022-a265-c1de5e132c82 req-c8e1fef2-93d9-4382-a9ed-28fdf5a12ce6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:32.425426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] device_id is not set on port 3890cfc4-0fa2-4c6e-848d-ba2d13b81896 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:31:32.482012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-11fd8132-25e3-4e1f-a0eb-0907f9e971a3 None None] Set router e705e159-d1aa-4faa-82ac-905f1ac5f644 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:31:32.536032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-481805fd-a7cf-4022-a265-c1de5e132c82 req-c8e1fef2-93d9-4382-a9ed-28fdf5a12ce6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:32.537588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-481805fd-a7cf-4022-a265-c1de5e132c82 req-c8e1fef2-93d9-4382-a9ed-28fdf5a12ce6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 946 time: 0.4242580 Dec 07 13:31:32.554978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] For port 023f0e92-e741-4122-bdd8-ca033d3961a3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=023f0e92-e741-4122-bdd8-ca033d3961a3,segment=NetworkSegment(fb6e203c-ad16-4cb0-afad-8d0c28a4bf98),segment_id=fb6e203c-ad16-4cb0-afad-8d0c28a4bf98)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:32.555510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:32.575708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-76468939-2e5d-4f57-a578-70d2b0b28ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:32.580696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eead5114-9365-481f-b214-7546c1ca1a17 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:32.609341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536b1ffa-36e6-45d1-b453-c25915cd8150 None None] DHCP port deletion for e593023f-a663-413f-aaa4-882e7c7690b1 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:31:32.616635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea5fc2b-bfe3-437f-9c44-43ded0b8167c None None] Network ee03f5ab-5597-4353-a0a5-e72308ebb08d requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:32.636939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-481805fd-a7cf-4022-a265-c1de5e132c82 req-edc3226a-8a3b-4839-8151-7a433e6d47ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a2ec37b-ac2a-4294-937c-7a3b8b597641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860252 Dec 07 13:31:32.659783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d9fc435d-7d53-4173-80de-8d932df5e11c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:32.685542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-536b1ffa-36e6-45d1-b453-c25915cd8150 None None] Deleting port 023f0e92-e741-4122-bdd8-ca033d3961a3 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:32.685972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-536b1ffa-36e6-45d1-b453-c25915cd8150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:32.770422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No active binding found for port 7ee14ae6-75f3-4150-b076-8a9f6e333479 {{(pid=88899) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 07 13:31:32.770930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7ee14ae6-75f3-4150-b076-8a9f6e333479 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 07 13:31:32.874915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead5114-9365-481f-b214-7546c1ca1a17 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=7ee14ae6-75f3-4150-b076-8a9f6e333479,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:32.879373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Port 7ee14ae6-75f3-4150-b076-8a9f6e333479 not found, will not notify nova. {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 07 13:31:32.895419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for 023f0e92-e741-4122-bdd8-ca033d3961a3 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:33.018482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eead5114-9365-481f-b214-7546c1ca1a17 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:33.021241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:33.095342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43bac2-3970-4a5d-948b-3532d72c24f8 req-5b0e5749-ef32-4fd5-8b91-eadd55b3771c tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:33.096021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:33.105023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0f43bac2-3970-4a5d-948b-3532d72c24f8 req-5b0e5749-ef32-4fd5-8b91-eadd55b3771c tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.1221011 Dec 07 13:31:33.156648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Transition to ACTIVE for port object c0f67db8-e90f-497f-8b35-b6b9471d9b5f will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:33.162224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0f43bac2-3970-4a5d-948b-3532d72c24f8 req-4143e3de-5db2-4edc-9042-77834f652a01 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559833 Dec 07 13:31:33.250842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] For port 33e6b5d9-6501-43a9-8eb6-842810a00269, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=33e6b5d9-6501-43a9-8eb6-842810a00269,segment=NetworkSegment(62bc5cb0-595b-4900-8340-b394500c7867),segment_id=62bc5cb0-595b-4900-8340-b394500c7867)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:33.251089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:33.309731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Transition to ACTIVE for port object c0f67db8-e90f-497f-8b35-b6b9471d9b5f will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:33.439300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-536b1ffa-36e6-45d1-b453-c25915cd8150 None None] For port 023f0e92-e741-4122-bdd8-ca033d3961a3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=023f0e92-e741-4122-bdd8-ca033d3961a3,segment=NetworkSegment(fb6e203c-ad16-4cb0-afad-8d0c28a4bf98),segment_id=fb6e203c-ad16-4cb0-afad-8d0c28a4bf98)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:33.439300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-536b1ffa-36e6-45d1-b453-c25915cd8150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:33.479543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Calling delete_port for 33e6b5d9-6501-43a9-8eb6-842810a00269 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:33.511790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eead5114-9365-481f-b214-7546c1ca1a17 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:33.513061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Allocated IP 2001:db8::16e (c918bc21-e816-494d-96f9-e07d2b2ae9cb/1f862afc-a500-4d64-a951-5b2caa7a8d06/3890cfc4-0fa2-4c6e-848d-ba2d13b81896) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:33.595492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-536b1ffa-36e6-45d1-b453-c25915cd8150 None None] Calling delete_port for 023f0e92-e741-4122-bdd8-ca033d3961a3 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:33.665531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:33.678629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e34f7750-22a6-4af6-9ce5-a3c5c43e56aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:33.761505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Pushing event updated for resources: {'Port': ['ID=c0f67db8-e90f-497f-8b35-b6b9471d9b5f,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:33.806296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:33.834105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-536b1ffa-36e6-45d1-b453-c25915cd8150 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:31:33.835548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-536b1ffa-36e6-45d1-b453-c25915cd8150 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:31:33.845644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Network c918bc21-e816-494d-96f9-e07d2b2ae9cb is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:33.848952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:33.853235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:33.964955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Attempting to bind port c0f67db8-e90f-497f-8b35-b6b9471d9b5f on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:31:33.969467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Attempting to bind port c0f67db8-e90f-497f-8b35-b6b9471d9b5f by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '612bab5d-60cf-4462-8819-8c73bd56515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c918bc21-e816-494d-96f9-e07d2b2ae9cb'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:31:33.969467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Attempting to bind port c0f67db8-e90f-497f-8b35-b6b9471d9b5f on network c918bc21-e816-494d-96f9-e07d2b2ae9cb {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:31:33.977072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:31:33.977335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Checking segment: {'id': '612bab5d-60cf-4462-8819-8c73bd56515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c918bc21-e816-494d-96f9-e07d2b2ae9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:33.977792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:33.978241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Bound using segment: {'id': '612bab5d-60cf-4462-8819-8c73bd56515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c918bc21-e816-494d-96f9-e07d2b2ae9cb'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:31:33.978801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Bound port: c0f67db8-e90f-497f-8b35-b6b9471d9b5f, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612bab5d-60cf-4462-8819-8c73bd56515c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c918bc21-e816-494d-96f9-e07d2b2ae9cb'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:31:33.979225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:34.003799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:34.033011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Transition to ACTIVE for port object 3890cfc4-0fa2-4c6e-848d-ba2d13b81896 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:34.061868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca034b-4bd6-437d-8117-b1004d45b52d req-bd4be29e-8d01-45a1-9564-c459d038eec6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:34.063772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bdca034b-4bd6-437d-8117-b1004d45b52d req-bd4be29e-8d01-45a1-9564-c459d038eec6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 946 time: 0.1768095 Dec 07 13:31:34.079595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-11fd8132-25e3-4e1f-a0eb-0907f9e971a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:31:26Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '301ff7d2-decd-4feb-a907-07a799894b4d', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.85', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'port_id': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'mac_address': 'fa:16:3e:11:60:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:29:43Z', 'updated_at': '2021-12-07T13:29:54Z', 'revision_number': 1, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d49f9d-d1a8-46f0-8adf-834c2bbc8675', 'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:09:01:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:45Z', 'updated_at': '2021-12-07T13:28:58Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:34.098961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fd8132-25e3-4e1f-a0eb-0907f9e971a3 None None] Checking router: e705e159-d1aa-4faa-82ac-905f1ac5f644 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:31:34.125645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bdca034b-4bd6-437d-8117-b1004d45b52d req-01e16131-89e2-4ea3-a406-4ebfc8ddc73b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a2ec37b-ac2a-4294-937c-7a3b8b597641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542319 Dec 07 13:31:34.138289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:34.149967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-46c25773-1a46-42a9-afa2-4542bcb81887 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:34.164301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:34.165794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 023f0e92-e741-4122-bdd8-ca033d3961a3 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:31:34.172993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0860476e-dcda-4938-b91d-4943cf1e4806 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:34.203588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:34.222839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 023f0e92-e741-4122-bdd8-ca033d3961a3 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:31:34.223258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 023f0e92-e741-4122-bdd8-ca033d3961a3 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:31:34.225603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] For port c0f67db8-e90f-497f-8b35-b6b9471d9b5f, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:31:34.231555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fd8132-25e3-4e1f-a0eb-0907f9e971a3 None None] Routers {'e705e159-d1aa-4faa-82ac-905f1ac5f644'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:34.232261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-11fd8132-25e3-4e1f-a0eb-0907f9e971a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e705e159-d1aa-4faa-82ac-905f1ac5f644'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:34.241688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=023f0e92-e741-4122-bdd8-ca033d3961a3,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:34.244769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:34.250321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15ec33ca-f828-4449-95de-62087943f8dc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:34.301790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Port': ['ID=33e6b5d9-6501-43a9-8eb6-842810a00269,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:34.305137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:34.312328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ba3f3-ce7f-42d2-a426-73449c9b7882 req-b158dafb-6d80-471e-846a-d21c5446821a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:34.313353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-163ba3f3-ce7f-42d2-a426-73449c9b7882 req-b158dafb-6d80-471e-846a-d21c5446821a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:34.318548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No DVR routers for this DVR port 023f0e92-e741-4122-bdd8-ca033d3961a3 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:31:34.334232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] For port c0f67db8-e90f-497f-8b35-b6b9471d9b5f, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c0f67db8-e90f-497f-8b35-b6b9471d9b5f,segment=NetworkSegment(612bab5d-60cf-4462-8819-8c73bd56515c),segment_id=612bab5d-60cf-4462-8819-8c73bd56515c)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:31:34.336463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-536b1ffa-36e6-45d1-b453-c25915cd8150 None None] Deleting port 023f0e92-e741-4122-bdd8-ca033d3961a3 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:34.336774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-536b1ffa-36e6-45d1-b453-c25915cd8150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:34.380326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network c918bc21-e816-494d-96f9-e07d2b2ae9cb is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:34.381145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=3890cfc4-0fa2-4c6e-848d-ba2d13b81896,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:34.385624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:34.387824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:34.392759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:34.397156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:34.397811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:34.424639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:34.434055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-536b1ffa-36e6-45d1-b453-c25915cd8150 None None] The port '023f0e92-e741-4122-bdd8-ca033d3961a3' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:31:34.439057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:34.454278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199048d-4cbb-4591-8522-5e5bc09be247 req-46620769-3578-47e4-9922-633d281c9d83 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:34.455984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d199048d-4cbb-4591-8522-5e5bc09be247 req-46620769-3578-47e4-9922-633d281c9d83 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.2414789 Dec 07 13:31:34.461630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6714497 Dec 07 13:31:34.462567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48158) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:34.496273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No DVR routers for this DVR port 33e6b5d9-6501-43a9-8eb6-842810a00269 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:31:34.629665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Pushing event updated for resources: {'Port': ['ID=c0f67db8-e90f-497f-8b35-b6b9471d9b5f,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:34.638742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:34.674855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-11fd8132-25e3-4e1f-a0eb-0907f9e971a3 None None] Set router e705e159-d1aa-4faa-82ac-905f1ac5f644 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:31:34.677834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:34.729172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e593023f-a663-413f-aaa4-882e7c7690b1']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:34.833149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6e203c-ad16-4cb0-afad-8d0c28a4bf98') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:34.833544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6e203c-ad16-4cb0-afad-8d0c28a4bf98') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:34.923024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-163ba3f3-ce7f-42d2-a426-73449c9b7882 req-b158dafb-6d80-471e-846a-d21c5446821a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:34.924160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-163ba3f3-ce7f-42d2-a426-73449c9b7882 req-b158dafb-6d80-471e-846a-d21c5446821a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 946 time: 1.4008334 Dec 07 13:31:34.935375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:34.941855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d199048d-4cbb-4591-8522-5e5bc09be247 req-aa5c8075-da1f-4c32-b5dc-d1823bb5b9ca tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762285 Dec 07 13:31:35.038279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:35.080922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:35.097704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:35.121651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:35.122177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:35.141916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:35.165190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee03f5ab-5597-4353-a0a5-e72308ebb08d']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:35.246772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62bc5cb0-595b-4900-8340-b394500c7867') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:35.247110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62bc5cb0-595b-4900-8340-b394500c7867') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:35.271880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-163ba3f3-ce7f-42d2-a426-73449c9b7882 req-68a2c238-cc0c-43f9-baa1-68e25ba8cfe9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 63bb15b9-344b-41d3-a232-20edf0df0909 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:35.272308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-163ba3f3-ce7f-42d2-a426-73449c9b7882 req-68a2c238-cc0c-43f9-baa1-68e25ba8cfe9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:35.380013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:35.406127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eead5114-9365-481f-b214-7546c1ca1a17 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Router ceb25df8-643e-4844-8df2-55b25b9b6fff has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:31:35.429781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:35.430025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-11fd8132-25e3-4e1f-a0eb-0907f9e971a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:31:26Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '301ff7d2-decd-4feb-a907-07a799894b4d', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.85', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'port_id': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'mac_address': 'fa:16:3e:11:60:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:29:43Z', 'updated_at': '2021-12-07T13:29:54Z', 'revision_number': 1, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d49f9d-d1a8-46f0-8adf-834c2bbc8675', 'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:09:01:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:45Z', 'updated_at': '2021-12-07T13:28:58Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:35.435179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fd8132-25e3-4e1f-a0eb-0907f9e971a3 None None] The sync data for ids ['e705e159-d1aa-4faa-82ac-905f1ac5f644'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:31:26Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '301ff7d2-decd-4feb-a907-07a799894b4d', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.85', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'port_id': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'mac_address': 'fa:16:3e:11:60:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:29:43Z', 'updated_at': '2021-12-07T13:29:54Z', 'revision_number': 1, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76d49f9d-d1a8-46f0-8adf-834c2bbc8675', 'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:09:01:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:45Z', 'updated_at': '2021-12-07T13:28:58Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:31:35.439979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:35.474909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ad81b7a-e14a-4cee-95c2-9339902132c1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:35.500569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:35.501084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:35.517423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:35.522820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:35.595490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Network': ['ID=e593023f-a663-413f-aaa4-882e7c7690b1,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:35.621233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:35.634883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b354992-889a-45eb-912f-a0e6daf38c51 req-6c83ad0b-3852-488e-a27a-b17841214ec7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:35.636644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5b354992-889a-45eb-912f-a0e6daf38c51 req-6c83ad0b-3852-488e-a27a-b17841214ec7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 946 time: 0.2215145 Dec 07 13:31:35.713634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:35.791276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5b354992-889a-45eb-912f-a0e6daf38c51 req-0f23d38c-3f46-418f-84dc-cc75c793dcf5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a2ec37b-ac2a-4294-937c-7a3b8b597641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463661 Dec 07 13:31:35.803792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/networks/e593023f-a663-413f-aaa4-882e7c7690b1 HTTP/1.1" status: 204 len: 168 time: 4.1900465 Dec 07 13:31:35.803792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48164) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:35.869755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-219097907'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:35.883020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:35.894161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:35.917095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:35.920761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:35.941189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:network and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:35.949129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Network': ['ID=ee03f5ab-5597-4353-a0a5-e72308ebb08d,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:35.953845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:35.962702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/ee03f5ab-5597-4353-a0a5-e72308ebb08d HTTP/1.1" status: 204 len: 168 time: 7.1628108 Dec 07 13:31:35.963158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48168) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:35.965657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:35.979138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:35.992927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eead5114-9365-481f-b214-7546c1ca1a17 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:31:36.003654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c6ec6-25ca-4733-8ea3-b9109d889da1 None None] Sync routers for ids ['ceb25df8-643e-4844-8df2-55b25b9b6fff'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:31:36.013801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-eead5114-9365-481f-b214-7546c1ca1a17 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "PUT /v2.0/routers/ceb25df8-643e-4844-8df2-55b25b9b6fff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5048559 Dec 07 13:31:36.018062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48174) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:36.033500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c6ec6-25ca-4733-8ea3-b9109d889da1 None None] Routers {'ceb25df8-643e-4844-8df2-55b25b9b6fff'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:36.034178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ac2c6ec6-25ca-4733-8ea3-b9109d889da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ceb25df8-643e-4844-8df2-55b25b9b6fff'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:36.073931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-163ba3f3-ce7f-42d2-a426-73449c9b7882 req-68a2c238-cc0c-43f9-baa1-68e25ba8cfe9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 63bb15b9-344b-41d3-a232-20edf0df0909, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=63bb15b9-344b-41d3-a232-20edf0df0909,segment=NetworkSegment(bf0321dc-32a5-4de0-8bac-c75da4f9dbf2),segment_id=bf0321dc-32a5-4de0-8bac-c75da4f9dbf2)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:36.074324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-163ba3f3-ce7f-42d2-a426-73449c9b7882 req-68a2c238-cc0c-43f9-baa1-68e25ba8cfe9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:36.137699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c0f67db8-e90f-497f-8b35-b6b9471d9b5f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:31:36.155447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:36.160982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:36.201440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c41ba15-dd5f-4f09-a042-9308fc21c37d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] GET failed (client error): The resource could not be found. Dec 07 13:31:36.201999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8c41ba15-dd5f-4f09-a042-9308fc21c37d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Synchronizing usage tracker for tenant:fe55e53248254c14b0c35bd483e2ae5f on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:36.224058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-ac2c6ec6-25ca-4733-8ea3-b9109d889da1 None None] Set router ceb25df8-643e-4844-8df2-55b25b9b6fff gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:31:36.264527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-163ba3f3-ce7f-42d2-a426-73449c9b7882 req-68a2c238-cc0c-43f9-baa1-68e25ba8cfe9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 63bb15b9-344b-41d3-a232-20edf0df0909 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:36.278281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port c0f67db8-e90f-497f-8b35-b6b9471d9b5f completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:36.302355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 78258c39-c3a2-4e72-bcae-d16f61c24eca no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:31:36.309053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8c41ba15-dd5f-4f09-a042-9308fc21c37d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Unset dirty status for tenant:fe55e53248254c14b0c35bd483e2ae5f on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:36.310321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8c41ba15-dd5f-4f09-a042-9308fc21c37d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "GET /v2.0/subnets/7c0f17a1-d6af-4180-90d9-3557e92aac86 HTTP/1.1" status: 404 len: 337 time: 0.3460782 Dec 07 13:31:36.320867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48178) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:36.350620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4b9cd-6a18-4aa8-b898-2a0d0a7819d1 req-bd82329a-cdbf-487c-9fa0-5ffb5aadb0fd tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:36.358836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-86c4b9cd-6a18-4aa8-b898-2a0d0a7819d1 req-bd82329a-cdbf-487c-9fa0-5ffb5aadb0fd tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.2055941 Dec 07 13:31:36.373242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 78258c39-c3a2-4e72-bcae-d16f61c24eca {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:31:36.373808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 78258c39-c3a2-4e72-bcae-d16f61c24eca not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:31:36.388646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c16b9f-e6ef-4e86-84b9-0cf42f99bb73 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:36.390313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c16b9f-e6ef-4e86-84b9-0cf42f99bb73 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:36.391141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e0c16b9f-e6ef-4e86-84b9-0cf42f99bb73 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:36.417686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5dcbe36-bca4-4c10-9c0a-3266de6d8e51 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:36.418183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5dcbe36-bca4-4c10-9c0a-3266de6d8e51 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:36.423870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e5dcbe36-bca4-4c10-9c0a-3266de6d8e51 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/ee03f5ab-5597-4353-a0a5-e72308ebb08d HTTP/1.1" status: 404 len: 339 time: 0.0984113 Dec 07 13:31:36.424524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ac2c6ec6-25ca-4733-8ea3-b9109d889da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb25df8-643e-4844-8df2-55b25b9b6fff', 'name': 'tempest-NetworksTestDHCPv6-router-350197047', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:31:17Z', 'updated_at': '2021-12-07T13:31:32Z', 'revision_number': 3, 'project_id': '36129566f600466d9b1beb311a8becb9', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:36.426573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48182) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:36.430829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c6ec6-25ca-4733-8ea3-b9109d889da1 None None] Checking router: ceb25df8-643e-4844-8df2-55b25b9b6fff for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:31:36.444805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c6ec6-25ca-4733-8ea3-b9109d889da1 None None] Routers {'ceb25df8-643e-4844-8df2-55b25b9b6fff'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:36.445846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ac2c6ec6-25ca-4733-8ea3-b9109d889da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ceb25df8-643e-4844-8df2-55b25b9b6fff'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:36.450818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:31:36.466247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:36.478066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:36.478066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Added segment 83b055c5-0874-4569-9e0e-774a791e6a8a of type vlan for network 5ae2fcdd-f886-4e3a-8079-cda7bd37e549 Dec 07 13:31:36.485505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-86c4b9cd-6a18-4aa8-b898-2a0d0a7819d1 req-34fe2fee-8e1e-43bb-9019-5ceefcf08464 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256986 Dec 07 13:31:36.518328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e0c16b9f-e6ef-4e86-84b9-0cf42f99bb73 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:36.527142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e0c16b9f-e6ef-4e86-84b9-0cf42f99bb73 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5078802 Dec 07 13:31:36.529832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48188) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:36.572654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:36.589253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f38e9572-7313-4c54-9620-c16ef8ff4c6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:36.616239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-ac2c6ec6-25ca-4733-8ea3-b9109d889da1 None None] Set router ceb25df8-643e-4844-8df2-55b25b9b6fff gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:31:36.757500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=3890cfc4-0fa2-4c6e-848d-ba2d13b81896,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:36.776754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:36.940086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916b7d04-ab2d-44d2-8da2-a275b656f99b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:36.941039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-916b7d04-ab2d-44d2-8da2-a275b656f99b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Synchronizing usage tracker for tenant:fe55e53248254c14b0c35bd483e2ae5f on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:37.052375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ac2c6ec6-25ca-4733-8ea3-b9109d889da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb25df8-643e-4844-8df2-55b25b9b6fff', 'name': 'tempest-NetworksTestDHCPv6-router-350197047', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:31:17Z', 'updated_at': '2021-12-07T13:31:32Z', 'revision_number': 3, 'project_id': '36129566f600466d9b1beb311a8becb9', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:37.057677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c6ec6-25ca-4733-8ea3-b9109d889da1 None None] The sync data for ids ['ceb25df8-643e-4844-8df2-55b25b9b6fff'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'ceb25df8-643e-4844-8df2-55b25b9b6fff', 'name': 'tempest-NetworksTestDHCPv6-router-350197047', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:31:17Z', 'updated_at': '2021-12-07T13:31:32Z', 'revision_number': 3, 'project_id': '36129566f600466d9b1beb311a8becb9', 'gw_port_host': None}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:31:37.065803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-916b7d04-ab2d-44d2-8da2-a275b656f99b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Unset dirty status for tenant:fe55e53248254c14b0c35bd483e2ae5f on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:37.067446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-916b7d04-ab2d-44d2-8da2-a275b656f99b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6367660 Dec 07 13:31:37.072859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48196) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:37.132935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:37.202226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acffc45f-a73d-421e-9d5a-26a054be3ff5 None None] Network c918bc21-e816-494d-96f9-e07d2b2ae9cb requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:37.268367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-163ba3f3-ce7f-42d2-a426-73449c9b7882 req-68a2c238-cc0c-43f9-baa1-68e25ba8cfe9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:37.288601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eead5114-9365-481f-b214-7546c1ca1a17 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:37.291112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4ee21b6b-bcb8-461b-b31b-fc291a2230a3 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056 HTTP/1.1" status: 200 len: 207 time: 0.1491952 Dec 07 13:31:37.307031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48200) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:37.349276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2c238-cc0c-43f9-baa1-68e25ba8cfe9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=63bb15b9-344b-41d3-a232-20edf0df0909,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:37.366148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68a2c238-cc0c-43f9-baa1-68e25ba8cfe9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:37.367934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:37.375350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:37.380266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:37.381864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:37.400122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9e676ee5-7dec-4285-aba9-8d9067468e87 tempest-BulkNetworkOpsTest-1088380397 tempest-BulkNetworkOpsTest-1088380397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:37.422900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-340d766c-7a3f-49cb-aaa4-140d943f2fc5 None None] Provisioning for port c0f67db8-e90f-497f-8b35-b6b9471d9b5f completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:37.438619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-340d766c-7a3f-49cb-aaa4-140d943f2fc5 None None] Provisioning complete for port c0f67db8-e90f-497f-8b35-b6b9471d9b5f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:37.439035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-340d766c-7a3f-49cb-aaa4-140d943f2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:37.529959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8259d-562b-4e11-b5ab-3d8f55ce61c8 req-48ef9c63-4553-428d-b0fc-b726af9b46c6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:37.531468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bfd8259d-562b-4e11-b5ab-3d8f55ce61c8 req-48ef9c63-4553-428d-b0fc-b726af9b46c6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=990e953f-e3f8-4629-84ef-7c967ea81fcf HTTP/1.1" status: 200 len: 867 time: 0.4628341 Dec 07 13:31:37.606097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d239f23-b11f-40d4-929c-7fb3ba74cdf6 req-9be7d620-a51b-41a9-a3f2-e3d5e2cbc9e9 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:37.607771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5d239f23-b11f-40d4-929c-7fb3ba74cdf6 req-9be7d620-a51b-41a9-a3f2-e3d5e2cbc9e9 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.4053457 Dec 07 13:31:37.632371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-163ba3f3-ce7f-42d2-a426-73449c9b7882 req-68a2c238-cc0c-43f9-baa1-68e25ba8cfe9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] No DVR routers for this DVR port 63bb15b9-344b-41d3-a232-20edf0df0909 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:31:37.643837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcf0948-026a-47bc-baa6-20bc64823c78 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet 16a5f52a-741b-4a79-b534-d74464c0ee22 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:31:37.647868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-163ba3f3-ce7f-42d2-a426-73449c9b7882 req-68a2c238-cc0c-43f9-baa1-68e25ba8cfe9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:37.650552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-163ba3f3-ce7f-42d2-a426-73449c9b7882 req-68a2c238-cc0c-43f9-baa1-68e25ba8cfe9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "DELETE /v2.0/ports/63bb15b9-344b-41d3-a232-20edf0df0909 HTTP/1.1" status: 204 len: 173 time: 2.6557891 Dec 07 13:31:37.658364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990e953f-e3f8-4629-84ef-7c967ea81fcf', 'name': 'network-vif-deleted', 'tag': '63bb15b9-344b-41d3-a232-20edf0df0909'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:31:37.658581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-340d766c-7a3f-49cb-aaa4-140d943f2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:37.665710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0948-026a-47bc-baa6-20bc64823c78 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:37.675811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df65d5ac-684d-4e83-b89d-9a9da5aa7af5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:37.680502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df65d5ac-684d-4e83-b89d-9a9da5aa7af5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:37.685196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df65d5ac-684d-4e83-b89d-9a9da5aa7af5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:37.689630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df65d5ac-684d-4e83-b89d-9a9da5aa7af5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:37.696665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-df65d5ac-684d-4e83-b89d-9a9da5aa7af5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3818936 Dec 07 13:31:37.702930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48206) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:37.704289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-340d766c-7a3f-49cb-aaa4-140d943f2fc5 None None] For port c0f67db8-e90f-497f-8b35-b6b9471d9b5f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c0f67db8-e90f-497f-8b35-b6b9471d9b5f,segment=NetworkSegment(612bab5d-60cf-4462-8819-8c73bd56515c),segment_id=612bab5d-60cf-4462-8819-8c73bd56515c)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:37.724205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8680763 Dec 07 13:31:37.728118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48210) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:37.731444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1cca020-f83d-4d3f-b0bc-9ccf50f63dc0 req-5fa15aaf-d02c-42d1-88e8-0adc84b3b251 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=78018570423e43469e3452e3145cefbe&device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 1098 time: 0.5221291 Dec 07 13:31:37.732183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Network': ['ID=5ae2fcdd-f886-4e3a-8079-cda7bd37e549,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:37.739839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'subnet': {'network_id': '5ae2fcdd-f886-4e3a-8079-cda7bd37e549', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:37.742639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-340d766c-7a3f-49cb-aaa4-140d943f2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:37.760814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:37.761331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:37.785968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 5ae2fcdd-f886-4e3a-8079-cda7bd37e549 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:31:37.860702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bfd8259d-562b-4e11-b5ab-3d8f55ce61c8 req-7094e339-746e-4419-b99a-71e644aecc13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a2ec37b-ac2a-4294-937c-7a3b8b597641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109212 Dec 07 13:31:37.867391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:37.911008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5d239f23-b11f-40d4-929c-7fb3ba74cdf6 req-b75332e9-0008-4d7c-96fd-26b98c9ff6d8 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591925 Dec 07 13:31:38.062081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990e953f-e3f8-4629-84ef-7c967ea81fcf', 'name': 'network-vif-deleted', 'tag': '63bb15b9-344b-41d3-a232-20edf0df0909', 'status': 'completed', 'code': 200} Dec 07 13:31:38.067425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0948-026a-47bc-baa6-20bc64823c78 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:38.101347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d766c-7a3f-49cb-aaa4-140d943f2fc5 None None] Pushing event updated for resources: {'Port': ['ID=c0f67db8-e90f-497f-8b35-b6b9471d9b5f,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:38.114903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 63bb15b9-344b-41d3-a232-20edf0df0909 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:31:38.173832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7ee14ae6-75f3-4150-b076-8a9f6e333479 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:31:38.227776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0948-026a-47bc-baa6-20bc64823c78 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:38.231620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-340d766c-7a3f-49cb-aaa4-140d943f2fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:38.232293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 63bb15b9-344b-41d3-a232-20edf0df0909 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:31:38.232685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 63bb15b9-344b-41d3-a232-20edf0df0909 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:31:38.234325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 7ee14ae6-75f3-4150-b076-8a9f6e333479 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:31:38.234712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7ee14ae6-75f3-4150-b076-8a9f6e333479 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:31:38.310306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-49633187-f05c-4cca-8ad8-9b6a156a8535 None None] Provisioning complete for port c0f67db8-e90f-497f-8b35-b6b9471d9b5f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:38.311092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49633187-f05c-4cca-8ad8-9b6a156a8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:38.386857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0948-026a-47bc-baa6-20bc64823c78 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:38.387099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ff243f8d-f6e0-4486-a139-334580d3f011 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.6731477 Dec 07 13:31:38.388405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48214) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:38.394102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4cb79eda-f38b-44c7-8f0e-53a871e15b8b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:38.470696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:38.499103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf0948-026a-47bc-baa6-20bc64823c78 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=16a5f52a-741b-4a79-b534-d74464c0ee22,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:38.558300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-49633187-f05c-4cca-8ad8-9b6a156a8535 None None] Provisioning for port 3890cfc4-0fa2-4c6e-848d-ba2d13b81896 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:38.564835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-49633187-f05c-4cca-8ad8-9b6a156a8535 None None] Provisioning complete for port 3890cfc4-0fa2-4c6e-848d-ba2d13b81896 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:38.565265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49633187-f05c-4cca-8ad8-9b6a156a8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:38.566974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:subnet and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:38.575618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5fcf0948-026a-47bc-baa6-20bc64823c78 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:38.585206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:38.605196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cca020-f83d-4d3f-b0bc-9ccf50f63dc0 req-1d1326c4-9cec-42ca-b01b-20cd67d24b61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:38.606831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1cca020-f83d-4d3f-b0bc-9ccf50f63dc0 req-1d1326c4-9cec-42ca-b01b-20cd67d24b61 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3aca7adb-2597-47f4-a563-f0ad222fb2bb HTTP/1.1" status: 200 len: 912 time: 0.8461955 Dec 07 13:31:38.610281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:38.613044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0948-026a-47bc-baa6-20bc64823c78 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:38.628271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-49633187-f05c-4cca-8ad8-9b6a156a8535 None None] Port 3890cfc4-0fa2-4c6e-848d-ba2d13b81896 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:31:38.629929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d604225-8206-428a-9f04-6d771da0a1b3 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:38.727979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12acb924-1fd2-4e18-a190-405293119b2f tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:38.729598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12acb924-1fd2-4e18-a190-405293119b2f tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:38.730534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-12acb924-1fd2-4e18-a190-405293119b2f tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Synchronizing usage tracker for tenant:fe55e53248254c14b0c35bd483e2ae5f on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:38.735729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1cca020-f83d-4d3f-b0bc-9ccf50f63dc0 req-ce2a5623-df87-4b90-bb17-93cbd1d74fd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ca3b027-4246-41ba-be73-8b8dbeb4cb84 HTTP/1.1" status: 200 len: 217 time: 0.1144345 Dec 07 13:31:38.823084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:38.832563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-12acb924-1fd2-4e18-a190-405293119b2f tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Unset dirty status for tenant:fe55e53248254c14b0c35bd483e2ae5f on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:38.838518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48218) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:38.839385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-12acb924-1fd2-4e18-a190-405293119b2f tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3729589 Dec 07 13:31:38.844164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5fcf0948-026a-47bc-baa6-20bc64823c78 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/16a5f52a-741b-4a79-b534-d74464c0ee22 HTTP/1.1" status: 204 len: 168 time: 2.3131144 Dec 07 13:31:38.845320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:38.867701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48222) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:38.879840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9f8cb04a-d44d-4eb1-af15-96fc3acbb97c None None] Provisioning complete for port 3890cfc4-0fa2-4c6e-848d-ba2d13b81896 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:38.880263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f8cb04a-d44d-4eb1-af15-96fc3acbb97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:38.902228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:38.903459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:38.920590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cb8cdc8d-eaa0-4a12-a32e-5bbc425dc782 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:38.983608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9f8cb04a-d44d-4eb1-af15-96fc3acbb97c None None] Port 3890cfc4-0fa2-4c6e-848d-ba2d13b81896 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:31:39.126314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b50c185-cfc2-411d-a992-35703987910d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:39.128200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b50c185-cfc2-411d-a992-35703987910d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:39.129877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9b50c185-cfc2-411d-a992-35703987910d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2900996 Dec 07 13:31:39.138432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48230) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:39.152601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=3890cfc4-0fa2-4c6e-848d-ba2d13b81896,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:39.154102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ddc203-8d3d-4ad9-8cf2-47f0c22a27fe None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:31:39.170457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cca020-f83d-4d3f-b0bc-9ccf50f63dc0 req-765e901b-be4f-4102-a6de-fe96d1410116 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:39.172069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1cca020-f83d-4d3f-b0bc-9ccf50f63dc0 req-765e901b-be4f-4102-a6de-fe96d1410116 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa7a113e-da1a-4837-80d7-9e5305da53ca HTTP/1.1" status: 200 len: 851 time: 0.4225338 Dec 07 13:31:39.176765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48234) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:39.189211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-07ddc203-8d3d-4ad9-8cf2-47f0c22a27fe None None] Deleting port 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:39.189885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-07ddc203-8d3d-4ad9-8cf2-47f0c22a27fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:39.193686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:39.276109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-87e3c138-8da0-44a7-b014-7627eafe03b0 None None] Provisioning complete for port 3890cfc4-0fa2-4c6e-848d-ba2d13b81896 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:39.276416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87e3c138-8da0-44a7-b014-7627eafe03b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:39.311058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-35150e0e-e3b5-44a9-a066-dd73d2cf3b29 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:router {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:39.332845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1cca020-f83d-4d3f-b0bc-9ccf50f63dc0 req-ccee9c04-89d5-4268-81bb-33cd79784985 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3aca7adb-2597-47f4-a563-f0ad222fb2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349661 Dec 07 13:31:39.384986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:39.401878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network c918bc21-e816-494d-96f9-e07d2b2ae9cb is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:39.410514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-35150e0e-e3b5-44a9-a066-dd73d2cf3b29 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:router {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:39.414828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-35150e0e-e3b5-44a9-a066-dd73d2cf3b29 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5403833 Dec 07 13:31:39.416791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:39.418559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48238) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:39.452245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-87e3c138-8da0-44a7-b014-7627eafe03b0 None None] Port 3890cfc4-0fa2-4c6e-848d-ba2d13b81896 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:31:39.560523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d93187-49c6-43fd-a479-73ca0c954061 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:39.562154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-37d93187-49c6-43fd-a479-73ca0c954061 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "GET /v2.0/networks/7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f HTTP/1.1" status: 200 len: 800 time: 0.4191618 Dec 07 13:31:39.587169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48242) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:39.681320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd4b54e-5735-4afa-97fa-db6250ef0b6f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:39.700800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-07ddc203-8d3d-4ad9-8cf2-47f0c22a27fe None None] For port 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8701ae0d-a1b5-4134-81fd-4ac15d8d49ec,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:39.701250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-07ddc203-8d3d-4ad9-8cf2-47f0c22a27fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:39.723501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd4b54e-5735-4afa-97fa-db6250ef0b6f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:39.783074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:39.790194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79460ebb-15f8-496f-a104-3669ed54df79 req-f8acbbad-490e-4d56-a665-d7ec6a37cdd1 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:39.799672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-79460ebb-15f8-496f-a104-3669ed54df79 req-f8acbbad-490e-4d56-a665-d7ec6a37cdd1 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.4754491 Dec 07 13:31:39.799672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2addea00-4b97-4a63-976a-e26bab3e3ea0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:39.866523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-07ddc203-8d3d-4ad9-8cf2-47f0c22a27fe None None] Calling delete_port for 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:40.014555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-09a8fe2d-f240-44a6-ace8-0bb5be63f681 None None] Provisioning complete for port 3890cfc4-0fa2-4c6e-848d-ba2d13b81896 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:40.015318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-09a8fe2d-f240-44a6-ace8-0bb5be63f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:40.053690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c0f67db8-e90f-497f-8b35-b6b9471d9b5f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:31:40.079519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-07ddc203-8d3d-4ad9-8cf2-47f0c22a27fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:40.097109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e89df60b-c431-4fd7-a86d-a7889cf34854 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:40.139078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-79460ebb-15f8-496f-a104-3669ed54df79 req-84d59687-aa16-4f6d-bc10-9ad81f3769cd tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856183 Dec 07 13:31:40.158344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddc203-8d3d-4ad9-8cf2-47f0c22a27fe None None] Pushing event deleted for resources: {'Port': ['ID=8701ae0d-a1b5-4134-81fd-4ac15d8d49ec,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:40.161350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-07ddc203-8d3d-4ad9-8cf2-47f0c22a27fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:40.177379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ddc203-8d3d-4ad9-8cf2-47f0c22a27fe None None] No DVR routers for this DVR port 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:31:40.219066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-09a8fe2d-f240-44a6-ace8-0bb5be63f681 None None] Port 3890cfc4-0fa2-4c6e-848d-ba2d13b81896 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:31:40.222501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890291f8-e2a0-40ac-bf48-3ef30c007c81 None None] get_active_networks_info from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 07 13:31:40.255111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1cca020-f83d-4d3f-b0bc-9ccf50f63dc0 req-5d7bee98-2c64-4f91-8e59-6995632af26e service neutron] 10.222.0.45 "GET /v2.0/networks/3aca7adb-2597-47f4-a563-f0ad222fb2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9107542 Dec 07 13:31:40.296797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port c0f67db8-e90f-497f-8b35-b6b9471d9b5f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:40.297236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:40.311853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd4b54e-5735-4afa-97fa-db6250ef0b6f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:40.405600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b2e6574c-e25e-4756-b39d-de73661e6ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:40.462599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4b54e-5735-4afa-97fa-db6250ef0b6f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2ec37b-ac2a-4294-937c-7a3b8b597641,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:40.479855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bdd4b54e-5735-4afa-97fa-db6250ef0b6f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:40.485974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-43e2c1b7-0538-4042-9378-3741f68f66b0 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Synchronizing usage tracker for tenant:fe55e53248254c14b0c35bd483e2ae5f on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:40.536662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-43e2c1b7-0538-4042-9378-3741f68f66b0 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Unset dirty status for tenant:fe55e53248254c14b0c35bd483e2ae5f on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:40.538528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-43e2c1b7-0538-4042-9378-3741f68f66b0 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "GET /v2.0/networks/7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.9417980 Dec 07 13:31:40.546021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48246) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:40.712640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1cca020-f83d-4d3f-b0bc-9ccf50f63dc0 req-27f45535-8906-4aeb-af51-f24a931487fc service neutron] 10.222.0.45 "GET /v2.0/networks/3aca7adb-2597-47f4-a563-f0ad222fb2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425187 Dec 07 13:31:40.717461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890291f8-e2a0-40ac-bf48-3ef30c007c81 None None] Resources bound (agent type, host, resource id): {{(pid=88899) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 07 13:31:40.727866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd4b54e-5735-4afa-97fa-db6250ef0b6f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:40.729703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bdd4b54e-5735-4afa-97fa-db6250ef0b6f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/security-groups/4a2ec37b-ac2a-4294-937c-7a3b8b597641 HTTP/1.1" status: 204 len: 168 time: 1.5488484 Dec 07 13:31:40.784738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:40.791852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2addea00-4b97-4a63-976a-e26bab3e3ea0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:40.802861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2addea00-4b97-4a63-976a-e26bab3e3ea0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:40.858089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:31:40.863329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5fcf0948-026a-47bc-baa6-20bc64823c78 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:40.910497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:31:40.911303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8701ae0d-a1b5-4134-81fd-4ac15d8d49ec not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:31:40.937662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48252) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:40.983116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24af7e45-15f0-4e76-a0da-821b03f78b75 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:40.984704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-24af7e45-15f0-4e76-a0da-821b03f78b75 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "GET /v2.0/subnets/5bd33999-b84c-4460-9da6-85a647315006 HTTP/1.1" status: 200 len: 811 time: 0.4356756 Dec 07 13:31:40.990026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48256) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:41.004549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Subnet': ['ID=807d5445-7b44-4541-8f1b-8fbc18a99257,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:41.020820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:41.024095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Checking segment: {'id': '83b055c5-0874-4569-9e0e-774a791e6a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5ae2fcdd-f886-4e3a-8079-cda7bd37e549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:41.025127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network hostable DHCP agents. Network: 5ae2fcdd-f886-4e3a-8079-cda7bd37e549, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:31:41.051458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2addea00-4b97-4a63-976a-e26bab3e3ea0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:41.052037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2addea00-4b97-4a63-976a-e26bab3e3ea0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Fanout notify agent at l3_agent the message router_deleted on router ceb25df8-643e-4844-8df2-55b25b9b6fff {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:31:41.054395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router b077fa83-a263-4fa1-8cfd-35d3fa4c960e is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:31:41.107787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network 5ae2fcdd-f886-4e3a-8079-cda7bd37e549 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:31:41.166582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 5ae2fcdd-f886-4e3a-8079-cda7bd37e549) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:41.180385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:41.184475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:41.196376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2addea00-4b97-4a63-976a-e26bab3e3ea0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:41.199939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2addea00-4b97-4a63-976a-e26bab3e3ea0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/routers/ceb25df8-643e-4844-8df2-55b25b9b6fff HTTP/1.1" status: 204 len: 168 time: 1.7758508 Dec 07 13:31:41.200987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfbcbbd-f963-455e-a7e7-4dd3f6863bf3 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:41.202547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0dfbcbbd-f963-455e-a7e7-4dd3f6863bf3 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "GET /v2.0/subnets/5bd33999-b84c-4460-9da6-85a647315006?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2113295 Dec 07 13:31:41.208293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48262) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:41.208671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48264) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:41.263043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0b60a15e-f4b6-4501-8bd9-c96dfe200747 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2134099943'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:41.268697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0b60a15e-f4b6-4501-8bd9-c96dfe200747 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:41.277989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0b60a15e-f4b6-4501-8bd9-c96dfe200747 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:41.303945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5689404 Dec 07 13:31:41.305052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48270) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:41.312038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'network_id': '5ae2fcdd-f886-4e3a-8079-cda7bd37e549', 'security_groups': [], 'name': 'tempest-PortsTestJSON-487911563'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:41.426463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde4bff6-7ac0-4fff-829f-4dea3dc1bc87 None None] get_active_networks_info from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 07 13:31:41.525000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b60a15e-f4b6-4501-8bd9-c96dfe200747 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:41.530718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b60a15e-f4b6-4501-8bd9-c96dfe200747 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:41.552215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2eb29b44-92ab-443b-a1a1-4dab71b74fff tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:41.573663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:41.578057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:port and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:41.581915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:41.594736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:41.625888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde4bff6-7ac0-4fff-829f-4dea3dc1bc87 None None] Resources bound (agent type, host, resource id): {{(pid=88899) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 07 13:31:41.680707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:41.688034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:41.706519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b60a15e-f4b6-4501-8bd9-c96dfe200747 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:31:41.721435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] device_id is not set on port b4211870-a9c6-4368-842a-51de5b3a0128 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:31:41.729985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d3c8cc-e7db-48e2-b0f2-1957c84578c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting subnet c4639f13-b0f3-4827-abd1-2f1f3b97fd98 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:31:41.739279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26d3c8cc-e7db-48e2-b0f2-1957c84578c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:41.772858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b60a15e-f4b6-4501-8bd9-c96dfe200747 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:41.773092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-0b60a15e-f4b6-4501-8bd9-c96dfe200747 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Added segment c29895e2-d466-4acb-811d-c41182302943 of type vlan for network e600c8e7-575c-43a7-a750-fc3b518d474f Dec 07 13:31:41.807125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2eb29b44-92ab-443b-a1a1-4dab71b74fff tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:41.808497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2eb29b44-92ab-443b-a1a1-4dab71b74fff tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5984025 Dec 07 13:31:41.814018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48274) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:41.867443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbec9c-0517-4f03-9b5d-10419a9a4858 req-f27580c6-3f4b-4ff6-8102-678a42ee38e4 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:41.869287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fdcbec9c-0517-4f03-9b5d-10419a9a4858 req-f27580c6-3f4b-4ff6-8102-678a42ee38e4 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.4196160 Dec 07 13:31:41.878583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b60a15e-f4b6-4501-8bd9-c96dfe200747 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:41.892966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26d3c8cc-e7db-48e2-b0f2-1957c84578c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:41.965362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd8aade-9de8-4d06-8053-389d88fb34b6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:41.966616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4fd8aade-9de8-4d06-8053-389d88fb34b6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:41.992337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Allocated IP 172.20.0.6 (5ae2fcdd-f886-4e3a-8079-cda7bd37e549/807d5445-7b44-4541-8f1b-8fbc18a99257/b4211870-a9c6-4368-842a-51de5b3a0128) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:42.010118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:31:42.029072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62258535-f4ec-4449-aa85-1ccaf50b9814 None None] Sync routers for ids ['b077fa83-a263-4fa1-8cfd-35d3fa4c960e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:31:42.038165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4fd8aade-9de8-4d06-8053-389d88fb34b6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:42.043669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4fd8aade-9de8-4d06-8053-389d88fb34b6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2239606 Dec 07 13:31:42.045170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48278) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:42.045646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/b077fa83-a263-4fa1-8cfd-35d3fa4c960e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5816588 Dec 07 13:31:42.054033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fdcbec9c-0517-4f03-9b5d-10419a9a4858 req-ef5066c5-d961-4af8-a33b-8e30fe3d051a tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625924 Dec 07 13:31:42.057300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48282) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:42.061197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62258535-f4ec-4449-aa85-1ccaf50b9814 None None] Routers {'b077fa83-a263-4fa1-8cfd-35d3fa4c960e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:42.061941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-62258535-f4ec-4449-aa85-1ccaf50b9814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b077fa83-a263-4fa1-8cfd-35d3fa4c960e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:42.123033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-5ae2fcdd-f886-4e3a-8079-cda7bd37e549', 'network_id': '5ae2fcdd-f886-4e3a-8079-cda7bd37e549', 'tenant_id': '0b069abc5f4d40959c45586b29d8df59', 'fixed_ips': [{'subnet_id': '807d5445-7b44-4541-8f1b-8fbc18a99257'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:31:42.123981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:42.129931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b60a15e-f4b6-4501-8bd9-c96dfe200747 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:42.134900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b60a15e-f4b6-4501-8bd9-c96dfe200747 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:42.135566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b60a15e-f4b6-4501-8bd9-c96dfe200747 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:42.145520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-62258535-f4ec-4449-aa85-1ccaf50b9814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:42.148601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a4730861-3be6-4e41-9231-a5368918857e tempest-BulkNetworkOpsIpV6Test-963290980 tempest-BulkNetworkOpsIpV6Test-963290980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:42.196444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3da78f62-4449-4eb0-afc6-a59d03777186 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1443439 Dec 07 13:31:42.196701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26d3c8cc-e7db-48e2-b0f2-1957c84578c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:42.197204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48286) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:42.206745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c0b35d6e-6266-41c8-ad72-38fe62d616e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:42.210699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62258535-f4ec-4449-aa85-1ccaf50b9814 None None] Routers {'b077fa83-a263-4fa1-8cfd-35d3fa4c960e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:42.211208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-62258535-f4ec-4449-aa85-1ccaf50b9814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b077fa83-a263-4fa1-8cfd-35d3fa4c960e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:42.290260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-62258535-f4ec-4449-aa85-1ccaf50b9814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:42.290260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62258535-f4ec-4449-aa85-1ccaf50b9814 None None] The sync data for ids ['b077fa83-a263-4fa1-8cfd-35d3fa4c960e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:31:42.325282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ade15e8-e5e7-4e32-a8b5-acd06c014fbb tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:42.346304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9ade15e8-e5e7-4e32-a8b5-acd06c014fbb tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Synchronizing usage tracker for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:42.377644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60a15e-f4b6-4501-8bd9-c96dfe200747 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Network': ['ID=e600c8e7-575c-43a7-a750-fc3b518d474f,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:42.385253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b60a15e-f4b6-4501-8bd9-c96dfe200747 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:42.390984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c0b35d6e-6266-41c8-ad72-38fe62d616e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:42.394645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network e600c8e7-575c-43a7-a750-fc3b518d474f details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:31:42.400890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:42.411501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0b60a15e-f4b6-4501-8bd9-c96dfe200747 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1903045 Dec 07 13:31:42.412730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48290) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:42.420756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'subnet': {'network_id': 'e600c8e7-575c-43a7-a750-fc3b518d474f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:42.426966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c0b35d6e-6266-41c8-ad72-38fe62d616e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:42.453905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Transition to ACTIVE for port object b4211870-a9c6-4368-842a-51de5b3a0128 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:42.496689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9ade15e8-e5e7-4e32-a8b5-acd06c014fbb tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Unset dirty status for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:42.497997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9ade15e8-e5e7-4e32-a8b5-acd06c014fbb tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports/3890cfc4-0fa2-4c6e-848d-ba2d13b81896 HTTP/1.1" status: 200 len: 983 time: 0.4396458 Dec 07 13:31:42.503500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48294) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:42.526616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26d3c8cc-e7db-48e2-b0f2-1957c84578c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:42.531121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:42.584428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Allocated IP 172.20.0.2 (5ae2fcdd-f886-4e3a-8079-cda7bd37e549/807d5445-7b44-4541-8f1b-8fbc18a99257/860ab729-d023-406c-bc53-25114013a208) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:42.593183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3c8cc-e7db-48e2-b0f2-1957c84578c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Subnet': ['ID=c4639f13-b0f3-4827-abd1-2f1f3b97fd98,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:42.596058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-26d3c8cc-e7db-48e2-b0f2-1957c84578c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:42.607668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26d3c8cc-e7db-48e2-b0f2-1957c84578c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:42.618841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:42.624453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-26d3c8cc-e7db-48e2-b0f2-1957c84578c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/subnets/c4639f13-b0f3-4827-abd1-2f1f3b97fd98 HTTP/1.1" status: 204 len: 168 time: 1.6857991 Dec 07 13:31:42.628931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48298) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:42.645679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b35d6e-6266-41c8-ad72-38fe62d616e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:42.645679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0b35d6e-6266-41c8-ad72-38fe62d616e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:42.659666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:42.688750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:42.703466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c1503890-f996-487a-a1a0-253b2b4e64f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:42.785438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:42.794482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Made reservation on behalf of fe55e53248254c14b0c35bd483e2ae5f for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:42.850568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:42.862383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Transition to ACTIVE for port object 860ab729-d023-406c-bc53-25114013a208 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:42.885529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Transition to ACTIVE for port object 860ab729-d023-406c-bc53-25114013a208 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:42.891177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 9b8c5ec6-340e-4057-9966-8e332375295c {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:42.891677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:42.932424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:42.939004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f254d8df-1790-46c1-84f2-a502035c5cba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:42.971144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:43.020601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Network 5ae2fcdd-f886-4e3a-8079-cda7bd37e549 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:43.034536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:43.038731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:43.060430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Pushing event updated for resources: {'Port': ['ID=860ab729-d023-406c-bc53-25114013a208,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:43.066015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:43.093960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network 5ae2fcdd-f886-4e3a-8079-cda7bd37e549 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:43.121515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_backend_mixin [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Performing IP validity checks on allocation pools {{(pid=88897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 07 13:31:43.122017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_backend_mixin [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 07 13:31:43.203981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:43.249625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Attempting to bind port 860ab729-d023-406c-bc53-25114013a208 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:31:43.250710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Attempting to bind port 860ab729-d023-406c-bc53-25114013a208 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '83b055c5-0874-4569-9e0e-774a791e6a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5ae2fcdd-f886-4e3a-8079-cda7bd37e549'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:31:43.251690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Attempting to bind port 860ab729-d023-406c-bc53-25114013a208 on network 5ae2fcdd-f886-4e3a-8079-cda7bd37e549 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:31:43.291019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:31:43.291459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Checking segment: {'id': '83b055c5-0874-4569-9e0e-774a791e6a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5ae2fcdd-f886-4e3a-8079-cda7bd37e549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:43.292092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:43.292358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Bound using segment: {'id': '83b055c5-0874-4569-9e0e-774a791e6a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5ae2fcdd-f886-4e3a-8079-cda7bd37e549'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:31:43.292919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Bound port: 860ab729-d023-406c-bc53-25114013a208, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b055c5-0874-4569-9e0e-774a791e6a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5ae2fcdd-f886-4e3a-8079-cda7bd37e549'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:31:43.293360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:43.293545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=b4211870-a9c6-4368-842a-51de5b3a0128,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:43.311656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:43.377692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:43.434538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:43.435274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:43.443434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] For port 860ab729-d023-406c-bc53-25114013a208, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:31:43.448598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] For port 860ab729-d023-406c-bc53-25114013a208, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=860ab729-d023-406c-bc53-25114013a208,segment=NetworkSegment(83b055c5-0874-4569-9e0e-774a791e6a8a),segment_id=83b055c5-0874-4569-9e0e-774a791e6a8a)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:31:43.480868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:43.487014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6b62c5ba-87f5-4958-92e1-3db674e20df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:43.526440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.2185738 Dec 07 13:31:43.557664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48304) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:43.606327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Pushing event updated for resources: {'Port': ['ID=860ab729-d023-406c-bc53-25114013a208,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:43.610646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:43.736410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0b35d6e-6266-41c8-ad72-38fe62d616e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:43.736818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 9b8c5ec6-340e-4057-9966-8e332375295c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9b8c5ec6-340e-4057-9966-8e332375295c,segment=NetworkSegment(bf0321dc-32a5-4de0-8bac-c75da4f9dbf2),segment_id=bf0321dc-32a5-4de0-8bac-c75da4f9dbf2)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:43.737245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:43.742334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bc275e8e-8f17-474a-9a1a-51ad69185285 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:43.771441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5ab96b72-4d56-49d3-88b7-1b756d9a4064 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port b4211870-a9c6-4368-842a-51de5b3a0128 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:43.772317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ab96b72-4d56-49d3-88b7-1b756d9a4064 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:43.835152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b35d6e-6266-41c8-ad72-38fe62d616e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:43.839159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c0b35d6e-6266-41c8-ad72-38fe62d616e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:43.842582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b35d6e-6266-41c8-ad72-38fe62d616e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:43.843218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0b35d6e-6266-41c8-ad72-38fe62d616e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:43.852841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b35d6e-6266-41c8-ad72-38fe62d616e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=540c062a-69a3-429b-980d-696e04cc086f,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:43.863518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0b35d6e-6266-41c8-ad72-38fe62d616e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:43.908838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c0b35d6e-6266-41c8-ad72-38fe62d616e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7074614 Dec 07 13:31:43.911496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48308) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:43.921460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-21173e35-6b4c-4fd8-806d-3966c71ac00b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:43.966201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 9b8c5ec6-340e-4057-9966-8e332375295c owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:44.195581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-21173e35-6b4c-4fd8-806d-3966c71ac00b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:44.206599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907bf47-7075-45d5-8db1-9b4419a6fa46 req-0f1dfb51-5f07-4827-b567-df981ceaa7f9 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:44.208432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b907bf47-7075-45d5-8db1-9b4419a6fa46 req-0f1dfb51-5f07-4827-b567-df981ceaa7f9 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.6469109 Dec 07 13:31:44.211295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-21173e35-6b4c-4fd8-806d-3966c71ac00b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:44.327500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8fa1-860f-4f39-ac9f-6519748f4a34 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:44.362292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:44.376706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c612fe9f-7d05-40d8-bc93-9c28b6ed9e87 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:44.384017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21173e35-6b4c-4fd8-806d-3966c71ac00b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:44.456383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=9b8c5ec6-340e-4057-9966-8e332375295c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:44.474940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:44.489713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b907bf47-7075-45d5-8db1-9b4419a6fa46 req-166c91c6-5ff7-4852-8f27-40b0b92918bd tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677712 Dec 07 13:31:44.499037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] No DVR routers for this DVR port 9b8c5ec6-340e-4057-9966-8e332375295c on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:31:44.564476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:44.573929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4918274c-cb6d-4ea4-b5da-142775154698 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:44.703101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ab96b72-4d56-49d3-88b7-1b756d9a4064 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:44.849321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21173e35-6b4c-4fd8-806d-3966c71ac00b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:44.874939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:44.890689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5ab96b72-4d56-49d3-88b7-1b756d9a4064 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for b4211870-a9c6-4368-842a-51de5b3a0128 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:44.969672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Subnet': ['ID=0d8baa82-d08f-4140-a1fe-a8a55ab70fee,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:44.979680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773d8947-9a33-4ceb-a454-11a5e48010de']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:44.988141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:45.003567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0321dc-32a5-4de0-8bac-c75da4f9dbf2') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:45.004081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0321dc-32a5-4de0-8bac-c75da4f9dbf2') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:45.070326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:45.093541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Checking segment: {'id': 'c29895e2-d466-4acb-811d-c41182302943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e600c8e7-575c-43a7-a750-fc3b518d474f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:45.095452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network hostable DHCP agents. Network: e600c8e7-575c-43a7-a750-fc3b518d474f, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:31:45.128272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:45.141696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:45.142256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:45.162092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:45.286041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1d3e8fa1-860f-4f39-ac9f-6519748f4a34 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting port 3890cfc4-0fa2-4c6e-848d-ba2d13b81896 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:45.286565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8fa1-860f-4f39-ac9f-6519748f4a34 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:45.349319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae12f4-1898-4ecb-9497-5f47827b7e12 req-c44247ad-5348-4b80-a2c3-0ef2fd73e574 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:45.352177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-49ae12f4-1898-4ecb-9497-5f47827b7e12 req-c44247ad-5348-4b80-a2c3-0ef2fd73e574 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.3287203 Dec 07 13:31:45.354426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:45.362725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-85fbc739-1b1e-43f0-ac5f-35307810e47b tempest-ExternalNetworksTestJSON-15604117 tempest-ExternalNetworksTestJSON-15604117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:45.383645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:45.396394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ab96b72-4d56-49d3-88b7-1b756d9a4064 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:45.421778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Network e600c8e7-575c-43a7-a750-fc3b518d474f is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:31:45.429905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Network': ['ID=773d8947-9a33-4ceb-a454-11a5e48010de,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:45.448856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:45.449442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:45.463725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a25283-f1d3-4d5a-bf48-edd401bddd02 None None] Network 5ae2fcdd-f886-4e3a-8079-cda7bd37e549 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:45.491903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef417e-ae70-434f-944f-963a0b81fa83 None None] Network 773d8947-9a33-4ceb-a454-11a5e48010de requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:45.519328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e78623-0c0a-4a37-bac2-c86830fa8b37 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:45.541135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab96b72-4d56-49d3-88b7-1b756d9a4064 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=b4211870-a9c6-4368-842a-51de5b3a0128,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:45.554487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ab96b72-4d56-49d3-88b7-1b756d9a4064 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:45.555319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, e600c8e7-575c-43a7-a750-fc3b518d474f) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:45.557796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/networks/773d8947-9a33-4ceb-a454-11a5e48010de HTTP/1.1" status: 204 len: 168 time: 2.9278116 Dec 07 13:31:45.567335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48318) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:45.568835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:45.569495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:45.619535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef417e-ae70-434f-944f-963a0b81fa83 None None] Network 773d8947-9a33-4ceb-a454-11a5e48010de could not be found, it might have been deleted concurrently. {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 07 13:31:45.624283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571c21b2-ab2e-43fc-9fe7-a4e98af8cb92 None None] Network e600c8e7-575c-43a7-a750-fc3b518d474f requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:45.625026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-49ae12f4-1898-4ecb-9497-5f47827b7e12 req-1ea58288-5ccf-4806-8674-2c20356baf54 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433496 Dec 07 13:31:45.644872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8fa1-860f-4f39-ac9f-6519748f4a34 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:45.666136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21173e35-6b4c-4fd8-806d-3966c71ac00b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:45.668499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ab96b72-4d56-49d3-88b7-1b756d9a4064 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:45.673748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5ab96b72-4d56-49d3-88b7-1b756d9a4064 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/b4211870-a9c6-4368-842a-51de5b3a0128 HTTP/1.1" status: 204 len: 168 time: 2.1078513 Dec 07 13:31:45.675431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48322) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:45.677119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a8d839da-1457-48ff-9188-776f1a6c7ace tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:45.722585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.3085504 Dec 07 13:31:45.727914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48326) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:45.731537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125fdc44-6932-4c85-9380-ce7346d868d0 None None] DHCP port deletion for 773d8947-9a33-4ceb-a454-11a5e48010de request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:31:45.731716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-45115fe7-0416-429d-9468-a665b30063bf tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] GET failed (client error): The resource could not be found. Dec 07 13:31:45.732426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-45115fe7-0416-429d-9468-a665b30063bf tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Synchronizing usage tracker for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:45.738500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-565b5cce-8667-4953-845b-8b81de184db6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:45.850479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-45115fe7-0416-429d-9468-a665b30063bf tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Unset dirty status for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:45.854437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-45115fe7-0416-429d-9468-a665b30063bf tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports/b4211870-a9c6-4368-842a-51de5b3a0128 HTTP/1.1" status: 404 len: 333 time: 0.1735590 Dec 07 13:31:45.857489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48330) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:45.869647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1d3e8fa1-860f-4f39-ac9f-6519748f4a34 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Calling delete_port for 3890cfc4-0fa2-4c6e-848d-ba2d13b81896 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:45.881511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-276e5f02-b5cd-41cb-9561-0c809789695a None None] Provisioning for port 860ab729-d023-406c-bc53-25114013a208 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:45.942511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21173e35-6b4c-4fd8-806d-3966c71ac00b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:45.948906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-565b5cce-8667-4953-845b-8b81de184db6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036838059000'] for subnet, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:45.957063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-21173e35-6b4c-4fd8-806d-3966c71ac00b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:45.973236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21173e35-6b4c-4fd8-806d-3966c71ac00b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:45.973876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21173e35-6b4c-4fd8-806d-3966c71ac00b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:46.078486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21173e35-6b4c-4fd8-806d-3966c71ac00b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=2960eb1d-38ae-423f-bbe4-dd9e8d167705,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:46.092576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-21173e35-6b4c-4fd8-806d-3966c71ac00b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:46.137839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-21173e35-6b4c-4fd8-806d-3966c71ac00b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2227604 Dec 07 13:31:46.141810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48334) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:46.153202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'mac_address': 'fa:16:3e:ac:05:7e', 'name': 'tempest-NetworksTestDHCPv6-1015843352'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:46.164162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b2c635-8e90-4894-8e48-8e6d51eb5414 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting subnet 807d5445-7b44-4541-8f1b-8fbc18a99257 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:31:46.173321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8b2c635-8e90-4894-8e48-8e6d51eb5414 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:46.256642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8b2c635-8e90-4894-8e48-8e6d51eb5414 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:46.274173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fc11bbbe-f3a2-4814-b46b-0fb7bcf955d4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 7a99f841-b55a-4a23-b37e-9aa81708f606 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:46.274554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc11bbbe-f3a2-4814-b46b-0fb7bcf955d4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:46.300729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 860ab729-d023-406c-bc53-25114013a208 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:31:46.325804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': '2960eb1d-38ae-423f-bbe4-dd9e8d167705'}, {'subnet_id': '540c062a-69a3-429b-980d-696e04cc086f'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:31:46.326755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:46.465324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8b2c635-8e90-4894-8e48-8e6d51eb5414 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:46.501465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-565b5cce-8667-4953-845b-8b81de184db6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739613534630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16405297'] for subnet, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:46.516174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc37c328-92b2-4138-ba13-c6e481a4f902 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:46.573502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-e600c8e7-575c-43a7-a750-fc3b518d474f', 'network_id': 'e600c8e7-575c-43a7-a750-fc3b518d474f', 'tenant_id': 'fe55e53248254c14b0c35bd483e2ae5f', 'fixed_ips': [{'subnet_id': '0d8baa82-d08f-4140-a1fe-a8a55ab70fee'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:31:46.574888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:46.583059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:46.596464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc11bbbe-f3a2-4814-b46b-0fb7bcf955d4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:46.596720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc11bbbe-f3a2-4814-b46b-0fb7bcf955d4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:46.603934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565b5cce-8667-4953-845b-8b81de184db6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:46.604546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-565b5cce-8667-4953-845b-8b81de184db6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:46.606066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-565b5cce-8667-4953-845b-8b81de184db6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "PUT /v2.0/subnets/0d8baa82-d08f-4140-a1fe-a8a55ab70fee HTTP/1.1" status: 200 len: 877 time: 0.8767099 Dec 07 13:31:46.610025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48338) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:46.611811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:port and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:46.621731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:46.636625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b5cce-8667-4953-845b-8b81de184db6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event updated for resources: {'Subnet': ['ID=0d8baa82-d08f-4140-a1fe-a8a55ab70fee,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:46.652326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-565b5cce-8667-4953-845b-8b81de184db6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:46.721903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 860ab729-d023-406c-bc53-25114013a208 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:46.734314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 860ab729-d023-406c-bc53-25114013a208 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:46.734744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:46.870433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fc11bbbe-f3a2-4814-b46b-0fb7bcf955d4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 7a99f841-b55a-4a23-b37e-9aa81708f606 owned by network:floatingip {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:46.918090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:46.974369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:46.981678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:47.003799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8fa1-860f-4f39-ac9f-6519748f4a34 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:47.019964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c83dcedf-74b9-409f-bb18-9aad0ae440e2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:47.024049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Allocated IP 172.20.0.3 (e600c8e7-575c-43a7-a750-fc3b518d474f/0d8baa82-d08f-4140-a1fe-a8a55ab70fee/8d48e063-b663-4a3d-a83b-4bf16c06fcba) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:47.078467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8b2c635-8e90-4894-8e48-8e6d51eb5414 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:47.095344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e223fc7e-dc57-4fcc-af3b-80ba88386574 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:47.100912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:47.122465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Allocated IP 172.20.0.2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/2960eb1d-38ae-423f-bbe4-dd9e8d167705/9b56cec8-6162-4250-bf56-876645fbd3cd) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:47.157558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Allocated IP 2001:db8::f816:3eff:fe07:c7b9 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/540c062a-69a3-429b-980d-696e04cc086f/9b56cec8-6162-4250-bf56-876645fbd3cd) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:47.159148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2c635-8e90-4894-8e48-8e6d51eb5414 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Subnet': ['ID=807d5445-7b44-4541-8f1b-8fbc18a99257,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:47.181184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b8b2c635-8e90-4894-8e48-8e6d51eb5414 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:47.195737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8b2c635-8e90-4894-8e48-8e6d51eb5414 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:47.205202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:47.231735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b8b2c635-8e90-4894-8e48-8e6d51eb5414 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/807d5445-7b44-4541-8f1b-8fbc18a99257 HTTP/1.1" status: 204 len: 168 time: 1.3704643 Dec 07 13:31:47.231942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48344) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:47.268329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37cacf-7e25-41a3-9ff9-fc5bbe1b6f5b req-b55d80cb-913d-4626-8099-18b8c79f550c tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:47.270104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3f37cacf-7e25-41a3-9ff9-fc5bbe1b6f5b req-b55d80cb-913d-4626-8099-18b8c79f550c tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.2772818 Dec 07 13:31:47.289559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 860ab729-d023-406c-bc53-25114013a208, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=860ab729-d023-406c-bc53-25114013a208,segment=NetworkSegment(83b055c5-0874-4569-9e0e-774a791e6a8a),segment_id=83b055c5-0874-4569-9e0e-774a791e6a8a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:47.418270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:47.434710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68afa404-0436-4e47-943e-0a61716a7fc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:47.488197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e8fa1-860f-4f39-ac9f-6519748f4a34 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Port': ['ID=3890cfc4-0fa2-4c6e-848d-ba2d13b81896,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:47.498953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port feed2620-5940-46ad-935e-2b7c520ec243 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:31:47.521274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 9b8c5ec6-340e-4057-9966-8e332375295c no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:31:47.554323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3f37cacf-7e25-41a3-9ff9-fc5bbe1b6f5b req-c5124e9a-2f6a-426e-8995-a2834060feb0 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765096 Dec 07 13:31:47.561670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d3e8fa1-860f-4f39-ac9f-6519748f4a34 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:47.567561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:47.597597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 9b8c5ec6-340e-4057-9966-8e332375295c {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:31:47.597985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 9b8c5ec6-340e-4057-9966-8e332375295c not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:31:47.598445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port 860ab729-d023-406c-bc53-25114013a208 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:47.598898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:47.639369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:47.724047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:47.739824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Transition to ACTIVE for port object 8d48e063-b663-4a3d-a83b-4bf16c06fcba will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:47.765350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Transition to ACTIVE for port object 8d48e063-b663-4a3d-a83b-4bf16c06fcba will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:47.823586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:31:47.855505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:47.863942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8fa1-860f-4f39-ac9f-6519748f4a34 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:47.881351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633119de-ca29-4f67-912c-b1b6edada462 req-4eca1a36-cb17-4f6d-8864-978af90962dc tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:47.882367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-633119de-ca29-4f67-912c-b1b6edada462 req-4eca1a36-cb17-4f6d-8864-978af90962dc tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Synchronizing usage tracker for tenant:78018570423e43469e3452e3145cefbe on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:47.942388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Network e600c8e7-575c-43a7-a750-fc3b518d474f is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:47.945914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=860ab729-d023-406c-bc53-25114013a208,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:47.949398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:47.952244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2de7bc1d-3b00-4aad-b22a-9bc3fb38954d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:47.953304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] For port 860ab729-d023-406c-bc53-25114013a208, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=860ab729-d023-406c-bc53-25114013a208,segment=NetworkSegment(83b055c5-0874-4569-9e0e-774a791e6a8a),segment_id=83b055c5-0874-4569-9e0e-774a791e6a8a)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:47.953778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:47.967107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc11bbbe-f3a2-4814-b46b-0fb7bcf955d4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:47.973014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f8fa1c83-5493-4532-be85-d1d75880d747 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:48.007772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:48.010640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:48.077182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-633119de-ca29-4f67-912c-b1b6edada462 req-4eca1a36-cb17-4f6d-8864-978af90962dc tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Unset dirty status for tenant:78018570423e43469e3452e3145cefbe on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:48.078529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-633119de-ca29-4f67-912c-b1b6edada462 req-4eca1a36-cb17-4f6d-8864-978af90962dc tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.45 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 1.0125391 Dec 07 13:31:48.080673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11bbbe-f3a2-4814-b46b-0fb7bcf955d4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=7a99f841-b55a-4a23-b37e-9aa81708f606,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:48.085983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc11bbbe-f3a2-4814-b46b-0fb7bcf955d4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:48.117554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.134312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for 860ab729-d023-406c-bc53-25114013a208 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:48.156438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Attempting to bind port 8d48e063-b663-4a3d-a83b-4bf16c06fcba on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:31:48.156855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Attempting to bind port 8d48e063-b663-4a3d-a83b-4bf16c06fcba by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'c29895e2-d466-4acb-811d-c41182302943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e600c8e7-575c-43a7-a750-fc3b518d474f'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:31:48.157259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Attempting to bind port 8d48e063-b663-4a3d-a83b-4bf16c06fcba on network e600c8e7-575c-43a7-a750-fc3b518d474f {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:31:48.160879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Pushing event updated for resources: {'Port': ['ID=8d48e063-b663-4a3d-a83b-4bf16c06fcba,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:48.172346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:48.174726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b8b2c635-8e90-4894-8e48-8e6d51eb5414 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:48.181325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:31:48.181921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Checking segment: {'id': 'c29895e2-d466-4acb-811d-c41182302943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e600c8e7-575c-43a7-a750-fc3b518d474f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:48.182377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.182819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Bound using segment: {'id': 'c29895e2-d466-4acb-811d-c41182302943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e600c8e7-575c-43a7-a750-fc3b518d474f'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:31:48.183385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Bound port: 8d48e063-b663-4a3d-a83b-4bf16c06fcba, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29895e2-d466-4acb-811d-c41182302943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e600c8e7-575c-43a7-a750-fc3b518d474f'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:31:48.184074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.205136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.209862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db074e12-af39-4a67-a7d6-1dda5d8ccbb0 None None] Network 5ae2fcdd-f886-4e3a-8079-cda7bd37e549 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:48.229495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8baa82-d08f-4140-a1fe-a8a55ab70fee,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:48.232500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:48.304079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Transition to ACTIVE for port object 9b56cec8-6162-4250-bf56-876645fbd3cd will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:48.332933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-633119de-ca29-4f67-912c-b1b6edada462 req-12c1d9fc-b144-4fc4-a9bd-fe3d484531cf tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Deleting port 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:48.333724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-633119de-ca29-4f67-912c-b1b6edada462 req-12c1d9fc-b144-4fc4-a9bd-fe3d484531cf tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.374151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.403844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e600c8e7-575c-43a7-a750-fc3b518d474f']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:48.414167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Transition to ACTIVE for port object 9b56cec8-6162-4250-bf56-876645fbd3cd will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:48.418464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29895e2-d466-4acb-811d-c41182302943') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:48.418998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29895e2-d466-4acb-811d-c41182302943') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:48.434357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.448828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.452645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-df4a9abc-ab94-4c4e-806d-2aaa9250d805 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:48.501852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc11bbbe-f3a2-4814-b46b-0fb7bcf955d4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.505114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=860ab729-d023-406c-bc53-25114013a208,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:48.508826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:48.510075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.521771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No DVR routers for this DVR port 860ab729-d023-406c-bc53-25114013a208 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:31:48.551796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:48.552345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:48.570319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:48.648902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.684006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-43fe3f58-2aaa-456a-98b2-3c9bdeff02e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:48.722631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8c9ed8b0-d925-43e2-882e-efa51549fe8a None None] Provisioning complete for port 860ab729-d023-406c-bc53-25114013a208 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:48.723053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed8b0-d925-43e2-882e-efa51549fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.768078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] For port 8d48e063-b663-4a3d-a83b-4bf16c06fcba, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:31:48.779558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ed8b0-d925-43e2-882e-efa51549fe8a None None] Port 860ab729-d023-406c-bc53-25114013a208 was deleted so its status cannot be updated. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 07 13:31:48.806070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:48.810367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:48.812516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Pushing event updated for resources: {'Port': ['ID=9b56cec8-6162-4250-bf56-876645fbd3cd,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:48.816549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:48.819029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:48.826705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] For port 8d48e063-b663-4a3d-a83b-4bf16c06fcba, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8d48e063-b663-4a3d-a83b-4bf16c06fcba,segment=NetworkSegment(c29895e2-d466-4acb-811d-c41182302943),segment_id=c29895e2-d466-4acb-811d-c41182302943)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:31:48.833449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.854540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 13:31:48.854540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 13:31:48.854540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [parameters: {'id': 'e600c8e7-575c-43a7-a750-fc3b518d474f'}] Dec 07 13:31:48.854540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:31:48.859080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:31:48.875113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4065b116-6a4b-46fc-af56-991530286e94 None None] DHCP port deletion for 5ae2fcdd-f886-4e3a-8079-cda7bd37e549 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:31:48.878087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae2fcdd-f886-4e3a-8079-cda7bd37e549']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:48.895368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b055c5-0874-4569-9e0e-774a791e6a8a') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:48.895850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b055c5-0874-4569-9e0e-774a791e6a8a') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:48.918934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.943948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.948956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00b8a1-8950-4938-8c6f-c2da2c274c73 req-4828145c-2b3f-4cda-aa0a-457b58894eab tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:48.951941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5a00b8a1-8950-4938-8c6f-c2da2c274c73 req-4828145c-2b3f-4cda-aa0a-457b58894eab tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 945 time: 0.2423668 Dec 07 13:31:48.953431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.960424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:48.978949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:48.979623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:48.995259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:49.107545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5a00b8a1-8950-4938-8c6f-c2da2c274c73 req-3a1f332c-ae63-470d-9bc2-31cbac0468b3 tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e540454-1a35-4e0b-962a-38bf620701b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457093 Dec 07 13:31:49.107816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Attempting to bind port 9b56cec8-6162-4250-bf56-876645fbd3cd on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:31:49.108267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Attempting to bind port 9b56cec8-6162-4250-bf56-876645fbd3cd by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:31:49.108612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Attempting to bind port 9b56cec8-6162-4250-bf56-876645fbd3cd on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:31:49.120381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Pushing event updated for resources: {'Port': ['ID=8d48e063-b663-4a3d-a83b-4bf16c06fcba,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:49.124177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:49.129191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:31:49.129709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:31:49.130201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:49.131282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:31:49.131998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Bound port: 9b56cec8-6162-4250-bf56-876645fbd3cd, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:31:49.132428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:49.147867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:49.152459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-30dca302-9a63-4420-b577-727b944d27ad tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:49.169694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:49.185775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Network': ['ID=5ae2fcdd-f886-4e3a-8079-cda7bd37e549,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:49.191483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:49.235198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/networks/5ae2fcdd-f886-4e3a-8079-cda7bd37e549 HTTP/1.1" status: 204 len: 168 time: 2.0021145 Dec 07 13:31:49.239430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48350) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:49.246121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'name': 'tempest-PortsTestJSON-452119157'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:49.301258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e34bf7-0fed-4629-9fef-023fec54dbeb None None] Network e600c8e7-575c-43a7-a750-fc3b518d474f requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:49.315797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] For port 9b56cec8-6162-4250-bf56-876645fbd3cd, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:31:49.365302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:49.384381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] For port 9b56cec8-6162-4250-bf56-876645fbd3cd, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9b56cec8-6162-4250-bf56-876645fbd3cd,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:31:49.386295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Deleting port 8d48e063-b663-4a3d-a83b-4bf16c06fcba {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:49.386679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:49.405559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-633119de-ca29-4f67-912c-b1b6edada462 req-12c1d9fc-b144-4fc4-a9bd-fe3d484531cf tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] For port 5ca3b027-4246-41ba-be73-8b8dbeb4cb84, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=5ca3b027-4246-41ba-be73-8b8dbeb4cb84,segment=NetworkSegment(62bc5a2c-61e0-40a6-be82-0e3bbdaffc84),segment_id=62bc5a2c-61e0-40a6-be82-0e3bbdaffc84)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:49.405930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-633119de-ca29-4f67-912c-b1b6edada462 req-12c1d9fc-b144-4fc4-a9bd-fe3d484531cf tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:49.415790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 172.20.0.4 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/2960eb1d-38ae-423f-bbe4-dd9e8d167705/feed2620-5940-46ad-935e-2b7c520ec243) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:49.419820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:49.426730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-407f5c14-601b-4dda-8711-68ae2241386d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:49.438459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::f816:3eff:feac:57e (c9ee8f68-0885-485a-ba4e-56608c96e7d4/540c062a-69a3-429b-980d-696e04cc086f/feed2620-5940-46ad-935e-2b7c520ec243) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:31:49.446813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:49.464292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:port and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:49.469791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:49.506623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:49.572019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3e8fa1-860f-4f39-ac9f-6519748f4a34 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router b077fa83-a263-4fa1-8cfd-35d3fa4c960e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:31:49.580377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-633119de-ca29-4f67-912c-b1b6edada462 req-12c1d9fc-b144-4fc4-a9bd-fe3d484531cf tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Calling delete_port for 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:49.594047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Pushing event updated for resources: {'Port': ['ID=9b56cec8-6162-4250-bf56-876645fbd3cd,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:49.606146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:49.613701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:49.620270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:49.639461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1226b2a6-650c-4758-b8cb-aaa626968794 None None] Network e600c8e7-575c-43a7-a750-fc3b518d474f requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:49.671617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] device_id is not set on port 455a78fd-aaba-4e4d-a2f4-4d5c9a5f34bd yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:31:49.733147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] For port 8d48e063-b663-4a3d-a83b-4bf16c06fcba, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8d48e063-b663-4a3d-a83b-4bf16c06fcba,segment=NetworkSegment(c29895e2-d466-4acb-811d-c41182302943),segment_id=c29895e2-d466-4acb-811d-c41182302943)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:49.733551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:49.928342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Calling delete_port for 8d48e063-b663-4a3d-a83b-4bf16c06fcba owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:50.069782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 860ab729-d023-406c-bc53-25114013a208 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:31:50.070128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:50.078933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:50.120088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 860ab729-d023-406c-bc53-25114013a208 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:31:50.120646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 860ab729-d023-406c-bc53-25114013a208 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:31:50.140421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:50.163806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Port': ['ID=8d48e063-b663-4a3d-a83b-4bf16c06fcba,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:50.164091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3e8fa1-860f-4f39-ac9f-6519748f4a34 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:31:50.164269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:50.195639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68496d7b-2d5c-4c5b-b1e7-ac996ad63bf5 None None] Sync routers for ids ['b077fa83-a263-4fa1-8cfd-35d3fa4c960e'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:31:50.202166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No DVR routers for this DVR port 8d48e063-b663-4a3d-a83b-4bf16c06fcba on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:31:50.213632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68496d7b-2d5c-4c5b-b1e7-ac996ad63bf5 None None] Routers {'b077fa83-a263-4fa1-8cfd-35d3fa4c960e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:50.214664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-68496d7b-2d5c-4c5b-b1e7-ac996ad63bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b077fa83-a263-4fa1-8cfd-35d3fa4c960e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:50.248879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object feed2620-5940-46ad-935e-2b7c520ec243 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:31:50.258159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-633119de-ca29-4f67-912c-b1b6edada462 req-12c1d9fc-b144-4fc4-a9bd-fe3d484531cf tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:50.298541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b08125a8-b47c-48fd-9c3d-5ac4836f767e tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:50.337484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-68496d7b-2d5c-4c5b-b1e7-ac996ad63bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:50.357006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1d9fc-b144-4fc4-a9bd-fe3d484531cf tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Pushing event deleted for resources: {'Port': ['ID=5ca3b027-4246-41ba-be73-8b8dbeb4cb84,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:50.362410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12c1d9fc-b144-4fc4-a9bd-fe3d484531cf tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:50.374058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68496d7b-2d5c-4c5b-b1e7-ac996ad63bf5 None None] Routers {'b077fa83-a263-4fa1-8cfd-35d3fa4c960e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:50.376799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-68496d7b-2d5c-4c5b-b1e7-ac996ad63bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b077fa83-a263-4fa1-8cfd-35d3fa4c960e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:50.467420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1d3e8fa1-860f-4f39-ac9f-6519748f4a34 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/b077fa83-a263-4fa1-8cfd-35d3fa4c960e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9589355 Dec 07 13:31:50.467420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-633119de-ca29-4f67-912c-b1b6edada462 req-12c1d9fc-b144-4fc4-a9bd-fe3d484531cf tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] No DVR routers for this DVR port 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:31:50.468808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-633119de-ca29-4f67-912c-b1b6edada462 req-12c1d9fc-b144-4fc4-a9bd-fe3d484531cf tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:50.470834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-633119de-ca29-4f67-912c-b1b6edada462 req-12c1d9fc-b144-4fc4-a9bd-fe3d484531cf tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.45 "DELETE /v2.0/ports/5ca3b027-4246-41ba-be73-8b8dbeb4cb84 HTTP/1.1" status: 204 len: 173 time: 2.3821831 Dec 07 13:31:50.471398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48356) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:50.471988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c91980-0477-48ca-be72-a961e8c1d86d', 'name': 'network-vif-deleted', 'tag': '5ca3b027-4246-41ba-be73-8b8dbeb4cb84'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:31:50.492876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-68496d7b-2d5c-4c5b-b1e7-ac996ad63bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:50.493704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68496d7b-2d5c-4c5b-b1e7-ac996ad63bf5 None None] The sync data for ids ['b077fa83-a263-4fa1-8cfd-35d3fa4c960e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:31:50.554190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:50.557316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c91980-0477-48ca-be72-a961e8c1d86d', 'name': 'network-vif-deleted', 'tag': '5ca3b027-4246-41ba-be73-8b8dbeb4cb84', 'status': 'completed', 'code': 200} Dec 07 13:31:50.565262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f88773bf-37a8-418a-9d89-fb1a9af622a6 req-264e0461-487f-4863-8f7f-cd2bf29addfd tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] 10.222.0.24 "GET /v2.0/ports?device_id=18c91980-0477-48ca-be72-a961e8c1d86d HTTP/1.1" status: 200 len: 210 time: 0.1227305 Dec 07 13:31:50.576227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:50.778688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:50.785325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:50.788140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=feed2620-5940-46ad-935e-2b7c520ec243,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:50.793088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:50.822417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:50.932461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:50.970789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:50.981554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e600c8e7-575c-43a7-a750-fc3b518d474f']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:50.998530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29895e2-d466-4acb-811d-c41182302943') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:50.998870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29895e2-d466-4acb-811d-c41182302943') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:51.012595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:51.013271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:51.015736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:51.037193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:51.046816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:51.047296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:51.064297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:51.095413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.9513168 Dec 07 13:31:51.121775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48362) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:51.127927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:51.149744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-77b692ca-e319-48e1-8d24-ff5adb4861cf tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:51.181637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-e5a0c7bb-934b-477b-87c7-6d079e1e4e51 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] remove_router_interface failed (client error): The resource could not be found. Dec 07 13:31:51.183857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e5a0c7bb-934b-477b-87c7-6d079e1e4e51 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/b077fa83-a263-4fa1-8cfd-35d3fa4c960e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7060716 Dec 07 13:31:51.186148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc11bbbe-f3a2-4814-b46b-0fb7bcf955d4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router e705e159-d1aa-4faa-82ac-905f1ac5f644 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:31:51.188459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48366) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:51.263268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:51.277001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:51.287983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:51.292441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:51.293129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:51.302446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-861726f7-a295-4c01-8270-67f27b052e22 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports?device_id=b077fa83-a263-4fa1-8cfd-35d3fa4c960e HTTP/1.1" status: 200 len: 205 time: 0.0944617 Dec 07 13:31:51.304352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48370) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:51.327746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:51.341541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:51.352299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=455a78fd-aaba-4e4d-a2f4-4d5c9a5f34bd,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:51.360564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:51.362208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f5e4aa6b-a83a-40f8-9cf8-46fcaeda0f40 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:51.385965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/e600c8e7-575c-43a7-a750-fc3b518d474f HTTP/1.1" status: 204 len: 168 time: 4.7724595 Dec 07 13:31:51.389832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Network': ['ID=e600c8e7-575c-43a7-a750-fc3b518d474f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:51.392572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:51.397976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48374) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:51.440464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1989839 Dec 07 13:31:51.446371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6171f15-ee6d-4393-a7ba-a1ae9f023320 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:51.446371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6171f15-ee6d-4393-a7ba-a1ae9f023320 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:51.447487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d6171f15-ee6d-4393-a7ba-a1ae9f023320 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/subnets/0d8baa82-d08f-4140-a1fe-a8a55ab70fee HTTP/1.1" status: 404 len: 337 time: 0.0483642 Dec 07 13:31:51.448206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48378) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:51.450575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48380) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:51.527562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c611c038-0f3e-40bf-8d1b-0be949ea4df5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:51.528391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c611c038-0f3e-40bf-8d1b-0be949ea4df5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:51.533947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c611c038-0f3e-40bf-8d1b-0be949ea4df5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/e600c8e7-575c-43a7-a750-fc3b518d474f HTTP/1.1" status: 404 len: 339 time: 0.0475929 Dec 07 13:31:51.536143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48386) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:51.592996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e56ad7-c64e-4f82-b82f-2760b8de13e8 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:51.593438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e56ad7-c64e-4f82-b82f-2760b8de13e8 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:51.597773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-30e56ad7-c64e-4f82-b82f-2760b8de13e8 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/subnets/7c0f17a1-d6af-4180-90d9-3557e92aac86 HTTP/1.1" status: 404 len: 337 time: 0.0583022 Dec 07 13:31:51.598681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48392) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:51.625331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bba2b646-7487-4902-bd58-f4597295155d tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port 455a78fd-aaba-4e4d-a2f4-4d5c9a5f34bd {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:51.625727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bba2b646-7487-4902-bd58-f4597295155d tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:51.661509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665d4b00-3662-4cba-abdb-7c45aaad37a7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:51.667090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665d4b00-3662-4cba-abdb-7c45aaad37a7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:51.667090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-665d4b00-3662-4cba-abdb-7c45aaad37a7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:51.677981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c276ccad-c0da-453f-8b93-e7fa864ee2ac tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:51.678381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c276ccad-c0da-453f-8b93-e7fa864ee2ac tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:51.680332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c276ccad-c0da-453f-8b93-e7fa864ee2ac tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/ee03f5ab-5597-4353-a0a5-e72308ebb08d HTTP/1.1" status: 404 len: 339 time: 0.0811472 Dec 07 13:31:51.683425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48396) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:51.707126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48400) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:51.844093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d859d11-13ef-4206-9d9d-9fa6e39a2124 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:51.913963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-665d4b00-3662-4cba-abdb-7c45aaad37a7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:51.915521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-665d4b00-3662-4cba-abdb-7c45aaad37a7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.7913680 Dec 07 13:31:51.921389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-594c7d2b-9126-466b-9626-1414fc577eef tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:51.923210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48404) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:51.947800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0e7a80-ac43-413a-8bd0-b6f376c6f1f0 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:51.977370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8b57cc-0593-4135-a0c6-c7a7d30cbed6 admin admin] Deleting subnet fa7a113e-da1a-4837-80d7-9e5305da53ca {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:31:51.994418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb8b57cc-0593-4135-a0c6-c7a7d30cbed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:52.056452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:31:52.113073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 9b56cec8-6162-4250-bf56-876645fbd3cd up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:31:52.182160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:31:52.182423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 5ca3b027-4246-41ba-be73-8b8dbeb4cb84 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:31:52.239819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e472276a-2703-445d-b654-e539564b3d36 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port feed2620-5940-46ad-935e-2b7c520ec243 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:52.240848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e472276a-2703-445d-b654-e539564b3d36 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:52.336670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3a766c8c-9442-4f26-a57c-7d46ddef84c7 None None] Provisioning for port 9b56cec8-6162-4250-bf56-876645fbd3cd completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:52.344088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb8b57cc-0593-4135-a0c6-c7a7d30cbed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:52.369926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d859d11-13ef-4206-9d9d-9fa6e39a2124 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:52.378612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d859d11-13ef-4206-9d9d-9fa6e39a2124 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:52.386705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc11bbbe-f3a2-4814-b46b-0fb7bcf955d4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:31:52.391091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc11bbbe-f3a2-4814-b46b-0fb7bcf955d4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:52.396728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82cfea6-c512-45c9-94c5-eee7ab801c01 None None] Sync routers for ids ['e705e159-d1aa-4faa-82ac-905f1ac5f644'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:31:52.405192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 9b56cec8-6162-4250-bf56-876645fbd3cd completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:52.415270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 9b56cec8-6162-4250-bf56-876645fbd3cd triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:52.415964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:52.418274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bba2b646-7487-4902-bd58-f4597295155d tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:52.444616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-594c7d2b-9126-466b-9626-1414fc577eef tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:52.467397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fc11bbbe-f3a2-4814-b46b-0fb7bcf955d4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/floatingips/301ff7d2-decd-4feb-a907-07a799894b4d HTTP/1.1" status: 204 len: 168 time: 6.8987129 Dec 07 13:31:52.468271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82cfea6-c512-45c9-94c5-eee7ab801c01 None None] Routers {'e705e159-d1aa-4faa-82ac-905f1ac5f644'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:52.469132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b82cfea6-c512-45c9-94c5-eee7ab801c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e705e159-d1aa-4faa-82ac-905f1ac5f644'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:52.496981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d859d11-13ef-4206-9d9d-9fa6e39a2124 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:52.497526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d859d11-13ef-4206-9d9d-9fa6e39a2124 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Fanout notify agent at l3_agent the message router_deleted on router b077fa83-a263-4fa1-8cfd-35d3fa4c960e {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:31:52.514348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d859d11-13ef-4206-9d9d-9fa6e39a2124 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:52.516954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5d859d11-13ef-4206-9d9d-9fa6e39a2124 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/routers/b077fa83-a263-4fa1-8cfd-35d3fa4c960e HTTP/1.1" status: 204 len: 168 time: 1.2102032 Dec 07 13:31:52.523844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48410) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:52.618680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'tag': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:31:52.659128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bba2b646-7487-4902-bd58-f4597295155d tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for 455a78fd-aaba-4e4d-a2f4-4d5c9a5f34bd owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:52.730539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-594c7d2b-9126-466b-9626-1414fc577eef tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e3d954-cf51-43ba-9d1b-4eb19ec25ae5']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:52.758391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb8b57cc-0593-4135-a0c6-c7a7d30cbed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:52.837212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:52.856491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-594c7d2b-9126-466b-9626-1414fc577eef tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c206b6-1bbd-4107-9c8e-dae6c497000e') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:52.857005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-594c7d2b-9126-466b-9626-1414fc577eef tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c206b6-1bbd-4107-9c8e-dae6c497000e') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:52.876232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b82cfea6-c512-45c9-94c5-eee7ab801c01 None None] Set router e705e159-d1aa-4faa-82ac-905f1ac5f644 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:31:52.943016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'tag': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6', 'status': 'completed', 'code': 200} Dec 07 13:31:52.949714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e570e1-5ccf-4ec0-a38d-54dc7984a3b7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting subnet 1f862afc-a500-4d64-a951-5b2caa7a8d06 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:31:52.953284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79e570e1-5ccf-4ec0-a38d-54dc7984a3b7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:52.975706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-594c7d2b-9126-466b-9626-1414fc577eef tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:52.989627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 9b56cec8-6162-4250-bf56-876645fbd3cd, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9b56cec8-6162-4250-bf56-876645fbd3cd,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:53.035271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-594c7d2b-9126-466b-9626-1414fc577eef tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:53.036441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79e570e1-5ccf-4ec0-a38d-54dc7984a3b7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:53.051991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594c7d2b-9126-466b-9626-1414fc577eef tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:53.052439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-594c7d2b-9126-466b-9626-1414fc577eef tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:53.125435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:53.128908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a44fac37-58bd-4063-acc4-147b460ca5f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:53.148696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79e570e1-5ccf-4ec0-a38d-54dc7984a3b7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:53.208894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=9b56cec8-6162-4250-bf56-876645fbd3cd,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:53.243679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-12b47105-cc62-4851-a16a-c360ad5664aa None None] Provisioning complete for port 9b56cec8-6162-4250-bf56-876645fbd3cd triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:53.244613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12b47105-cc62-4851-a16a-c360ad5664aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:53.280495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79e570e1-5ccf-4ec0-a38d-54dc7984a3b7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:53.286576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1d2c226-66fb-46eb-a239-4bb95dcb105f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:53.301060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:53.350484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4caa51cc-bca8-4d79-9f01-3c9936365627 req-45db6b44-1a21-4e4f-b6b8-c0267f0a2f33 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 1099 time: 0.4671736 Dec 07 13:31:53.395653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e570e1-5ccf-4ec0-a38d-54dc7984a3b7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Subnet': ['ID=1f862afc-a500-4d64-a951-5b2caa7a8d06,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:53.406155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-79e570e1-5ccf-4ec0-a38d-54dc7984a3b7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:53.417259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:53.442513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd2c48e-c63d-4743-8a4f-5b0c97886aa2 None None] Network c918bc21-e816-494d-96f9-e07d2b2ae9cb requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:53.460115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79e570e1-5ccf-4ec0-a38d-54dc7984a3b7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:53.488386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-79e570e1-5ccf-4ec0-a38d-54dc7984a3b7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/1f862afc-a500-4d64-a951-5b2caa7a8d06 HTTP/1.1" status: 204 len: 168 time: 0.9605570 Dec 07 13:31:53.489353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48418) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:53.612850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bba2b646-7487-4902-bd58-f4597295155d tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:53.621044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e472276a-2703-445d-b654-e539564b3d36 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:53.629173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5548291a-7485-46b7-8b3f-fb873d01bfeb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:53.663585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:53.667166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa51cc-bca8-4d79-9f01-3c9936365627 req-31e39f4c-82d4-4787-8078-80ec422ac8ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:53.668787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4caa51cc-bca8-4d79-9f01-3c9936365627 req-31e39f4c-82d4-4787-8078-80ec422ac8ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=a325a2fb-61ad-40c3-965e-d8c9a5879437 HTTP/1.1" status: 200 len: 898 time: 0.3115189 Dec 07 13:31:53.674700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb8b57cc-0593-4135-a0c6-c7a7d30cbed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:53.734790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting port c0f67db8-e90f-497f-8b35-b6b9471d9b5f {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:53.735172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:53.783361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4caa51cc-bca8-4d79-9f01-3c9936365627 req-a182f598-9c3d-4ef6-b85e-55c70f456cc3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93a8bb24-5b88-4bd3-aead-d40fa53d63b6 HTTP/1.1" status: 200 len: 217 time: 0.1065154 Dec 07 13:31:53.807687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2b646-7487-4902-bd58-f4597295155d tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=455a78fd-aaba-4e4d-a2f4-4d5c9a5f34bd,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:53.809916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-594c7d2b-9126-466b-9626-1414fc577eef tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:53.819296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e472276a-2703-445d-b654-e539564b3d36 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for feed2620-5940-46ad-935e-2b7c520ec243 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:53.848329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bba2b646-7487-4902-bd58-f4597295155d tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:53.850246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c126e2d-6782-439d-9307-ed1f1c5ec93a tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:53.906384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-594c7d2b-9126-466b-9626-1414fc577eef tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:53.911091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa51cc-bca8-4d79-9f01-3c9936365627 req-179b0784-b3ac-4f4c-87c9-9b0cf85a1edd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:53.912770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4caa51cc-bca8-4d79-9f01-3c9936365627 req-179b0784-b3ac-4f4c-87c9-9b0cf85a1edd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ef66669-fecd-45aa-b399-7e03147c83dc HTTP/1.1" status: 200 len: 834 time: 0.1217782 Dec 07 13:31:53.915496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b57cc-0593-4135-a0c6-c7a7d30cbed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa7a113e-da1a-4837-80d7-9e5305da53ca,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:53.935569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bba2b646-7487-4902-bd58-f4597295155d tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:53.938508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eb8b57cc-0593-4135-a0c6-c7a7d30cbed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:53.941573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8e2eaa74-e6d0-4d7e-9332-ccbedba567b9 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:53.974813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb8b57cc-0593-4135-a0c6-c7a7d30cbed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:53.995831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c7d2b-9126-466b-9626-1414fc577eef tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Network': ['ID=55e3d954-cf51-43ba-9d1b-4eb19ec25ae5,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:54.003392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-594c7d2b-9126-466b-9626-1414fc577eef tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:54.013426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee33f0-afd6-406e-b74c-954322276e53 req-2a0cf118-d3e4-4931-b1b6-e030c5795ac6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:54.014230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-1dee33f0-afd6-406e-b74c-954322276e53 req-2a0cf118-d3e4-4931-b1b6-e030c5795ac6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:54.019457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bba2b646-7487-4902-bd58-f4597295155d tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/455a78fd-aaba-4e4d-a2f4-4d5c9a5f34bd HTTP/1.1" status: 204 len: 168 time: 2.5687041 Dec 07 13:31:54.032253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-eb8b57cc-0593-4135-a0c6-c7a7d30cbed6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fa7a113e-da1a-4837-80d7-9e5305da53ca HTTP/1.1" status: 204 len: 168 time: 2.3206997 Dec 07 13:31:54.035341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48422) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:54.035719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48424) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:54.062581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'mac_address': 'fa:16:3e:40:fe:ef', 'name': 'tempest-PortsTestJSON-546427178'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:54.079718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 9b56cec8-6162-4250-bf56-876645fbd3cd up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:31:54.083329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-594c7d2b-9126-466b-9626-1414fc577eef tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/55e3d954-cf51-43ba-9d1b-4eb19ec25ae5 HTTP/1.1" status: 204 len: 168 time: 2.3985164 Dec 07 13:31:54.086578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48430) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:54.149736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7597d95-ca9a-47fd-8329-9a6f2d05da57 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:54.150898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7597d95-ca9a-47fd-8329-9a6f2d05da57 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:54.152921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b7597d95-ca9a-47fd-8329-9a6f2d05da57 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/subnets/d4b0ea35-bf9b-4519-a86f-278a958da820 HTTP/1.1" status: 404 len: 337 time: 0.0651374 Dec 07 13:31:54.159089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48434) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:54.162414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] For port c0f67db8-e90f-497f-8b35-b6b9471d9b5f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c0f67db8-e90f-497f-8b35-b6b9471d9b5f,segment=NetworkSegment(612bab5d-60cf-4462-8819-8c73bd56515c),segment_id=612bab5d-60cf-4462-8819-8c73bd56515c)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:54.162936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:54.234616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 9b56cec8-6162-4250-bf56-876645fbd3cd triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:54.235041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:54.267206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b82cfea6-c512-45c9-94c5-eee7ab801c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:31:26Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '76d49f9d-d1a8-46f0-8adf-834c2bbc8675', 'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:09:01:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:45Z', 'updated_at': '2021-12-07T13:28:58Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:54.269421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-12b47105-cc62-4851-a16a-c360ad5664aa None None] Provisioning for port feed2620-5940-46ad-935e-2b7c520ec243 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:31:54.269569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-71818e7f-58a8-43ba-883a-95b7f8db6632 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:54.270190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71818e7f-58a8-43ba-883a-95b7f8db6632 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:54.273094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-71818e7f-58a8-43ba-883a-95b7f8db6632 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/742623b2-c8c9-419a-822e-135bff34c379 HTTP/1.1" status: 404 len: 339 time: 0.1017499 Dec 07 13:31:54.285478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48438) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:54.290489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82cfea6-c512-45c9-94c5-eee7ab801c01 None None] Checking router: e705e159-d1aa-4faa-82ac-905f1ac5f644 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:31:54.294788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-12b47105-cc62-4851-a16a-c360ad5664aa None None] Provisioning complete for port feed2620-5940-46ad-935e-2b7c520ec243 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:54.294788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12b47105-cc62-4851-a16a-c360ad5664aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:54.348237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Calling delete_port for c0f67db8-e90f-497f-8b35-b6b9471d9b5f owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:54.349279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-1dee33f0-afd6-406e-b74c-954322276e53 req-2a0cf118-d3e4-4931-b1b6-e030c5795ac6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:54.350741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1dee33f0-afd6-406e-b74c-954322276e53 req-2a0cf118-d3e4-4931-b1b6-e030c5795ac6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 946 time: 0.9262087 Dec 07 13:31:54.370318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5481d8dd-adc3-4ff9-9f11-df3db604ac97 None None] DHCP port deletion for c918bc21-e816-494d-96f9-e07d2b2ae9cb request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:31:54.385092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5481d8dd-adc3-4ff9-9f11-df3db604ac97 None None] Deleting port c0f67db8-e90f-497f-8b35-b6b9471d9b5f {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:54.385512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5481d8dd-adc3-4ff9-9f11-df3db604ac97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:54.393730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4caa51cc-bca8-4d79-9f01-3c9936365627 req-9e817327-a0f6-4ec2-a8e3-2df3fa924b78 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a325a2fb-61ad-40c3-965e-d8c9a5879437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4711928 Dec 07 13:31:54.410534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0b22b0-db3a-41a5-ab91-7ee7ff39791f tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:54.410947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0b22b0-db3a-41a5-ab91-7ee7ff39791f tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:54.444223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63387c18-d7ef-4b55-ad0d-ed710a78eb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:54.461743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6c0b22b0-db3a-41a5-ab91-7ee7ff39791f tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/subnets/2ae00712-35f0-4bcf-b497-904f0834eb5f HTTP/1.1" status: 404 len: 337 time: 0.1722806 Dec 07 13:31:54.462393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:54.471335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48442) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:54.500336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:port and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:54.500888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-12b47105-cc62-4851-a16a-c360ad5664aa None None] Port feed2620-5940-46ad-935e-2b7c520ec243 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:31:54.516887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82cfea6-c512-45c9-94c5-eee7ab801c01 None None] Routers {'e705e159-d1aa-4faa-82ac-905f1ac5f644'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:31:54.517602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b82cfea6-c512-45c9-94c5-eee7ab801c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:31:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e705e159-d1aa-4faa-82ac-905f1ac5f644'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:54.543806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:54.575473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:54.586958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-e225f64f-1de6-45f5-a4c1-35c650f6e637 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:54.587505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e225f64f-1de6-45f5-a4c1-35c650f6e637 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:54.592063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e225f64f-1de6-45f5-a4c1-35c650f6e637 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/5aa53ced-1d94-4403-8f78-c49654c0b974 HTTP/1.1" status: 404 len: 339 time: 0.1165955 Dec 07 13:31:54.593983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48446) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:54.653432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1dee33f0-afd6-406e-b74c-954322276e53 req-eaeb4c3b-e61d-4aad-9c08-d1d5067f21b0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d14d27-d895-425a-a3c0-a3abe53d04e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829282 Dec 07 13:31:54.656212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e15b9d-1db2-4d37-b7a3-9dec92d419d6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:54.656212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e15b9d-1db2-4d37-b7a3-9dec92d419d6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:54.705099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e1e15b9d-1db2-4d37-b7a3-9dec92d419d6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/subnets/f291dfee-c6d1-45a8-a0f5-a33f48157cd7 HTTP/1.1" status: 404 len: 337 time: 0.1112103 Dec 07 13:31:54.705886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:54.710757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48450) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:54.716132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15ec031b-cbd5-4486-a3df-38b4757d8b32 tempest-FloatingIPTestJSON-1807733681 tempest-FloatingIPTestJSON-1807733681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:54.728984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:54.745124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e472276a-2703-445d-b654-e539564b3d36 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:54.779852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:54.887296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472276a-2703-445d-b654-e539564b3d36 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=feed2620-5940-46ad-935e-2b7c520ec243,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:54.904549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fd2b6118-4119-4d8a-80f0-c712b9c0f0ef None None] Provisioning complete for port feed2620-5940-46ad-935e-2b7c520ec243 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:54.905096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fd2b6118-4119-4d8a-80f0-c712b9c0f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:54.917080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63387c18-d7ef-4b55-ad0d-ed710a78eb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:54.925780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e472276a-2703-445d-b654-e539564b3d36 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:54.951902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b6118-4119-4d8a-80f0-c712b9c0f0ef None None] Port feed2620-5940-46ad-935e-2b7c520ec243 was deleted so its status cannot be updated. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 07 13:31:54.956852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5481d8dd-adc3-4ff9-9f11-df3db604ac97 None None] For port c0f67db8-e90f-497f-8b35-b6b9471d9b5f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c0f67db8-e90f-497f-8b35-b6b9471d9b5f,segment=NetworkSegment(612bab5d-60cf-4462-8819-8c73bd56515c),segment_id=612bab5d-60cf-4462-8819-8c73bd56515c)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:54.957319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5481d8dd-adc3-4ff9-9f11-df3db604ac97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:55.011973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-63387c18-d7ef-4b55-ad0d-ed710a78eb76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aca7adb-2597-47f4-a563-f0ad222fb2bb']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:55.055928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b119bba-3f3d-4d42-a54e-22458066937f req-741fa6b5-a054-4fc7-aa48-22d9abdbce59 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:55.056624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-2b119bba-3f3d-4d42-a54e-22458066937f req-741fa6b5-a054-4fc7-aa48-22d9abdbce59 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:55.066004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Port': ['ID=c0f67db8-e90f-497f-8b35-b6b9471d9b5f,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:55.072694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-63387c18-d7ef-4b55-ad0d-ed710a78eb76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62bc5a2c-61e0-40a6-be82-0e3bbdaffc84') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:55.073016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-63387c18-d7ef-4b55-ad0d-ed710a78eb76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62bc5a2c-61e0-40a6-be82-0e3bbdaffc84') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:55.073837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4caa51cc-bca8-4d79-9f01-3c9936365627 req-e4259518-4d57-42c5-b15b-add618d17aa9 service neutron] 10.222.0.45 "GET /v2.0/networks/a325a2fb-61ad-40c3-965e-d8c9a5879437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188807 Dec 07 13:31:55.074813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:55.077235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-612b1a39-4b1c-4811-9557-8bad2b00b34b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:55.077729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612b1a39-4b1c-4811-9557-8bad2b00b34b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:55.079747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-612b1a39-4b1c-4811-9557-8bad2b00b34b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/4b36761b-b775-46af-9338-877a665f7413 HTTP/1.1" status: 404 len: 339 time: 0.3290124 Dec 07 13:31:55.083203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48454) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:55.100986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:55.120238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63387c18-d7ef-4b55-ad0d-ed710a78eb76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:55.148147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5481d8dd-adc3-4ff9-9f11-df3db604ac97 None None] Calling delete_port for c0f67db8-e90f-497f-8b35-b6b9471d9b5f owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:55.191367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63387c18-d7ef-4b55-ad0d-ed710a78eb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:55.204416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b82cfea6-c512-45c9-94c5-eee7ab801c01 None None] Set router e705e159-d1aa-4faa-82ac-905f1ac5f644 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:31:55.210117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] device_id is not set on port ec6362a8-1c18-49b8-a7a6-f8b67ff425e1 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:31:55.256766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63387c18-d7ef-4b55-ad0d-ed710a78eb76 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:55.256766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63387c18-d7ef-4b55-ad0d-ed710a78eb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:55.268132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:55.271974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4caa51cc-bca8-4d79-9f01-3c9936365627 req-e751eb00-28ac-4c40-89f6-19457d2430a5 service neutron] 10.222.0.45 "GET /v2.0/networks/a325a2fb-61ad-40c3-965e-d8c9a5879437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502335 Dec 07 13:31:55.276394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] No DVR routers for this DVR port c0f67db8-e90f-497f-8b35-b6b9471d9b5f on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:31:55.328559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-4642655d-e4c9-45aa-9f3f-a4caab612d0d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:55.328760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4642655d-e4c9-45aa-9f3f-a4caab612d0d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:55.330683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4642655d-e4c9-45aa-9f3f-a4caab612d0d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/subnets/88f357e4-c25d-422f-9dda-52687929e946 HTTP/1.1" status: 404 len: 337 time: 0.2462516 Dec 07 13:31:55.336806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-2b119bba-3f3d-4d42-a54e-22458066937f req-741fa6b5-a054-4fc7-aa48-22d9abdbce59 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:55.338080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2b119bba-3f3d-4d42-a54e-22458066937f req-741fa6b5-a054-4fc7-aa48-22d9abdbce59 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 946 time: 0.9370394 Dec 07 13:31:55.338768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48458) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:55.348048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-5481d8dd-adc3-4ff9-9f11-df3db604ac97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:31:55.348846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-5481d8dd-adc3-4ff9-9f11-df3db604ac97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:31:55.404172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e472276a-2703-445d-b654-e539564b3d36 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:55.460506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e472276a-2703-445d-b654-e539564b3d36 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/feed2620-5940-46ad-935e-2b7c520ec243 HTTP/1.1" status: 204 len: 168 time: 3.5266459 Dec 07 13:31:55.465237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48462) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:55.465973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63387c18-d7ef-4b55-ad0d-ed710a78eb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:55.475185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-206a4226-12be-42f7-95cc-9e5f51dc5c03 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:55.493178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63387c18-d7ef-4b55-ad0d-ed710a78eb76 admin admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:55.495829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-63387c18-d7ef-4b55-ad0d-ed710a78eb76 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3aca7adb-2597-47f4-a563-f0ad222fb2bb HTTP/1.1" status: 204 len: 168 time: 1.4565589 Dec 07 13:31:55.500273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48466) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:55.514728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-309e7029-e69b-407e-81ea-7de34f24380d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:55.515222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309e7029-e69b-407e-81ea-7de34f24380d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:55.517089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-309e7029-e69b-407e-81ea-7de34f24380d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/5cc9ee5b-7cec-4437-ab20-0439354dc95f HTTP/1.1" status: 404 len: 339 time: 0.1625850 Dec 07 13:31:55.548623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48470) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:55.563157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63387c18-d7ef-4b55-ad0d-ed710a78eb76 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aca7adb-2597-47f4-a563-f0ad222fb2bb,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:55.579073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:55.603480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-2b119bba-3f3d-4d42-a54e-22458066937f req-931e7f73-adc1-4ba6-9935-bba2d6f8be0e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:55.603897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-2b119bba-3f3d-4d42-a54e-22458066937f req-931e7f73-adc1-4ba6-9935-bba2d6f8be0e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:55.605884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-63387c18-d7ef-4b55-ad0d-ed710a78eb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:55.635541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-3544cd12-d8d9-462e-89e0-b22b08168ddb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:55.636614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3544cd12-d8d9-462e-89e0-b22b08168ddb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:55.641383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3544cd12-d8d9-462e-89e0-b22b08168ddb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/subnets/ce09b730-7316-4422-bc11-7b5d44f51537 HTTP/1.1" status: 404 len: 337 time: 0.0853331 Dec 07 13:31:55.644635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48474) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:55.710781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c918bc21-e816-494d-96f9-e07d2b2ae9cb']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:55.727641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b6b543-2710-461c-a62e-1b859c279974 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:55.728145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b6b543-2710-461c-a62e-1b859c279974 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:55.730002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-33b6b543-2710-461c-a62e-1b859c279974 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/cc18f4e2-d832-46c6-8135-f9ac1fad981d HTTP/1.1" status: 404 len: 339 time: 0.0781517 Dec 07 13:31:55.730641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cee7c90-fda5-45fa-b885-e03533ace4c3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:55.732160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cee7c90-fda5-45fa-b885-e03533ace4c3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:55.733755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cee7c90-fda5-45fa-b885-e03533ace4c3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:55.734631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4cee7c90-fda5-45fa-b885-e03533ace4c3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:55.742355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48480) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:55.742563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b82cfea6-c512-45c9-94c5-eee7ab801c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:31:26Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '76d49f9d-d1a8-46f0-8adf-834c2bbc8675', 'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:09:01:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:45Z', 'updated_at': '2021-12-07T13:28:58Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:55.746019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-59881336-d52a-40c1-9a9b-7b81615d80d2 admin admin] Deleting subnet bd2a3725-ab63-4dd5-84e5-4ca8db94ff9a {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:31:55.749437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612bab5d-60cf-4462-8819-8c73bd56515c') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:55.749772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612bab5d-60cf-4462-8819-8c73bd56515c') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:55.749902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82cfea6-c512-45c9-94c5-eee7ab801c01 None None] The sync data for ids ['e705e159-d1aa-4faa-82ac-905f1ac5f644'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:31:26Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '76d49f9d-d1a8-46f0-8adf-834c2bbc8675', 'name': '', 'network_id': 'a325a2fb-61ad-40c3-965e-d8c9a5879437', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:09:01:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:45Z', 'updated_at': '2021-12-07T13:28:58Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '2ef66669-fecd-45aa-b399-7e03147c83dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:31:55.762682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59881336-d52a-40c1-9a9b-7b81615d80d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:55.808737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4cee7c90-fda5-45fa-b885-e03533ace4c3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:55.809759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4cee7c90-fda5-45fa-b885-e03533ace4c3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3416941 Dec 07 13:31:55.819381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48484) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:55.820495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30d1bee-d42c-4977-804c-d9a576f1d211 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:55.820985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a30d1bee-d42c-4977-804c-d9a576f1d211 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:55.824445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a30d1bee-d42c-4977-804c-d9a576f1d211 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/subnets/9a685864-f5a8-4bba-b3bf-d6ec0e1a3468 HTTP/1.1" status: 404 len: 337 time: 0.0695240 Dec 07 13:31:55.839338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48488) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:55.843572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:55.850242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5481d8dd-adc3-4ff9-9f11-df3db604ac97 None None] Deleting port c0f67db8-e90f-497f-8b35-b6b9471d9b5f {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:55.851491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5481d8dd-adc3-4ff9-9f11-df3db604ac97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:55.910468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:55.914591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59881336-d52a-40c1-9a9b-7b81615d80d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:55.936104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5481d8dd-adc3-4ff9-9f11-df3db604ac97 None None] The port 'c0f67db8-e90f-497f-8b35-b6b9471d9b5f' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:31:55.960359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-513f3911-cce2-4401-90ae-14d2071636bc tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:55.961068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513f3911-cce2-4401-90ae-14d2071636bc tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:55.967426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:55.967523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-513f3911-cce2-4401-90ae-14d2071636bc tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/c669b3d0-66ff-4eb3-9e83-944602731b64 HTTP/1.1" status: 404 len: 339 time: 0.1122689 Dec 07 13:31:55.972482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf8c607-118f-49d0-93ba-d2903a4874c1 None None] get_active_networks_info from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 07 13:31:55.975983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48492) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:55.988591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:55.989036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:56.010673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:56.055923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c0f67db8-e90f-497f-8b35-b6b9471d9b5f no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:31:56.106464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: c0f67db8-e90f-497f-8b35-b6b9471d9b5f {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:31:56.106950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c0f67db8-e90f-497f-8b35-b6b9471d9b5f not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:31:56.150041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf8c607-118f-49d0-93ba-d2903a4874c1 None None] Resources bound (agent type, host, resource id): {{(pid=88899) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 07 13:31:56.221928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59881336-d52a-40c1-9a9b-7b81615d80d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:56.260531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:56.274741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e3489d3a-2197-4770-aedd-6dafceaf6fba tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:56.300673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:56.333773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Network': ['ID=c918bc21-e816-494d-96f9-e07d2b2ae9cb,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:56.342084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:56.348041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/networks/c918bc21-e816-494d-96f9-e07d2b2ae9cb HTTP/1.1" status: 204 len: 168 time: 2.8580554 Dec 07 13:31:56.364245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48496) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:56.378049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1400748129'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:56.393179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:56.397249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-2b119bba-3f3d-4d42-a54e-22458066937f req-931e7f73-adc1-4ba6-9935-bba2d6f8be0e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=93a8bb24-5b88-4bd3-aead-d40fa53d63b6,segment=NetworkSegment(a029c2b2-4376-4228-bb62-b64926c95592),segment_id=a029c2b2-4376-4228-bb62-b64926c95592)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:56.397729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-2b119bba-3f3d-4d42-a54e-22458066937f req-931e7f73-adc1-4ba6-9935-bba2d6f8be0e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:56.406358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-89272008-2cad-44e4-b3fc-cc213d302886 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:56.406358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89272008-2cad-44e4-b3fc-cc213d302886 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:56.406681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-89272008-2cad-44e4-b3fc-cc213d302886 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/subnets/33508b04-4310-458b-806c-9413614078d3 HTTP/1.1" status: 404 len: 337 time: 0.4211743 Dec 07 13:31:56.415944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48500) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:56.419214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:network and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:56.424636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:56.450405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e379f-a95f-4bce-80f3-cc95507aaddc None None] New status for floating IP 301ff7d2-decd-4feb-a907-07a799894b4d: DOWN {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:31:56.490716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347df976-9a4c-4ea5-a6ec-f8825d7ec967 req-552e8034-1cde-4ff1-a30a-570877d4a229 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:56.492604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-347df976-9a4c-4ea5-a6ec-f8825d7ec967 req-552e8034-1cde-4ff1-a30a-570877d4a229 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 946 time: 0.6744421 Dec 07 13:31:56.567184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-347df976-9a4c-4ea5-a6ec-f8825d7ec967 req-5e3f7647-cc89-473d-8e66-b13e39481593 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=79d14d27-d895-425a-a3c0-a3abe53d04e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658393 Dec 07 13:31:56.571875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:56.576056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:56.593026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-2b119bba-3f3d-4d42-a54e-22458066937f req-931e7f73-adc1-4ba6-9935-bba2d6f8be0e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:56.594339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02a00e4b-c4fe-4c8e-8ebd-040799e4e3dd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:56.621676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52eea02-5a29-44a8-9fd6-364bb4b79561 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:56.622113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52eea02-5a29-44a8-9fd6-364bb4b79561 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:56.636450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59881336-d52a-40c1-9a9b-7b81615d80d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:56.645899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-24709372-0dc7-4630-9e3a-d48a324d270a tempest-AllowedAddressPairIpV6TestJSON-2042214200 tempest-AllowedAddressPairIpV6TestJSON-2042214200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:56.652736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:31:56.658150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:31:56.666653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:31:56.670036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:56.670818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:56.690492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d52eea02-5a29-44a8-9fd6-364bb4b79561 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/106074ea-5b5e-450b-8242-8907827747e1 HTTP/1.1" status: 404 len: 339 time: 0.2679298 Dec 07 13:31:56.696796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59881336-d52a-40c1-9a9b-7b81615d80d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2a3725-ab63-4dd5-84e5-4ca8db94ff9a,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:56.702771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48504) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:56.743184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=ec6362a8-1c18-49b8-a7a6-f8b67ff425e1,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:56.748168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-59881336-d52a-40c1-9a9b-7b81615d80d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:56.750663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:56.755120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7158713 Dec 07 13:31:56.756346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48508) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:56.761179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:56.766863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:56.779785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59881336-d52a-40c1-9a9b-7b81615d80d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:56.783982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-59881336-d52a-40c1-9a9b-7b81615d80d2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bd2a3725-ab63-4dd5-84e5-4ca8db94ff9a HTTP/1.1" status: 204 len: 168 time: 1.2688758 Dec 07 13:31:56.791300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48512) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:56.798593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0cccf40-332b-4266-9c7c-e585c4f7eca6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:56.799096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0cccf40-332b-4266-9c7c-e585c4f7eca6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:56.801051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c0cccf40-332b-4266-9c7c-e585c4f7eca6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/subnets/833cf1b7-532b-43ef-93aa-834b91fe572b HTTP/1.1" status: 404 len: 337 time: 0.0971067 Dec 07 13:31:56.822125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2683a5-1624-46f9-b401-93bd6ade7fa6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet 2960eb1d-38ae-423f-bbe4-dd9e8d167705 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:31:56.826683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48516) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:56.829817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb2683a5-1624-46f9-b401-93bd6ade7fa6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:56.921559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd72e3ae-85d0-446a-8dfd-bbeef2217d90 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] DELETE failed (client error): The resource could not be found. Dec 07 13:31:56.922164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd72e3ae-85d0-446a-8dfd-bbeef2217d90 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:31:56.923883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fd72e3ae-85d0-446a-8dfd-bbeef2217d90 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/35335c95-53fc-4f63-a5e5-02d05f717d93 HTTP/1.1" status: 404 len: 339 time: 0.0618393 Dec 07 13:31:56.925012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:31:56.931738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48520) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:56.937537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbf89e6-50c7-4029-9ed1-9271e1261dce tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:56.938187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9dbf89e6-50c7-4029-9ed1-9271e1261dce tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Synchronizing usage tracker for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:56.981397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb2683a5-1624-46f9-b401-93bd6ade7fa6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:56.993016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:56.993367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Added segment 2b082035-9c1f-4628-984f-49334b408340 of type vlan for network 02dbd154-26a7-432e-98f3-0ec890dc5fa4 Dec 07 13:31:57.012219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d635aecd-f390-4631-919c-65b64aca748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.057233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.109575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9dbf89e6-50c7-4029-9ed1-9271e1261dce tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Unset dirty status for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:57.113934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9dbf89e6-50c7-4029-9ed1-9271e1261dce tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports/ec6362a8-1c18-49b8-a7a6-f8b67ff425e1 HTTP/1.1" status: 200 len: 840 time: 0.3530953 Dec 07 13:31:57.119059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48524) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:57.185678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-2b119bba-3f3d-4d42-a54e-22458066937f req-931e7f73-adc1-4ba6-9935-bba2d6f8be0e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.207996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:57.262406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e7f73-adc1-4ba6-9935-bba2d6f8be0e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=93a8bb24-5b88-4bd3-aead-d40fa53d63b6,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:57.262633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb2683a5-1624-46f9-b401-93bd6ade7fa6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.266079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d635aecd-f390-4631-919c-65b64aca748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.279465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-931e7f73-adc1-4ba6-9935-bba2d6f8be0e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:57.328953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.333085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:31:57.333758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.342608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cef33b44-c48c-43e3-8918-aad88ff465fd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port ec6362a8-1c18-49b8-a7a6-f8b67ff425e1 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:57.342996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cef33b44-c48c-43e3-8918-aad88ff465fd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.346211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d26ae9e6-b4dc-4ada-a9d4-afad880c0228 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:57.364669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d635aecd-f390-4631-919c-65b64aca748b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7f8511-2f05-4d83-a1e7-afc02b2f53d6']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:57.437894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba92fa15-a7bf-4df5-b6ee-6f204079f27e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Deleting subnet 5bd33999-b84c-4460-9da6-85a647315006 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:31:57.449095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba92fa15-a7bf-4df5-b6ee-6f204079f27e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.578786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba92fa15-a7bf-4df5-b6ee-6f204079f27e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.634512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb2683a5-1624-46f9-b401-93bd6ade7fa6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.652691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0a81df75-2c95-4c6a-8f00-20b088a0cae1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:57.662787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d635aecd-f390-4631-919c-65b64aca748b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a30584-cc15-4353-a213-f76162d57270') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:57.663153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d635aecd-f390-4631-919c-65b64aca748b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a30584-cc15-4353-a213-f76162d57270') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:31:57.720686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b119bba-3f3d-4d42-a54e-22458066937f req-931e7f73-adc1-4ba6-9935-bba2d6f8be0e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] No DVR routers for this DVR port 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:31:57.739466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2683a5-1624-46f9-b401-93bd6ade7fa6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=2960eb1d-38ae-423f-bbe4-dd9e8d167705,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:57.742967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fb2683a5-1624-46f9-b401-93bd6ade7fa6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:57.745313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-2b119bba-3f3d-4d42-a54e-22458066937f req-931e7f73-adc1-4ba6-9935-bba2d6f8be0e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.749116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'name': 'network-vif-deleted', 'tag': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:31:57.767282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d635aecd-f390-4631-919c-65b64aca748b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.787617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Network': ['ID=02dbd154-26a7-432e-98f3-0ec890dc5fa4,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:57.795961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4280472 Dec 07 13:31:57.795961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:57.798214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d635aecd-f390-4631-919c-65b64aca748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.804051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 02dbd154-26a7-432e-98f3-0ec890dc5fa4 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:31:57.807722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d635aecd-f390-4631-919c-65b64aca748b admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:31:57.808670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d635aecd-f390-4631-919c-65b64aca748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.821357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48532) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:57.838204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'subnet': {'network_id': '02dbd154-26a7-432e-98f3-0ec890dc5fa4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:57.866425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb2683a5-1624-46f9-b401-93bd6ade7fa6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.878844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2cc71df2-000d-400a-a4a1-0fcd80dbcfc9 req-1de744cd-4a51-4ec7-9093-493d71500380 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f HTTP/1.1" status: 200 len: 210 time: 0.1321843 Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:31:57.917951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:31:57.922914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c05bf21-6eb3-40b3-99ae-febd1d0c2d6f', 'name': 'network-vif-deleted', 'tag': '93a8bb24-5b88-4bd3-aead-d40fa53d63b6', 'status': 'completed', 'code': 200} Dec 07 13:31:57.924734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2b119bba-3f3d-4d42-a54e-22458066937f req-931e7f73-adc1-4ba6-9935-bba2d6f8be0e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "DELETE /v2.0/ports/93a8bb24-5b88-4bd3-aead-d40fa53d63b6 HTTP/1.1" status: 204 len: 173 time: 2.5651472 Dec 07 13:31:57.932131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2941fe-a486-4b1c-b780-c350a5363dcc None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:57.976738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d635aecd-f390-4631-919c-65b64aca748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.987040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fb2683a5-1624-46f9-b401-93bd6ade7fa6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/2960eb1d-38ae-423f-bbe4-dd9e8d167705 HTTP/1.1" status: 204 len: 168 time: 2.1629522 Dec 07 13:31:57.988248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d635aecd-f390-4631-919c-65b64aca748b admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.992886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cef33b44-c48c-43e3-8918-aad88ff465fd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:57.993413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61d8e170-ffd5-40d5-bdb0-92dda575db1e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:58.012156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48536) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:58.042973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635aecd-f390-4631-919c-65b64aca748b admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7f8511-2f05-4d83-a1e7-afc02b2f53d6,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:58.049958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d635aecd-f390-4631-919c-65b64aca748b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:58.056320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d635aecd-f390-4631-919c-65b64aca748b admin admin] 10.222.0.24 "DELETE /v2.0/networks/7c7f8511-2f05-4d83-a1e7-afc02b2f53d6 HTTP/1.1" status: 204 len: 168 time: 1.2596052 Dec 07 13:31:58.121054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:31:58.175726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:31:58.176130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 93a8bb24-5b88-4bd3-aead-d40fa53d63b6 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:31:58.216360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cef33b44-c48c-43e3-8918-aad88ff465fd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for ec6362a8-1c18-49b8-a7a6-f8b67ff425e1 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:31:58.287702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:58.309970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:subnet and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:58.322933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-807c3e44-a6e1-4197-bc85-66c2b3978c38 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet 540c062a-69a3-429b-980d-696e04cc086f {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:31:58.325315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:31:58.337838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba92fa15-a7bf-4df5-b6ee-6f204079f27e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:58.367079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-807c3e44-a6e1-4197-bc85-66c2b3978c38 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:58.397367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48542) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:58.421401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:58.460105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3fd847c9-7bec-4c03-8874-cb646073f75e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78018570423e43469e3452e3145cefbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0582817 Dec 07 13:31:58.460582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48546) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:58.500192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-807c3e44-a6e1-4197-bc85-66c2b3978c38 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:58.531028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:58.538991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d0354fc4-d4fb-4158-9a79-61a51c5c4ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:58.567534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cef33b44-c48c-43e3-8918-aad88ff465fd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:58.573923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d0354fc4-d4fb-4158-9a79-61a51c5c4ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:58.634111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af93cf02-813e-4cc5-a07d-c5f4784f8cb3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:58.698427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef33b44-c48c-43e3-8918-aad88ff465fd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=ec6362a8-1c18-49b8-a7a6-f8b67ff425e1,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:58.711715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cef33b44-c48c-43e3-8918-aad88ff465fd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:58.740589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cef33b44-c48c-43e3-8918-aad88ff465fd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:58.748001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:58.748497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d0354fc4-d4fb-4158-9a79-61a51c5c4ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:58.754808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b3124663-1fa8-41bf-bf30-420af65cd460 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:58.776171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0354fc4-d4fb-4158-9a79-61a51c5c4ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e540454-1a35-4e0b-962a-38bf620701b8,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:58.779189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d0354fc4-d4fb-4158-9a79-61a51c5c4ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:58.815529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d0354fc4-d4fb-4158-9a79-61a51c5c4ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:58.819825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d0354fc4-d4fb-4158-9a79-61a51c5c4ff8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e540454-1a35-4e0b-962a-38bf620701b8 HTTP/1.1" status: 204 len: 168 time: 0.3551753 Dec 07 13:31:58.842661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba92fa15-a7bf-4df5-b6ee-6f204079f27e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:58.856229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eb8b57cc-0593-4135-a0c6-c7a7d30cbed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:58.903616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cef33b44-c48c-43e3-8918-aad88ff465fd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/ec6362a8-1c18-49b8-a7a6-f8b67ff425e1 HTTP/1.1" status: 204 len: 168 time: 1.7830992 Dec 07 13:31:58.906260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48552) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:58.916265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92fa15-a7bf-4df5-b6ee-6f204079f27e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd33999-b84c-4460-9da6-85a647315006,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:58.933045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ba92fa15-a7bf-4df5-b6ee-6f204079f27e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:58.943425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26a9a38-14d1-474f-bf9d-d2da9034b17c None None] Network 7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:58.948484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-807c3e44-a6e1-4197-bc85-66c2b3978c38 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:59.009523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c614569c-7c98-49b1-9cdb-ae86e9ef4730 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] GET failed (client error): The resource could not be found. Dec 07 13:31:59.010080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c614569c-7c98-49b1-9cdb-ae86e9ef4730 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Synchronizing usage tracker for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:59.042630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48558) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:59.074199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c614569c-7c98-49b1-9cdb-ae86e9ef4730 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Unset dirty status for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:59.076056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c614569c-7c98-49b1-9cdb-ae86e9ef4730 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports/ec6362a8-1c18-49b8-a7a6-f8b67ff425e1 HTTP/1.1" status: 404 len: 333 time: 0.1682160 Dec 07 13:31:59.081693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48562) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:59.083176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba92fa15-a7bf-4df5-b6ee-6f204079f27e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:59.093015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-87956ab6-07bc-43e5-ae8f-bf5f1dc8311b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'name': 'tempest-PortsTestJSON-1403482747'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:59.109458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48566) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:59.115826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ba92fa15-a7bf-4df5-b6ee-6f204079f27e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/subnets/5bd33999-b84c-4460-9da6-85a647315006 HTTP/1.1" status: 204 len: 168 time: 2.1682122 Dec 07 13:31:59.139799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-807c3e44-a6e1-4197-bc85-66c2b3978c38 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:59.154486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71301713-938b-437e-9a50-11eb083c19bb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:59.240926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c3e44-a6e1-4197-bc85-66c2b3978c38 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=540c062a-69a3-429b-980d-696e04cc086f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:59.244502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-807c3e44-a6e1-4197-bc85-66c2b3978c38 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:59.252892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-807c3e44-a6e1-4197-bc85-66c2b3978c38 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:59.256320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-807c3e44-a6e1-4197-bc85-66c2b3978c38 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/540c062a-69a3-429b-980d-696e04cc086f HTTP/1.1" status: 204 len: 168 time: 1.2382374 Dec 07 13:31:59.269931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48572) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:59.295935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa36d338-e5cf-46af-a085-f8213ab1b939 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:31:59.406380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0b5d4f-6d6e-4dca-b8da-8c36647cb8da None None] DHCP port deletion for 7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:31:59.431298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4e0b5d4f-6d6e-4dca-b8da-8c36647cb8da None None] Deleting port 3572fae6-7228-4f34-8ab9-750f70b1d2e0 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:59.432106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e0b5d4f-6d6e-4dca-b8da-8c36647cb8da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:59.433226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-018a9351-0962-496e-bdfc-edc23092615a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:59.473396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-87956ab6-07bc-43e5-ae8f-bf5f1dc8311b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:59.476386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:59.503830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-018a9351-0962-496e-bdfc-edc23092615a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:59.520164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-87956ab6-07bc-43e5-ae8f-bf5f1dc8311b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:31:59.542609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Deleting port 3572fae6-7228-4f34-8ab9-750f70b1d2e0 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:31:59.542915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:59.581642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f94bf695-d8c1-4410-94f7-54267bc8a1a4 None None] Provisioning complete for port 9b56cec8-6162-4250-bf56-876645fbd3cd triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:31:59.582536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f94bf695-d8c1-4410-94f7-54267bc8a1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:59.635482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1c995371-619e-4a2b-b83a-00b9dd9ca118 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:router {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:31:59.659603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87956ab6-07bc-43e5-ae8f-bf5f1dc8311b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:31:59.664987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87956ab6-07bc-43e5-ae8f-bf5f1dc8311b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:59.686587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-018a9351-0962-496e-bdfc-edc23092615a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:59.695710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:59.703533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1c995371-619e-4a2b-b83a-00b9dd9ca118 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:router {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:31:59.714200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1c995371-619e-4a2b-b83a-00b9dd9ca118 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4396780 Dec 07 13:31:59.714200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48576) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:59.717533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a9351-0962-496e-bdfc-edc23092615a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d14d27-d895-425a-a3c0-a3abe53d04e0,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:31:59.719450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:31:59.721994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-018a9351-0962-496e-bdfc-edc23092615a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:31:59.729290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-87956ab6-07bc-43e5-ae8f-bf5f1dc8311b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] device_id is not set on port 3fecb530-87ec-4b12-8811-4850df880543 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:31:59.746704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48580) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:59.748065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:59.763257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f6d1a4a-5a2f-438c-92c0-b4183d4c5707 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:31:59.819940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-018a9351-0962-496e-bdfc-edc23092615a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:59.821194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-018a9351-0962-496e-bdfc-edc23092615a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/security-groups/79d14d27-d895-425a-a3c0-a3abe53d04e0 HTTP/1.1" status: 204 len: 168 time: 0.7764745 Dec 07 13:31:59.892333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4e0b5d4f-6d6e-4dca-b8da-8c36647cb8da None None] For port 3572fae6-7228-4f34-8ab9-750f70b1d2e0, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=3572fae6-7228-4f34-8ab9-750f70b1d2e0,segment=NetworkSegment(e29c8948-d052-4210-8c8e-eae7eb4b9b35),segment_id=e29c8948-d052-4210-8c8e-eae7eb4b9b35)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:31:59.892781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e0b5d4f-6d6e-4dca-b8da-8c36647cb8da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:31:59.916651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48586) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:31:59.957615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:31:59.976446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:31:59.986334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:00.034363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:32:00.036378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:00.042823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4e0b5d4f-6d6e-4dca-b8da-8c36647cb8da None None] Calling delete_port for 3572fae6-7228-4f34-8ab9-750f70b1d2e0 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:00.044143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b3b5c3e2-97a6-402d-a928-4b3dec7a76f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77bb5c97bbe64da4baacf25ff35df7ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2909579 Dec 07 13:32:00.044832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48590) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:00.079623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Checking segment: {'id': '2b082035-9c1f-4628-984f-49334b408340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '02dbd154-26a7-432e-98f3-0ec890dc5fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:00.080347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network hostable DHCP agents. Network: 02dbd154-26a7-432e-98f3-0ec890dc5fa4, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:32:00.089829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 3572fae6-7228-4f34-8ab9-750f70b1d2e0 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:32:00.090505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] For port 3572fae6-7228-4f34-8ab9-750f70b1d2e0, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=3572fae6-7228-4f34-8ab9-750f70b1d2e0,segment=NetworkSegment(e29c8948-d052-4210-8c8e-eae7eb4b9b35),segment_id=e29c8948-d052-4210-8c8e-eae7eb4b9b35)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:00.090920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.102448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Subnet': ['ID=fcb05f3f-8b0d-48f9-b0f7-3a49fc347640,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:00.109001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:00.135576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Deleting port 9b56cec8-6162-4250-bf56-876645fbd3cd {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:00.135993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.139595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:00.145815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.221387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26bc4d83-a430-486f-bab3-584f18a28559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.257066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-078a995a-6a88-4a90-9764-d57cad8a90b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.288580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network 02dbd154-26a7-432e-98f3-0ec890dc5fa4 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:32:00.298120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Calling delete_port for 3572fae6-7228-4f34-8ab9-750f70b1d2e0 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:00.322829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-078a995a-6a88-4a90-9764-d57cad8a90b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.368305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e0b5d4f-6d6e-4dca-b8da-8c36647cb8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.375311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 02dbd154-26a7-432e-98f3-0ec890dc5fa4) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:00.385591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:00.386126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.422086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-13238db9-bed3-4540-a361-bf2b293be48b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:00.450437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.472980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200eef86-e72d-48d3-80df-c55f3d7dac08 None None] Network 02dbd154-26a7-432e-98f3-0ec890dc5fa4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:00.510107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87956ab6-07bc-43e5-ae8f-bf5f1dc8311b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.516063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b5d4f-6d6e-4dca-b8da-8c36647cb8da None None] Pushing event deleted for resources: {'Port': ['ID=3572fae6-7228-4f34-8ab9-750f70b1d2e0,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:00.517921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:32:00.518104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:32:00.560347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-078a995a-6a88-4a90-9764-d57cad8a90b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.562950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-078a995a-6a88-4a90-9764-d57cad8a90b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.567181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-078a995a-6a88-4a90-9764-d57cad8a90b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c4e5cc1-d24c-4811-b0d1-715fa8f0ed0c HTTP/1.1" status: 204 len: 168 time: 0.5150459 Dec 07 13:32:00.567181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dd317357-9cd1-4034-b43c-e21b3d43490f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:00.572532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4e0b5d4f-6d6e-4dca-b8da-8c36647cb8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:00.593943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a995a-6a88-4a90-9764-d57cad8a90b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4e5cc1-d24c-4811-b0d1-715fa8f0ed0c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:00.601858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7756402 Dec 07 13:32:00.602098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b5d4f-6d6e-4dca-b8da-8c36647cb8da None None] No DVR routers for this DVR port 3572fae6-7228-4f34-8ab9-750f70b1d2e0 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:32:00.605058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-078a995a-6a88-4a90-9764-d57cad8a90b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:00.605692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48596) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:00.621169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a547e235-bf96-4cf6-bbf0-80795c050377 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-271436001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:00.635473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a547e235-bf96-4cf6-bbf0-80795c050377 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:00.639857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a547e235-bf96-4cf6-bbf0-80795c050377 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:router and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:00.643164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a547e235-bf96-4cf6-bbf0-80795c050377 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:00.650180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a547e235-bf96-4cf6-bbf0-80795c050377 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:00.662798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87956ab6-07bc-43e5-ae8f-bf5f1dc8311b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.675430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d3e8fa1-860f-4f39-ac9f-6519748f4a34 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:00.742523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a547e235-bf96-4cf6-bbf0-80795c050377 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.744145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a547e235-bf96-4cf6-bbf0-80795c050377 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.770418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87956ab6-07bc-43e5-ae8f-bf5f1dc8311b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:00.776918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-87956ab6-07bc-43e5-ae8f-bf5f1dc8311b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:00.779387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87956ab6-07bc-43e5-ae8f-bf5f1dc8311b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=3fecb530-87ec-4b12-8811-4850df880543,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:00.781611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87956ab6-07bc-43e5-ae8f-bf5f1dc8311b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:00.785976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87956ab6-07bc-43e5-ae8f-bf5f1dc8311b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:00.787220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87956ab6-07bc-43e5-ae8f-bf5f1dc8311b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.795068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-87956ab6-07bc-43e5-ae8f-bf5f1dc8311b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:00.858369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a547e235-bf96-4cf6-bbf0-80795c050377 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.888947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] For port 9b56cec8-6162-4250-bf56-876645fbd3cd, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9b56cec8-6162-4250-bf56-876645fbd3cd,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:00.889390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:00.924274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-87956ab6-07bc-43e5-ae8f-bf5f1dc8311b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8413880 Dec 07 13:32:00.928351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48600) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:00.937379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-fc735e86-6a30-4a0f-a348-33cc44090b5b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:01.041415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Deleting port 3572fae6-7228-4f34-8ab9-750f70b1d2e0 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:01.041641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:01.056136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Calling delete_port for 9b56cec8-6162-4250-bf56-876645fbd3cd owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:01.060011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a547e235-bf96-4cf6-bbf0-80795c050377 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:01.097301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4f56a9a-5e8a-4dcd-846a-b3dcb8739169 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:01.159811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a547e235-bf96-4cf6-bbf0-80795c050377 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:01.164857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a547e235-bf96-4cf6-bbf0-80795c050377 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5490153 Dec 07 13:32:01.167352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48604) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:01.203263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-02dbd154-26a7-432e-98f3-0ec890dc5fa4', 'network_id': '02dbd154-26a7-432e-98f3-0ec890dc5fa4', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'fixed_ips': [{'subnet_id': 'fcb05f3f-8b0d-48f9-b0f7-3a49fc347640'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:32:01.203263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:01.222956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:32:01.223398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:32:01.357087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:01.413814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Allocated IP 2001:db8::2 (02dbd154-26a7-432e-98f3-0ec890dc5fa4/fcb05f3f-8b0d-48f9-b0f7-3a49fc347640/c87500a8-e2f6-4088-ac45-98e0a5327dd7) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:01.448467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] The port '3572fae6-7228-4f34-8ab9-750f70b1d2e0' was deleted {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:32:01.493867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc735e86-6a30-4a0f-a348-33cc44090b5b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:01.610334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:01.645515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:01.657319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Transition to ACTIVE for port object c87500a8-e2f6-4088-ac45-98e0a5327dd7 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:01.672184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:01.681251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Transition to ACTIVE for port object c87500a8-e2f6-4088-ac45-98e0a5327dd7 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:01.718805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:01.723447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:01.761604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Deleting port 9b56cec8-6162-4250-bf56-876645fbd3cd {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:01.761975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:01.783116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:01.819897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29c8948-d052-4210-8c8e-eae7eb4b9b35') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:01.820237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29c8948-d052-4210-8c8e-eae7eb4b9b35') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:01.837428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Network 02dbd154-26a7-432e-98f3-0ec890dc5fa4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:01.838313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Pushing event updated for resources: {'Port': ['ID=c87500a8-e2f6-4088-ac45-98e0a5327dd7,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:01.843028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:01.851508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:01.854772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:01.905175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:01.907583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] For port 9b56cec8-6162-4250-bf56-876645fbd3cd, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9b56cec8-6162-4250-bf56-876645fbd3cd,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:01.940174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:01.957460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:32:01.957910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:01.962998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:32:01.975633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:32:02.060892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.067574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 9b56cec8-6162-4250-bf56-876645fbd3cd no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:32:02.101212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc735e86-6a30-4a0f-a348-33cc44090b5b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.116386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Attempting to bind port c87500a8-e2f6-4088-ac45-98e0a5327dd7 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:32:02.116798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Attempting to bind port c87500a8-e2f6-4088-ac45-98e0a5327dd7 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '2b082035-9c1f-4628-984f-49334b408340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '02dbd154-26a7-432e-98f3-0ec890dc5fa4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:32:02.117203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Attempting to bind port c87500a8-e2f6-4088-ac45-98e0a5327dd7 on network 02dbd154-26a7-432e-98f3-0ec890dc5fa4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:32:02.125968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.126963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.133542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9e54baf5-4a79-4f13-b086-4622651f78f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:02.141334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:32:02.141759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Checking segment: {'id': '2b082035-9c1f-4628-984f-49334b408340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '02dbd154-26a7-432e-98f3-0ec890dc5fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:02.142242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.142661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Bound using segment: {'id': '2b082035-9c1f-4628-984f-49334b408340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '02dbd154-26a7-432e-98f3-0ec890dc5fa4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:32:02.143128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Bound port: c87500a8-e2f6-4088-ac45-98e0a5327dd7, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b082035-9c1f-4628-984f-49334b408340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '02dbd154-26a7-432e-98f3-0ec890dc5fa4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:32:02.143572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.146793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.154513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:02.179881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.189836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc735e86-6a30-4a0f-a348-33cc44090b5b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.194542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Pushing event deleted for resources: {'Network': ['ID=7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:02.204142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:02.205508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:02.257282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-01981cc7-270f-45b9-b1a5-830c75ba8cfd tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] 10.222.0.24 "DELETE /v2.0/networks/7047bcaa-2715-4f71-81c3-8d3a5b4e2e5f HTTP/1.1" status: 204 len: 168 time: 3.1324189 Dec 07 13:32:02.292993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:02.296893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc735e86-6a30-4a0f-a348-33cc44090b5b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=3fecb530-87ec-4b12-8811-4850df880543,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:02.299691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:02.307362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:02.308290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.317241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc735e86-6a30-4a0f-a348-33cc44090b5b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:02.324787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=9b56cec8-6162-4250-bf56-876645fbd3cd,revision_number=7']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:02.370812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:02.371590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-21405789-1a46-4418-ae88-088e19cf5d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:02.404260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] For port 9b56cec8-6162-4250-bf56-876645fbd3cd, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9b56cec8-6162-4250-bf56-876645fbd3cd,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:02.404698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.425758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fc735e86-6a30-4a0f-a348-33cc44090b5b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] In _notify_port_updated(), no bound segment for port 3fecb530-87ec-4b12-8811-4850df880543 on network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 {{(pid=88898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:32:02.431523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc735e86-6a30-4a0f-a348-33cc44090b5b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:02.434247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc735e86-6a30-4a0f-a348-33cc44090b5b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.435607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fc735e86-6a30-4a0f-a348-33cc44090b5b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "PUT /v2.0/ports/3fecb530-87ec-4b12-8811-4850df880543 HTTP/1.1" status: 200 len: 818 time: 1.5047128 Dec 07 13:32:02.446790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48610) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:02.499019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7840087 Dec 07 13:32:02.504138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48614) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:02.516174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8a032759-d720-432d-8c9c-c31c22db0d14 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:02.524678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=bc7d108b-8821-4d02-87ae-53de6c15aca5,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:02.538867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:02.553339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-99de4f6c-c1ef-4d32-834c-9da8bce1cc9b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port 3fecb530-87ec-4b12-8811-4850df880543 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:02.553951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99de4f6c-c1ef-4d32-834c-9da8bce1cc9b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.558133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5d830bc-7042-4e6d-bc23-293967d95e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.567655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Calling delete_port for 9b56cec8-6162-4250-bf56-876645fbd3cd owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:02.610289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.620603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] For port c87500a8-e2f6-4088-ac45-98e0a5327dd7, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:32:02.640456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] For port c87500a8-e2f6-4088-ac45-98e0a5327dd7, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c87500a8-e2f6-4088-ac45-98e0a5327dd7,segment=NetworkSegment(2b082035-9c1f-4628-984f-49334b408340),segment_id=2b082035-9c1f-4628-984f-49334b408340)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:32:02.684092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.690571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:02.719060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Allocated IP 2001:db8::1 (02dbd154-26a7-432e-98f3-0ec890dc5fa4/fcb05f3f-8b0d-48f9-b0f7-3a49fc347640/c7190ab0-6eb0-4ec7-a2c1-651fd8ab6ed0) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:02.721678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 9b56cec8-6162-4250-bf56-876645fbd3cd, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9b56cec8-6162-4250-bf56-876645fbd3cd,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:02.752944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8a032759-d720-432d-8c9c-c31c22db0d14 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:02.767184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8a032759-d720-432d-8c9c-c31c22db0d14 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:02.775638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8a032759-d720-432d-8c9c-c31c22db0d14 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:02.785360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8a032759-d720-432d-8c9c-c31c22db0d14 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:02.787986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Pushing event updated for resources: {'Port': ['ID=c87500a8-e2f6-4088-ac45-98e0a5327dd7,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:02.825713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.838648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:32:02.839045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:32:02.840133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:02.840621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:02.894591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a032759-d720-432d-8c9c-c31c22db0d14 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:02.922952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48620) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:02.943348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:02.947445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=9b56cec8-6162-4250-bf56-876645fbd3cd,revision_number=8']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:02.961479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:03.138530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a032759-d720-432d-8c9c-c31c22db0d14 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:03.221941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99de4f6c-c1ef-4d32-834c-9da8bce1cc9b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:03.363867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a4f56a9a-5e8a-4dcd-846a-b3dcb8739169 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:03.364249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4f56a9a-5e8a-4dcd-846a-b3dcb8739169 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:03.385050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-99de4f6c-c1ef-4d32-834c-9da8bce1cc9b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for 3fecb530-87ec-4b12-8811-4850df880543 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:03.422664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-31a2cd83-dff6-47c3-8270-fb70c0c6351e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe55e53248254c14b0c35bd483e2ae5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4905422 Dec 07 13:32:03.423944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48626) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:03.501209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:03.550529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Transition to ACTIVE for port object c7190ab0-6eb0-4ec7-a2c1-651fd8ab6ed0 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:03.582802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9c89d325-6cc0-4e20-81b0-ff1ef5c2ca6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:03.599945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99de4f6c-c1ef-4d32-834c-9da8bce1cc9b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:03.608926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-186aafb4-bf0b-4a00-ae40-702658ca5f14 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:03.649564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Deleting port 9b56cec8-6162-4250-bf56-876645fbd3cd {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:03.650212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:03.667073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de4f6c-c1ef-4d32-834c-9da8bce1cc9b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=3fecb530-87ec-4b12-8811-4850df880543,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:03.673513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-99de4f6c-c1ef-4d32-834c-9da8bce1cc9b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:03.676407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9c89d325-6cc0-4e20-81b0-ff1ef5c2ca6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:03.682120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a4f56a9a-5e8a-4dcd-846a-b3dcb8739169 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 76d49f9d-d1a8-46f0-8adf-834c2bbc8675, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=76d49f9d-d1a8-46f0-8adf-834c2bbc8675,segment=NetworkSegment(a029c2b2-4376-4228-bb62-b64926c95592),segment_id=a029c2b2-4376-4228-bb62-b64926c95592)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:03.682513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4f56a9a-5e8a-4dcd-846a-b3dcb8739169 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:03.684585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:03.693831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:03.733393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99de4f6c-c1ef-4d32-834c-9da8bce1cc9b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:03.792447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-99de4f6c-c1ef-4d32-834c-9da8bce1cc9b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/3fecb530-87ec-4b12-8811-4850df880543 HTTP/1.1" status: 204 len: 168 time: 1.3420808 Dec 07 13:32:03.795442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48630) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:03.797308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network 02dbd154-26a7-432e-98f3-0ec890dc5fa4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:03.807873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:03.820290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a4f56a9a-5e8a-4dcd-846a-b3dcb8739169 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:03.859276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:03.859276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:03.868117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=c7190ab0-6eb0-4ec7-a2c1-651fd8ab6ed0,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:03.872718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:03.913298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] For port 9b56cec8-6162-4250-bf56-876645fbd3cd, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9b56cec8-6162-4250-bf56-876645fbd3cd,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:03.913680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:03.929139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51982f5-84c9-4824-a66b-09de0d81d4a4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:03.930194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c51982f5-84c9-4824-a66b-09de0d81d4a4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Synchronizing usage tracker for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:03.935126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9c89d325-6cc0-4e20-81b0-ff1ef5c2ca6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:03.940198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-746b0320-5cf5-4bfd-8cea-f3242048771f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:03.961108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89d325-6cc0-4e20-81b0-ff1ef5c2ca6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c6fc85-65ce-4b2d-886a-027bec425093,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:03.967057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9c89d325-6cc0-4e20-81b0-ff1ef5c2ca6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:04.004094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9c89d325-6cc0-4e20-81b0-ff1ef5c2ca6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:04.009831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9c89d325-6cc0-4e20-81b0-ff1ef5c2ca6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33c6fc85-65ce-4b2d-886a-027bec425093 HTTP/1.1" status: 204 len: 168 time: 0.5710447 Dec 07 13:32:04.041707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:04.055893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c51982f5-84c9-4824-a66b-09de0d81d4a4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Unset dirty status for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:04.057344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c51982f5-84c9-4824-a66b-09de0d81d4a4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2586107 Dec 07 13:32:04.061409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48636) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:04.085828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a032759-d720-432d-8c9c-c31c22db0d14 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:04.092712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:04.097182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Calling delete_port for 9b56cec8-6162-4250-bf56-876645fbd3cd owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:04.134753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c87500a8-e2f6-4088-ac45-98e0a5327dd7 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:04.168939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44b8562-494f-4b0d-bf9e-8288cb7017a0 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] GET failed (client error): The resource could not be found. Dec 07 13:32:04.170479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c44b8562-494f-4b0d-bf9e-8288cb7017a0 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports/3fecb530-87ec-4b12-8811-4850df880543 HTTP/1.1" status: 404 len: 333 time: 0.1079473 Dec 07 13:32:04.173960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a032759-d720-432d-8c9c-c31c22db0d14 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:04.178383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48640) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:04.181054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8a032759-d720-432d-8c9c-c31c22db0d14 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:04.186149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a032759-d720-432d-8c9c-c31c22db0d14 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:04.186971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a032759-d720-432d-8c9c-c31c22db0d14 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:04.188109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-3010836'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:04.197839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:04.211644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a032759-d720-432d-8c9c-c31c22db0d14 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=63533cfe-7fb0-4695-a8c4-55bcb403bee4,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:04.213657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:network and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:04.215140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8a032759-d720-432d-8c9c-c31c22db0d14 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:04.281392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:04.320728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4f56a9a-5e8a-4dcd-846a-b3dcb8739169 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:04.328151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eb913c3e-f2d3-4058-87ef-c1f44e8546b1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:04.355017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:04.404054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f56a9a-5e8a-4dcd-846a-b3dcb8739169 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=76d49f9d-d1a8-46f0-8adf-834c2bbc8675,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:04.414632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a4f56a9a-5e8a-4dcd-846a-b3dcb8739169 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:04.546918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port c87500a8-e2f6-4088-ac45-98e0a5327dd7 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:04.664928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8a032759-d720-432d-8c9c-c31c22db0d14 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1594565 Dec 07 13:32:04.667523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48646) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:04.674312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'mac_address': 'fa:16:3e:bb:97:2f', 'name': 'tempest-NetworksTestDHCPv6-190807932'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:04.757475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:04.760319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:04.761101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:04.766258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-340d766c-7a3f-49cb-aaa4-140d943f2fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:04.774801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:04.848241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:32:04.859274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:04.859675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Added segment 343c65ba-e3e6-49a1-b9ab-7e95c098387d of type vlan for network fc3cb12c-e380-4486-9cfd-051a49bfecbb Dec 07 13:32:04.866417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Pushing event deleted for resources: {'Port': ['ID=9b56cec8-6162-4250-bf56-876645fbd3cd,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:04.870303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:04.939640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:04.989182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] No DVR routers for this DVR port 9b56cec8-6162-4250-bf56-876645fbd3cd on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:32:05.031722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:05.042652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:05.042652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:05.049594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:05.049947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52593d4f-772b-4d59-942b-dacb08575f45 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:05.052081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d725a1e8-3812-49f6-9744-7fbba908de99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:05.075626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5543f8ee-d083-47c3-b7dc-766a8cd9e52d None None] Network 02dbd154-26a7-432e-98f3-0ec890dc5fa4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:05.097289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:05.099755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:05.207864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:05.214329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:port and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:05.218798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:05.227479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:05.241611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4f56a9a-5e8a-4dcd-846a-b3dcb8739169 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:05.319775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1387978 Dec 07 13:32:05.320025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:05.320388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48658) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:05.326975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:05.331445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Network': ['ID=fc3cb12c-e380-4486-9cfd-051a49bfecbb,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:05.341682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'subnet': {'network_id': 'fc3cb12c-e380-4486-9cfd-051a49bfecbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:05.360980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:05.367735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network fc3cb12c-e380-4486-9cfd-051a49bfecbb details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:32:05.368586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4620f3e1-a235-447f-960f-e94a3a42037f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:05.385362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port 58746daa-694e-4b4b-99ae-61944151f7b5 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:32:05.406107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-94136968-4ba1-4f4e-85f3-27cd05dedece None None] Provisioning for port c87500a8-e2f6-4088-ac45-98e0a5327dd7 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:05.493488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-94136968-4ba1-4f4e-85f3-27cd05dedece None None] Provisioning complete for port c87500a8-e2f6-4088-ac45-98e0a5327dd7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:05.493900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94136968-4ba1-4f4e-85f3-27cd05dedece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:05.568451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=c7190ab0-6eb0-4ec7-a2c1-651fd8ab6ed0,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:05.582392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:05.587562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:subnet and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:05.590623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:05.597047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:05.605036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:05.610035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network 02dbd154-26a7-432e-98f3-0ec890dc5fa4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:05.618228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:05.676243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:05.778205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 172.20.0.5 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/63533cfe-7fb0-4695-a8c4-55bcb403bee4/58746daa-694e-4b4b-99ae-61944151f7b5) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:05.790606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::f816:3eff:febb:972f (c9ee8f68-0885-485a-ba4e-56608c96e7d4/bc7d108b-8821-4d02-87ae-53de6c15aca5/58746daa-694e-4b4b-99ae-61944151f7b5) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:05.794841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': '63533cfe-7fb0-4695-a8c4-55bcb403bee4'}, {'subnet_id': 'bc7d108b-8821-4d02-87ae-53de6c15aca5'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:32:05.795799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:05.889130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:05.950594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94136968-4ba1-4f4e-85f3-27cd05dedece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:05.988854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48668) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:06.074475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-94136968-4ba1-4f4e-85f3-27cd05dedece None None] For port c87500a8-e2f6-4088-ac45-98e0a5327dd7, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c87500a8-e2f6-4088-ac45-98e0a5327dd7,segment=NetworkSegment(2b082035-9c1f-4628-984f-49334b408340),segment_id=2b082035-9c1f-4628-984f-49334b408340)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:06.110048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94136968-4ba1-4f4e-85f3-27cd05dedece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:06.113287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:06.226305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94136968-4ba1-4f4e-85f3-27cd05dedece None None] Pushing event updated for resources: {'Port': ['ID=c87500a8-e2f6-4088-ac45-98e0a5327dd7,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:06.230041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-94136968-4ba1-4f4e-85f3-27cd05dedece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:06.344706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:06.368992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'network': {'name': 'tempest-RoutersTest-118167961'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:06.430353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object 58746daa-694e-4b4b-99ae-61944151f7b5 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:06.444290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:06.457202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:network and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:06.465443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:06.472649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f60527e4-1fc5-47ce-89ff-4da12fe4d785 None None] Provisioning complete for port c87500a8-e2f6-4088-ac45-98e0a5327dd7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:06.473109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f60527e4-1fc5-47ce-89ff-4da12fe4d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:06.482317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:06.518152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f56a9a-5e8a-4dcd-846a-b3dcb8739169 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router e705e159-d1aa-4faa-82ac-905f1ac5f644 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:32:06.530025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:06.547435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12c1d9fc-b144-4fc4-a9bd-fe3d484531cf tempest-TestServerAdvancedOps-1151304229 tempest-TestServerAdvancedOps-1151304229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:06.579092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:06.585835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:06.618266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:06.620490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:06.704814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:06.708347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:06.723753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:06.733974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:security_group_rule and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:06.740776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:06.753075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:06.764975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Allocated IP 172.20.0.2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/63533cfe-7fb0-4695-a8c4-55bcb403bee4/505562eb-ed6b-4823-a76d-a15c11acb6ec) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:06.772501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Allocated IP 2001:db8::f816:3eff:fed2:3480 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/bc7d108b-8821-4d02-87ae-53de6c15aca5/505562eb-ed6b-4823-a76d-a15c11acb6ec) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:06.783891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:06.788886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=58746daa-694e-4b4b-99ae-61944151f7b5,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:06.792481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-52ed8ee1-8cfc-4d1a-adf6-19f305154631 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:06.799815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:06.869701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Subnet': ['ID=14e1671c-f82d-4f44-af1e-8f63321ac9fb,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:06.871736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router badad9be-c41b-4abc-a951-22bfc1fe7caf is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:32:06.874756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:06.906224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:06.908581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:06.917000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f60527e4-1fc5-47ce-89ff-4da12fe4d785 None None] Provisioning for port c7190ab0-6eb0-4ec7-a2c1-651fd8ab6ed0 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:06.924578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f60527e4-1fc5-47ce-89ff-4da12fe4d785 None None] Provisioning complete for port c7190ab0-6eb0-4ec7-a2c1-651fd8ab6ed0 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:06.924867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f60527e4-1fc5-47ce-89ff-4da12fe4d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:06.959017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Checking segment: {'id': '343c65ba-e3e6-49a1-b9ab-7e95c098387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fc3cb12c-e380-4486-9cfd-051a49bfecbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:06.959452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network hostable DHCP agents. Network: fc3cb12c-e380-4486-9cfd-051a49bfecbb, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:32:06.986802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3181193 Dec 07 13:32:06.992216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f60527e4-1fc5-47ce-89ff-4da12fe4d785 None None] Port c7190ab0-6eb0-4ec7-a2c1-651fd8ab6ed0 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:32:06.994870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48674) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:07.037033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:07.073970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f56a9a-5e8a-4dcd-846a-b3dcb8739169 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:32:07.084339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a4f56a9a-5e8a-4dcd-846a-b3dcb8739169 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/e705e159-d1aa-4faa-82ac-905f1ac5f644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1639068 Dec 07 13:32:07.086023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48678) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:07.095674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c1687-13fa-4f6d-9ed5-451c9799ce12 None None] Sync routers for ids ['e705e159-d1aa-4faa-82ac-905f1ac5f644'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:32:07.117375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:07.131006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:32:07.138189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:07.140257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:07.140652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Added segment a5d814ee-f8f1-4c9b-ba0b-7793fc8a53e2 of type vlan for network 4a85d5f5-751f-4616-ba34-c54a0a12aa2e Dec 07 13:32:07.156303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c1687-13fa-4f6d-9ed5-451c9799ce12 None None] Routers {'e705e159-d1aa-4faa-82ac-905f1ac5f644'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:07.157392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-cb4c1687-13fa-4f6d-9ed5-451c9799ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e705e159-d1aa-4faa-82ac-905f1ac5f644'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:07.168072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:07.199931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:07.221069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Transition to ACTIVE for port object 505562eb-ed6b-4823-a76d-a15c11acb6ec will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:07.239308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-55080d59-5df1-4318-8192-d9f3819ec4dd None None] Provisioning complete for port c7190ab0-6eb0-4ec7-a2c1-651fd8ab6ed0 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:07.240279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55080d59-5df1-4318-8192-d9f3819ec4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:07.243312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:07.247518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:07.252371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:07.261987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05eacf93-05f8-4887-84b5-da34d7f3c46c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:07.269055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:07.277470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c73b98ff-fc7c-4224-bca0-69a9d8363304 tempest-TagsExtTest-476290269 tempest-TagsExtTest-476290269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:07.287668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587f9dbb-516e-47a5-91bf-4f3d0b130fe4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:07.289033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-587f9dbb-516e-47a5-91bf-4f3d0b130fe4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:07.306242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network fc3cb12c-e380-4486-9cfd-051a49bfecbb is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:32:07.330914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-55080d59-5df1-4318-8192-d9f3819ec4dd None None] Port c7190ab0-6eb0-4ec7-a2c1-651fd8ab6ed0 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:32:07.343518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-587f9dbb-516e-47a5-91bf-4f3d0b130fe4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:07.344956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-587f9dbb-516e-47a5-91bf-4f3d0b130fe4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.3478374 Dec 07 13:32:07.348186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48682) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:07.352636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Transition to ACTIVE for port object 505562eb-ed6b-4823-a76d-a15c11acb6ec will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:07.358885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4727ca-3a0f-4b94-8059-6ae80f1a897e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting subnet 2ef66669-fecd-45aa-b399-7e03147c83dc {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:32:07.396699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e4727ca-3a0f-4b94-8059-6ae80f1a897e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:07.415196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Network': ['ID=4a85d5f5-751f-4616-ba34-c54a0a12aa2e,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:07.418839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:07.427768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:32:07.430773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4399137 Dec 07 13:32:07.434788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/badad9be-c41b-4abc-a951-22bfc1fe7caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2394726 Dec 07 13:32:07.441334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48686) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:07.441866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'network': {'name': 'tempest-RoutersTest-95955295'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:07.444835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbb02b0-d5bf-4bdd-b9ad-7af09bd1bceb None None] Sync routers for ids ['badad9be-c41b-4abc-a951-22bfc1fe7caf'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:32:07.446377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48690) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:07.450168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:07.462438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb02b0-d5bf-4bdd-b9ad-7af09bd1bceb None None] Routers {'badad9be-c41b-4abc-a951-22bfc1fe7caf'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:07.463482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-cfbb02b0-d5bf-4bdd-b9ad-7af09bd1bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['badad9be-c41b-4abc-a951-22bfc1fe7caf'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:07.491471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c87ffa66-bb7d-4ec9-a5ce-aaf2ce073623 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port 58746daa-694e-4b4b-99ae-61944151f7b5 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:07.491853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c87ffa66-bb7d-4ec9-a5ce-aaf2ce073623 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:07.498365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:network and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:07.502273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-cb4c1687-13fa-4f6d-9ed5-451c9799ce12 None None] Set router e705e159-d1aa-4faa-82ac-905f1ac5f644 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:32:07.507197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, fc3cb12c-e380-4486-9cfd-051a49bfecbb) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:07.511932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:07.518743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e4727ca-3a0f-4b94-8059-6ae80f1a897e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:07.521671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:07.522510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:07.530339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:07.557733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-cfbb02b0-d5bf-4bdd-b9ad-7af09bd1bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:07.566677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d81f38-7e44-477a-b234-d98ae8ccab56 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:07.567167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b8d81f38-7e44-477a-b234-d98ae8ccab56 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Synchronizing usage tracker for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:07.574637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb02b0-d5bf-4bdd-b9ad-7af09bd1bceb None None] Routers {'badad9be-c41b-4abc-a951-22bfc1fe7caf'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:07.580597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-cfbb02b0-d5bf-4bdd-b9ad-7af09bd1bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['badad9be-c41b-4abc-a951-22bfc1fe7caf'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:07.585523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:07.597233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 4a85d5f5-751f-4616-ba34-c54a0a12aa2e details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:32:07.600771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:07.609369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:07.616227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c301a6fe-3616-43db-8525-ab7abf249b19 None None] Network fc3cb12c-e380-4486-9cfd-051a49bfecbb requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:07.634909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b8d81f38-7e44-477a-b234-d98ae8ccab56 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Unset dirty status for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:07.636882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b8d81f38-7e44-477a-b234-d98ae8ccab56 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports/c7190ab0-6eb0-4ec7-a2c1-651fd8ab6ed0 HTTP/1.1" status: 200 len: 911 time: 0.1884167 Dec 07 13:32:07.639067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3123219 Dec 07 13:32:07.639946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48694) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:07.644366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-cfbb02b0-d5bf-4bdd-b9ad-7af09bd1bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:07.644832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbb02b0-d5bf-4bdd-b9ad-7af09bd1bceb None None] The sync data for ids ['badad9be-c41b-4abc-a951-22bfc1fe7caf'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:32:07.645011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48696) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:07.732165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b25fd167-ed76-456d-a734-588465ce9a35 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'subnet': {'network_id': 'fc3cb12c-e380-4486-9cfd-051a49bfecbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:07.883572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:07.887519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:32:07.922635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:07.923206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Added segment f0d8361b-6bda-4726-a9eb-9107cf46d49d of type vlan for network c4301f2b-48bc-40fb-b24b-74c76a50283c Dec 07 13:32:08.005198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:08.036336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e4727ca-3a0f-4b94-8059-6ae80f1a897e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:08.036652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b25fd167-ed76-456d-a734-588465ce9a35 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:08.056907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b25fd167-ed76-456d-a734-588465ce9a35 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:subnet and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:08.063316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b25fd167-ed76-456d-a734-588465ce9a35 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:08.072241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b25fd167-ed76-456d-a734-588465ce9a35 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:08.079811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c87500a8-e2f6-4088-ac45-98e0a5327dd7 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:08.143686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c87ffa66-bb7d-4ec9-a5ce-aaf2ce073623 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:08.153711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25fd167-ed76-456d-a734-588465ce9a35 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:08.155254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ee255dc2-95b3-4332-89a7-d169d5ca7a5e None None] Provisioning complete for port c7190ab0-6eb0-4ec7-a2c1-651fd8ab6ed0 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:08.155796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee255dc2-95b3-4332-89a7-d169d5ca7a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:08.159772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b25fd167-ed76-456d-a734-588465ce9a35 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:08.173912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:08.178184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:08.178835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:08.194021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:08.279447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c87ffa66-bb7d-4ec9-a5ce-aaf2ce073623 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for 58746daa-694e-4b4b-99ae-61944151f7b5 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:08.292237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:08.316991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e4727ca-3a0f-4b94-8059-6ae80f1a897e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:08.324471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:08.329989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0b35d6e-6266-41c8-ad72-38fe62d616e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:08.342965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Pushing event updated for resources: {'Port': ['ID=505562eb-ed6b-4823-a76d-a15c11acb6ec,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:08.350820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:08.357402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:08.363730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e4727ca-3a0f-4b94-8059-6ae80f1a897e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:08.375588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4e4727ca-3a0f-4b94-8059-6ae80f1a897e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/subnets/2ef66669-fecd-45aa-b399-7e03147c83dc HTTP/1.1" status: 204 len: 168 time: 1.2880597 Dec 07 13:32:08.387030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48702) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:08.394004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4727ca-3a0f-4b94-8059-6ae80f1a897e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef66669-fecd-45aa-b399-7e03147c83dc,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:08.395872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0afae8-e7a6-44bb-807b-c8446d4a236d None None] Network a325a2fb-61ad-40c3-965e-d8c9a5879437 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:08.462079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Network': ['ID=c4301f2b-48bc-40fb-b24b-74c76a50283c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:08.465057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:08.482940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ee255dc2-95b3-4332-89a7-d169d5ca7a5e None None] Port c7190ab0-6eb0-4ec7-a2c1-651fd8ab6ed0 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:32:08.485999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4e4727ca-3a0f-4b94-8059-6ae80f1a897e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:08.488267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0515819 Dec 07 13:32:08.489148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48706) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:08.499610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'subnet': {'network_id': '4a85d5f5-751f-4616-ba34-c54a0a12aa2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:08.529574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network c4301f2b-48bc-40fb-b24b-74c76a50283c details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:32:08.623164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.ipam_backend_mixin [None req-b25fd167-ed76-456d-a734-588465ce9a35 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 14e1671c-f82d-4f44-af1e-8f63321ac9fb (CIDR: 172.20.0.0/28) Dec 07 13:32:08.656837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:08.662840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25fd167-ed76-456d-a734-588465ce9a35 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:32:08.663373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b25fd167-ed76-456d-a734-588465ce9a35 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:32:08.671099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:subnet and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:08.680983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:08.687608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:08.747700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:08.762155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c87ffa66-bb7d-4ec9-a5ce-aaf2ce073623 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:08.769944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f5cc5373-76ea-40ca-bebf-d5b255c952aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:08.817033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:08.879916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ffa66-bb7d-4ec9-a5ce-aaf2ce073623 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=58746daa-694e-4b4b-99ae-61944151f7b5,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:08.892058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c87ffa66-bb7d-4ec9-a5ce-aaf2ce073623 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:08.972181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port c87500a8-e2f6-4088-ac45-98e0a5327dd7 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:08.972828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:09.011557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Attempting to bind port 505562eb-ed6b-4823-a76d-a15c11acb6ec on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:32:09.011891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Attempting to bind port 505562eb-ed6b-4823-a76d-a15c11acb6ec by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:32:09.012294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Attempting to bind port 505562eb-ed6b-4823-a76d-a15c11acb6ec on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:32:09.055112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-fc3cb12c-e380-4486-9cfd-051a49bfecbb', 'network_id': 'fc3cb12c-e380-4486-9cfd-051a49bfecbb', 'tenant_id': '0b069abc5f4d40959c45586b29d8df59', 'fixed_ips': [{'subnet_id': '14e1671c-f82d-4f44-af1e-8f63321ac9fb'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:32:09.056056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:09.066339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:32:09.066756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:09.067201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:09.067666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:32:09.068734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Bound port: 505562eb-ed6b-4823-a76d-a15c11acb6ec, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:32:09.069139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:09.092743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b25fd167-ed76-456d-a734-588465ce9a35 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3844094 Dec 07 13:32:09.093716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48710) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:09.110016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-61a60a7d-4b56-44b0-ae9b-58d75f652682 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'subnet': {'network_id': 'fc3cb12c-e380-4486-9cfd-051a49bfecbb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:09.131582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c87ffa66-bb7d-4ec9-a5ce-aaf2ce073623 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:09.182436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c87ffa66-bb7d-4ec9-a5ce-aaf2ce073623 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/58746daa-694e-4b4b-99ae-61944151f7b5 HTTP/1.1" status: 204 len: 168 time: 1.8326545 Dec 07 13:32:09.184147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48714) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:09.199115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:09.252587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:09.291039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe55a5e-46c4-4cf7-b0f8-f9ddddbe2d0a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:09.292551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe55a5e-46c4-4cf7-b0f8-f9ddddbe2d0a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:09.293998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe55a5e-46c4-4cf7-b0f8-f9ddddbe2d0a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:09.295260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cbe55a5e-46c4-4cf7-b0f8-f9ddddbe2d0a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:09.311311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:09.312642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:09.319678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-cb4c1687-13fa-4f6d-9ed5-451c9799ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80'}], 'enable_snat': True}, 'gw_port_id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:32:03Z', 'revision_number': 7, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '4e1314a8-e906-41cb-80a3-cc80bc2f9ccd', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:28:26Z', 'updated_at': '2021-12-07T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:09.345315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c1687-13fa-4f6d-9ed5-451c9799ce12 None None] Checking router: e705e159-d1aa-4faa-82ac-905f1ac5f644 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:32:09.423824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:09.424853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] For port 505562eb-ed6b-4823-a76d-a15c11acb6ec, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:32:09.448417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691ab7aa-68a5-4acd-a6eb-c2a1abdbb96e None None] DHCP port deletion for a325a2fb-61ad-40c3-965e-d8c9a5879437 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:32:09.450832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cbe55a5e-46c4-4cf7-b0f8-f9ddddbe2d0a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:09.452794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] For port 505562eb-ed6b-4823-a76d-a15c11acb6ec, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=505562eb-ed6b-4823-a76d-a15c11acb6ec,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:32:09.455828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cbe55a5e-46c4-4cf7-b0f8-f9ddddbe2d0a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2690978 Dec 07 13:32:09.456830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48718) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:09.460569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-691ab7aa-68a5-4acd-a6eb-c2a1abdbb96e None None] Deleting port fd29f824-1a69-4501-a1d9-bd470cbddb1f {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:09.461055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-691ab7aa-68a5-4acd-a6eb-c2a1abdbb96e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:09.492662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c1687-13fa-4f6d-9ed5-451c9799ce12 None None] Routers {'e705e159-d1aa-4faa-82ac-905f1ac5f644'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:09.493439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-cb4c1687-13fa-4f6d-9ed5-451c9799ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e705e159-d1aa-4faa-82ac-905f1ac5f644'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:09.516218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-61a60a7d-4b56-44b0-ae9b-58d75f652682 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:09.543590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-61a60a7d-4b56-44b0-ae9b-58d75f652682 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:subnet and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:09.550768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-61a60a7d-4b56-44b0-ae9b-58d75f652682 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:09.567762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-61a60a7d-4b56-44b0-ae9b-58d75f652682 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:09.679706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4e1314a8-e906-41cb-80a3-cc80bc2f9ccd,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:09.680275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:09.723790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a60a7d-4b56-44b0-ae9b-58d75f652682 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:09.730723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61a60a7d-4b56-44b0-ae9b-58d75f652682 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:09.807046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:09.824527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:09.825522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e04b1fed-22f1-464e-bd89-d3e6b22947de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:09.887631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Allocated IP 172.20.0.2 (fc3cb12c-e380-4486-9cfd-051a49bfecbb/14e1671c-f82d-4f44-af1e-8f63321ac9fb/d99c42c5-1179-4723-b921-e426e69d6869) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:09.922576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68a3b63-6736-48c5-8528-5aa40ca84a75 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet 63533cfe-7fb0-4695-a8c4-55bcb403bee4 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:32:09.928034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f68a3b63-6736-48c5-8528-5aa40ca84a75 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:09.959525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:10.018261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f68a3b63-6736-48c5-8528-5aa40ca84a75 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:10.120474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device fd29f824-1a69-4501-a1d9-bd470cbddb1f no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:32:10.150890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f68a3b63-6736-48c5-8528-5aa40ca84a75 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:10.164179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Pushing event updated for resources: {'Port': ['ID=505562eb-ed6b-4823-a76d-a15c11acb6ec,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:10.174636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:10.178676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-cb4c1687-13fa-4f6d-9ed5-451c9799ce12 None None] Set router e705e159-d1aa-4faa-82ac-905f1ac5f644 gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:32:10.185559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ad009d48-246b-41a9-a173-eda3551c9df7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:10.225160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:10.314203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Subnet': ['ID=84e6414e-bcfa-4b49-9757-c3ea8755aea3,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:10.317264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:10.323869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:10.333075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b6e6f063-5a5c-43b8-ab12-35b53acd14b8 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:10.375959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f68a3b63-6736-48c5-8528-5aa40ca84a75 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:10.383726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=4e1314a8-e906-41cb-80a3-cc80bc2f9ccd,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:10.390157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:10.391091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b637ae4f-39b4-4ac5-805d-d2a7ee1bc6fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:10.428730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-cb4c1687-13fa-4f6d-9ed5-451c9799ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:32:09Z', 'revision_number': 8, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:10.453784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Checking segment: {'id': 'a5d814ee-f8f1-4c9b-ba0b-7793fc8a53e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4a85d5f5-751f-4616-ba34-c54a0a12aa2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:10.454047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network hostable DHCP agents. Network: 4a85d5f5-751f-4616-ba34-c54a0a12aa2e, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:32:10.456793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c1687-13fa-4f6d-9ed5-451c9799ce12 None None] The sync data for ids ['e705e159-d1aa-4faa-82ac-905f1ac5f644'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'e705e159-d1aa-4faa-82ac-905f1ac5f644', 'name': 'tempest-TestNetworkBasicOps-router-908989057', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:28:24Z', 'updated_at': '2021-12-07T13:32:09Z', 'revision_number': 8, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port_host': None}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:32:10.482083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-691ab7aa-68a5-4acd-a6eb-c2a1abdbb96e None None] For port fd29f824-1a69-4501-a1d9-bd470cbddb1f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=fd29f824-1a69-4501-a1d9-bd470cbddb1f,segment=NetworkSegment(a029c2b2-4376-4228-bb62-b64926c95592),segment_id=a029c2b2-4376-4228-bb62-b64926c95592)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:10.482748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-691ab7aa-68a5-4acd-a6eb-c2a1abdbb96e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:10.609450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network 4a85d5f5-751f-4616-ba34-c54a0a12aa2e is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:32:10.673139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting port c7190ab0-6eb0-4ec7-a2c1-651fd8ab6ed0 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:10.673650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:10.720300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61a60a7d-4b56-44b0-ae9b-58d75f652682 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:10.724249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 4a85d5f5-751f-4616-ba34-c54a0a12aa2e) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:10.727870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-691ab7aa-68a5-4acd-a6eb-c2a1abdbb96e None None] Calling delete_port for fd29f824-1a69-4501-a1d9-bd470cbddb1f owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:10.733271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d176bff5-fef3-43f6-a390-5074c8ed6f5f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:10.781182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194e540d-1935-4cd2-9f1f-b82c84dac0c9 None None] Network 4a85d5f5-751f-4616-ba34-c54a0a12aa2e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:10.783135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:10.784071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f68a3b63-6736-48c5-8528-5aa40ca84a75 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:10.784776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:10.788018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a3b63-6736-48c5-8528-5aa40ca84a75 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=63533cfe-7fb0-4695-a8c4-55bcb403bee4,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:10.790374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f68a3b63-6736-48c5-8528-5aa40ca84a75 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:10.891908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:10.961482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a60a7d-4b56-44b0-ae9b-58d75f652682 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network fc3cb12c-e380-4486-9cfd-051a49bfecbb is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:10.978782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4826510 Dec 07 13:32:10.978782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48722) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:10.982917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:10.984963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-61a60a7d-4b56-44b0-ae9b-58d75f652682 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:10.990815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48724) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:10.993084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f68a3b63-6736-48c5-8528-5aa40ca84a75 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/63533cfe-7fb0-4695-a8c4-55bcb403bee4 HTTP/1.1" status: 204 len: 168 time: 1.5264409 Dec 07 13:32:10.993924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a60a7d-4b56-44b0-ae9b-58d75f652682 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Subnet': ['ID=d4a643a5-7768-4f7a-9bf6-477d882b8878,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:11.001412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'subnet': {'network_id': 'c4301f2b-48bc-40fb-b24b-74c76a50283c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:11.017493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port fd29f824-1a69-4501-a1d9-bd470cbddb1f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=fd29f824-1a69-4501-a1d9-bd470cbddb1f,segment=NetworkSegment(a029c2b2-4376-4228-bb62-b64926c95592),segment_id=a029c2b2-4376-4228-bb62-b64926c95592)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:11.020220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a60a7d-4b56-44b0-ae9b-58d75f652682 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:11.020702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61a60a7d-4b56-44b0-ae9b-58d75f652682 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:11.051656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Transition to ACTIVE for port object d99c42c5-1179-4723-b921-e426e69d6869 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:11.065180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:11.072080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61a60a7d-4b56-44b0-ae9b-58d75f652682 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:11.094710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eb45c1dc-a8c6-416f-a515-831a25c982be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:11.100702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:11.202145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Transition to ACTIVE for port object d99c42c5-1179-4723-b921-e426e69d6869 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:11.221688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-691ab7aa-68a5-4acd-a6eb-c2a1abdbb96e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:32:11.222186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-691ab7aa-68a5-4acd-a6eb-c2a1abdbb96e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:32:11.274272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-61a60a7d-4b56-44b0-ae9b-58d75f652682 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1714134 Dec 07 13:32:11.279418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48730) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:11.284239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:11.289034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'network_id': 'fc3cb12c-e380-4486-9cfd-051a49bfecbb', 'fixed_ips': [{'subnet_id': '14e1671c-f82d-4f44-af1e-8f63321ac9fb'}, {'subnet_id': 'd4a643a5-7768-4f7a-9bf6-477d882b8878'}], 'name': 'tempest-PortsTestJSON-1158889401'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:11.289418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=fd29f824-1a69-4501-a1d9-bd470cbddb1f,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:11.299468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:11.299992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:11.333923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:11.371928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:11.412837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-4a85d5f5-751f-4616-ba34-c54a0a12aa2e', 'network_id': '4a85d5f5-751f-4616-ba34-c54a0a12aa2e', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'fixed_ips': [{'subnet_id': '84e6414e-bcfa-4b49-9757-c3ea8755aea3'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:32:11.413729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:11.441528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Network fc3cb12c-e380-4486-9cfd-051a49bfecbb is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:11.449304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:11.451974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:11.452935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:subnet and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:11.455662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:11.460985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:port and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:11.464332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:11.470698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:11.502462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Pushing event updated for resources: {'Port': ['ID=d99c42c5-1179-4723-b921-e426e69d6869,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:11.506443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:11.528540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:11.540734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Calling delete_port for c7190ab0-6eb0-4ec7-a2c1-651fd8ab6ed0 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:11.554228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:11.605537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:11.678715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a701f99-a698-4331-984a-20268c6d9473 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet bc7d108b-8821-4d02-87ae-53de6c15aca5 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:32:11.714978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:11.715455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a701f99-a698-4331-984a-20268c6d9473 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:11.726273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:11.727599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-691ab7aa-68a5-4acd-a6eb-c2a1abdbb96e None None] Deleting port fd29f824-1a69-4501-a1d9-bd470cbddb1f {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:11.728007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-691ab7aa-68a5-4acd-a6eb-c2a1abdbb96e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:11.796341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a701f99-a698-4331-984a-20268c6d9473 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:11.799178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:11.825031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] device_id is not set on port 6b224d5c-9074-4708-b257-06037276a56c yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:32:11.834583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:11.850621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Attempting to bind port d99c42c5-1179-4723-b921-e426e69d6869 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:32:11.851035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Attempting to bind port d99c42c5-1179-4723-b921-e426e69d6869 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '343c65ba-e3e6-49a1-b9ab-7e95c098387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fc3cb12c-e380-4486-9cfd-051a49bfecbb'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:32:11.851515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Attempting to bind port d99c42c5-1179-4723-b921-e426e69d6869 on network fc3cb12c-e380-4486-9cfd-051a49bfecbb {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:32:11.862381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:11.862933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Fanout notify agent at l3_agent the message router_deleted on router e705e159-d1aa-4faa-82ac-905f1ac5f644 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:32:11.869999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:32:11.870431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Checking segment: {'id': '343c65ba-e3e6-49a1-b9ab-7e95c098387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fc3cb12c-e380-4486-9cfd-051a49bfecbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:11.871049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:11.871523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Bound using segment: {'id': '343c65ba-e3e6-49a1-b9ab-7e95c098387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fc3cb12c-e380-4486-9cfd-051a49bfecbb'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:32:11.872061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Bound port: d99c42c5-1179-4723-b921-e426e69d6869, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343c65ba-e3e6-49a1-b9ab-7e95c098387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fc3cb12c-e380-4486-9cfd-051a49bfecbb'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:32:11.872483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:11.877364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:11.878793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/routers/e705e159-d1aa-4faa-82ac-905f1ac5f644 HTTP/1.1" status: 204 len: 168 time: 3.4907417 Dec 07 13:32:11.885877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48734) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:12.190637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 505562eb-ed6b-4823-a76d-a15c11acb6ec up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:12.220237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:12.289374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port fd29f824-1a69-4501-a1d9-bd470cbddb1f {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:12.290188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:12.397015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-691ab7aa-68a5-4acd-a6eb-c2a1abdbb96e None None] For port fd29f824-1a69-4501-a1d9-bd470cbddb1f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=fd29f824-1a69-4501-a1d9-bd470cbddb1f,segment=NetworkSegment(a029c2b2-4376-4228-bb62-b64926c95592),segment_id=a029c2b2-4376-4228-bb62-b64926c95592)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:12.398023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-691ab7aa-68a5-4acd-a6eb-c2a1abdbb96e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:12.413965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:12.511470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:12.528052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8c0fe783-31bc-4970-a9f5-7d90479d8d79 tempest-ExtraDHCPOptionsTestJSON-1738524642 tempest-ExtraDHCPOptionsTestJSON-1738524642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:12.550578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-691ab7aa-68a5-4acd-a6eb-c2a1abdbb96e None None] Calling delete_port for fd29f824-1a69-4501-a1d9-bd470cbddb1f owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:12.596531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Port': ['ID=c7190ab0-6eb0-4ec7-a2c1-651fd8ab6ed0,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:12.607080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a701f99-a698-4331-984a-20268c6d9473 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:12.678258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] For port d99c42c5-1179-4723-b921-e426e69d6869, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:32:12.682443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] For port d99c42c5-1179-4723-b921-e426e69d6869, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d99c42c5-1179-4723-b921-e426e69d6869,segment=NetworkSegment(343c65ba-e3e6-49a1-b9ab-7e95c098387d),segment_id=343c65ba-e3e6-49a1-b9ab-7e95c098387d)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:32:12.684558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Allocated IP 172.20.0.2 (4a85d5f5-751f-4616-ba34-c54a0a12aa2e/84e6414e-bcfa-4b49-9757-c3ea8755aea3/5600c022-6050-48b6-9f1f-c7496fbd6078) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:12.690942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port fd29f824-1a69-4501-a1d9-bd470cbddb1f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=fd29f824-1a69-4501-a1d9-bd470cbddb1f,segment=NetworkSegment(a029c2b2-4376-4228-bb62-b64926c95592),segment_id=a029c2b2-4376-4228-bb62-b64926c95592)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:12.691393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:12.715071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:12.715546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:12.718552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:12.719148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:12.719730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:12.720314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:12.720885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:12.722131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:12.722703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:12.723286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:12.723908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:12.736358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:12.842250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for fd29f824-1a69-4501-a1d9-bd470cbddb1f owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:12.882944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Allocated IP 172.20.0.9 (fc3cb12c-e380-4486-9cfd-051a49bfecbb/14e1671c-f82d-4f44-af1e-8f63321ac9fb/6b224d5c-9074-4708-b257-06037276a56c) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:12.894667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Allocated IP 172.20.0.22 (fc3cb12c-e380-4486-9cfd-051a49bfecbb/d4a643a5-7768-4f7a-9bf6-477d882b8878/6b224d5c-9074-4708-b257-06037276a56c) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:12.937653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:32:12.938153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:32:12.953608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6302d024-34cb-407c-903e-17ae00605834 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:12.965340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:12.986913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a701f99-a698-4331-984a-20268c6d9473 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:13.000924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:13.039849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a701f99-a698-4331-984a-20268c6d9473 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:13.051147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a701f99-a698-4331-984a-20268c6d9473 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=bc7d108b-8821-4d02-87ae-53de6c15aca5,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:13.068084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-691ab7aa-68a5-4acd-a6eb-c2a1abdbb96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:13.073422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:13.090661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d18acb8-7307-4cfb-a4a7-9ee0b7614b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:13.111577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2a701f99-a698-4331-984a-20268c6d9473 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:13.165062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ab7aa-68a5-4acd-a6eb-c2a1abdbb96e None None] Pushing event deleted for resources: {'Port': ['ID=fd29f824-1a69-4501-a1d9-bd470cbddb1f,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:13.195279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:13.204858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2a701f99-a698-4331-984a-20268c6d9473 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/bc7d108b-8821-4d02-87ae-53de6c15aca5 HTTP/1.1" status: 204 len: 168 time: 2.2193360 Dec 07 13:32:13.205064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:13.206320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48738) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:13.299044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ab7aa-68a5-4acd-a6eb-c2a1abdbb96e None None] No DVR routers for this DVR port fd29f824-1a69-4501-a1d9-bd470cbddb1f on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:32:13.309614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2235d262-579c-47e3-94cc-22325f64f642 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018579 Dec 07 13:32:13.310305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48742) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:13.317383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Transition to ACTIVE for port object 5600c022-6050-48b6-9f1f-c7496fbd6078 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:13.320180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Transition to ACTIVE for port object 6b224d5c-9074-4708-b257-06037276a56c will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:13.332235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c967de28-412d-4f31-a62b-538bc095daa5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:13.360719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:13.373437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-565b5cce-8667-4953-845b-8b81de184db6 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:13.383738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Transition to ACTIVE for port object 5600c022-6050-48b6-9f1f-c7496fbd6078 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:13.391524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-23a563e4-4077-4dcf-b268-be3228073b0e None None] Provisioning for port 505562eb-ed6b-4823-a76d-a15c11acb6ec completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:13.404496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-23a563e4-4077-4dcf-b268-be3228073b0e None None] Provisioning complete for port 505562eb-ed6b-4823-a76d-a15c11acb6ec triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:13.404924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-23a563e4-4077-4dcf-b268-be3228073b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:13.435174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Pushing event updated for resources: {'Port': ['ID=d99c42c5-1179-4723-b921-e426e69d6869,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:13.444711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port fd29f824-1a69-4501-a1d9-bd470cbddb1f {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:13.445260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:13.447396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:13.448064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4e0b5d4f-6d6e-4dca-b8da-8c36647cb8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:13.448463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4e0b5d4f-6d6e-4dca-b8da-8c36647cb8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:13.449526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:13.456711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a75eb075-e536-4aa4-a7fb-54d55226c209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:13.471349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Subnet': ['ID=9f3ec8bb-328b-403e-a898-cb2e6a9e5e6b,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:13.478541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:13.511781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 505562eb-ed6b-4823-a76d-a15c11acb6ec completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:13.543856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 505562eb-ed6b-4823-a76d-a15c11acb6ec triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:13.544290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:13.612159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Network 4a85d5f5-751f-4616-ba34-c54a0a12aa2e is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:13.622448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:13.624879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Checking segment: {'id': 'f0d8361b-6bda-4726-a9eb-9107cf46d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4301f2b-48bc-40fb-b24b-74c76a50283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:13.625279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network hostable DHCP agents. Network: c4301f2b-48bc-40fb-b24b-74c76a50283c, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:32:13.628759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:13.640035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Pushing event updated for resources: {'Port': ['ID=5600c022-6050-48b6-9f1f-c7496fbd6078,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:13.661659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router badad9be-c41b-4abc-a951-22bfc1fe7caf has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:32:13.665589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:13.749232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network c4301f2b-48bc-40fb-b24b-74c76a50283c is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:32:13.788843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:32:13.810341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] The port 'fd29f824-1a69-4501-a1d9-bd470cbddb1f' was deleted {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:32:13.812482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-23a563e4-4077-4dcf-b268-be3228073b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:13.823105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Deleting port 505562eb-ed6b-4823-a76d-a15c11acb6ec {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:13.827279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:13.830382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:32:13.842332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/badad9be-c41b-4abc-a951-22bfc1fe7caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1993449 Dec 07 13:32:13.843354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48746) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:13.867898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c967de28-412d-4f31-a62b-538bc095daa5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:13.884588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, c4301f2b-48bc-40fb-b24b-74c76a50283c) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:13.899010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:13.899929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:13.907514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5ae6a620-7b8c-41cc-8bc0-fa1fe8d5d7e5 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Synchronizing usage tracker for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:13.966684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9738336 Dec 07 13:32:13.970678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48750) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:13.977668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6e90336e-ca7f-47a9-a5b1-45b8e1101416 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-598174557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:13.986371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6e90336e-ca7f-47a9-a5b1-45b8e1101416 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:13.992047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6e90336e-ca7f-47a9-a5b1-45b8e1101416 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:router and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:13.992320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ad264-0dce-483f-bbd0-2b2d908881d0 None None] Sync routers for ids ['badad9be-c41b-4abc-a951-22bfc1fe7caf'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:32:13.995147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:13.995559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6e90336e-ca7f-47a9-a5b1-45b8e1101416 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:13.996262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f968a76e-ecc9-4881-a508-f3e9f8c32a54 None None] Network c4301f2b-48bc-40fb-b24b-74c76a50283c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:14.004282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5ae6a620-7b8c-41cc-8bc0-fa1fe8d5d7e5 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Unset dirty status for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:14.006633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5ae6a620-7b8c-41cc-8bc0-fa1fe8d5d7e5 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports?device_id=badad9be-c41b-4abc-a951-22bfc1fe7caf HTTP/1.1" status: 200 len: 205 time: 0.1615052 Dec 07 13:32:14.013458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48754) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:14.016444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6e90336e-ca7f-47a9-a5b1-45b8e1101416 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:14.018765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c967de28-412d-4f31-a62b-538bc095daa5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:14.023565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-931e7f73-adc1-4ba6-9935-bba2d6f8be0e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:14.061243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c967de28-412d-4f31-a62b-538bc095daa5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:14.091630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.100690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c967de28-412d-4f31-a62b-538bc095daa5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:14.142568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network fc3cb12c-e380-4486-9cfd-051a49bfecbb is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:14.153694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:14.166274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a325a2fb-61ad-40c3-965e-d8c9a5879437']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:14.174439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:14.186301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-23c99d77-593f-44ff-a7aa-e93c7413dff3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.215327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=6b224d5c-9074-4708-b257-06037276a56c,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:14.217746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c967de28-412d-4f31-a62b-538bc095daa5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:14.224431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c967de28-412d-4f31-a62b-538bc095daa5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.256471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e90336e-ca7f-47a9-a5b1-45b8e1101416 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.257282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e90336e-ca7f-47a9-a5b1-45b8e1101416 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.266042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a029c2b2-4376-4228-bb62-b64926c95592') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:14.266358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a029c2b2-4376-4228-bb62-b64926c95592') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:14.357428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:14.357780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:14.358194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:14.358604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:14.359016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:14.359460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:14.359971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:14.360252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:14.360658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:14.361062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:14.361830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:14.366420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.369627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e90336e-ca7f-47a9-a5b1-45b8e1101416 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.379223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:14.407550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:14.408230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.414540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.431781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:32:14.432227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:32:14.451838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:32:14.504178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Attempting to bind port 5600c022-6050-48b6-9f1f-c7496fbd6078 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:32:14.504589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Attempting to bind port 5600c022-6050-48b6-9f1f-c7496fbd6078 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'a5d814ee-f8f1-4c9b-ba0b-7793fc8a53e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4a85d5f5-751f-4616-ba34-c54a0a12aa2e'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:32:14.504995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Attempting to bind port 5600c022-6050-48b6-9f1f-c7496fbd6078 on network 4a85d5f5-751f-4616-ba34-c54a0a12aa2e {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:32:14.560679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ad264-0dce-483f-bbd0-2b2d908881d0 None None] Routers {'badad9be-c41b-4abc-a951-22bfc1fe7caf'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:14.561393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9f2ad264-0dce-483f-bbd0-2b2d908881d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['badad9be-c41b-4abc-a951-22bfc1fe7caf'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:14.584920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.3039172 Dec 07 13:32:14.587752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48758) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:14.595359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f950b929-1177-473d-a2e2-f9b21c4619bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '14e1671c-f82d-4f44-af1e-8f63321ac9fb'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:14.624268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-23a563e4-4077-4dcf-b268-be3228073b0e None None] For port 505562eb-ed6b-4823-a76d-a15c11acb6ec, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=505562eb-ed6b-4823-a76d-a15c11acb6ec,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:14.641904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:32:14.642942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Checking segment: {'id': 'a5d814ee-f8f1-4c9b-ba0b-7793fc8a53e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4a85d5f5-751f-4616-ba34-c54a0a12aa2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:14.643142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.643789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Bound using segment: {'id': 'a5d814ee-f8f1-4c9b-ba0b-7793fc8a53e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4a85d5f5-751f-4616-ba34-c54a0a12aa2e'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:32:14.644284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Bound port: 5600c022-6050-48b6-9f1f-c7496fbd6078, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d814ee-f8f1-4c9b-ba0b-7793fc8a53e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4a85d5f5-751f-4616-ba34-c54a0a12aa2e'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:32:14.644706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.674065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.699998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-23a563e4-4077-4dcf-b268-be3228073b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.713563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:14.742254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9f2ad264-0dce-483f-bbd0-2b2d908881d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:14.755759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.763808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] For port 505562eb-ed6b-4823-a76d-a15c11acb6ec, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=505562eb-ed6b-4823-a76d-a15c11acb6ec,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:14.764254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.765487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c11ceb16-483d-4adf-9223-cf352781ff8b tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:14.792064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.818748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Network': ['ID=a325a2fb-61ad-40c3-965e-d8c9a5879437,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:14.830613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:14.838357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f950b929-1177-473d-a2e2-f9b21c4619bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.858249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/networks/a325a2fb-61ad-40c3-965e-d8c9a5879437 HTTP/1.1" status: 204 len: 168 time: 2.9678392 Dec 07 13:32:14.858455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e90336e-ca7f-47a9-a5b1-45b8e1101416 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.931573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48762) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:14.945874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e90336e-ca7f-47a9-a5b1-45b8e1101416 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.947204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6e90336e-ca7f-47a9-a5b1-45b8e1101416 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9743829 Dec 07 13:32:14.948438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'network': {'name': 'tempest-network-smoke--1550872679', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'port_security_enabled': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:14.954010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48766) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:14.964602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-23c99d77-593f-44ff-a7aa-e93c7413dff3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:14.969479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-23c99d77-593f-44ff-a7aa-e93c7413dff3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:15.003549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Calling delete_port for 505562eb-ed6b-4823-a76d-a15c11acb6ec owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:15.023571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:15.037494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:network and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:15.045067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-23c99d77-593f-44ff-a7aa-e93c7413dff3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:15.045881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c99d77-593f-44ff-a7aa-e93c7413dff3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Fanout notify agent at l3_agent the message router_deleted on router badad9be-c41b-4abc-a951-22bfc1fe7caf {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:32:15.051121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c967de28-412d-4f31-a62b-538bc095daa5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:15.055213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:15.060858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-23c99d77-593f-44ff-a7aa-e93c7413dff3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:15.065472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-23c99d77-593f-44ff-a7aa-e93c7413dff3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/routers/badad9be-c41b-4abc-a951-22bfc1fe7caf HTTP/1.1" status: 204 len: 168 time: 1.0509131 Dec 07 13:32:15.066842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f68a3b63-6736-48c5-8528-5aa40ca84a75 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:15.067417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48770) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:15.135332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ad264-0dce-483f-bbd0-2b2d908881d0 None None] Routers set() bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:15.135854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ad264-0dce-483f-bbd0-2b2d908881d0 None None] Router IDs set() for agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 07 13:32:15.136648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_agentschedulers_db [None req-9f2ad264-0dce-483f-bbd0-2b2d908881d0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'badad9be-c41b-4abc-a951-22bfc1fe7caf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent'). {{(pid=88899) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Dec 07 13:32:15.137166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ad264-0dce-483f-bbd0-2b2d908881d0 None None] The sync data for ids ['badad9be-c41b-4abc-a951-22bfc1fe7caf'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:32:15.197065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:15.256303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:32:15.256880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:32:15.263350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c967de28-412d-4f31-a62b-538bc095daa5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:15.280753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c967de28-412d-4f31-a62b-538bc095daa5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:15.288310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c967de28-412d-4f31-a62b-538bc095daa5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:15.288958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c967de28-412d-4f31-a62b-538bc095daa5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:15.321417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a563e4-4077-4dcf-b268-be3228073b0e None None] Pushing event updated for resources: {'Port': ['ID=505562eb-ed6b-4823-a76d-a15c11acb6ec,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:15.337399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c4301f2b-48bc-40fb-b24b-74c76a50283c', 'network_id': 'c4301f2b-48bc-40fb-b24b-74c76a50283c', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'fixed_ips': [{'subnet_id': '9f3ec8bb-328b-403e-a898-cb2e6a9e5e6b'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:32:15.338854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:15.355775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-23a563e4-4077-4dcf-b268-be3228073b0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:15.356474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:32:15.356879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:32:15.360704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ce59d0-ff4e-4c16-9806-cac7413ad9f7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting subnet fcb05f3f-8b0d-48f9-b0f7-3a49fc347640 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:32:15.362782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] For port 5600c022-6050-48b6-9f1f-c7496fbd6078, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:32:15.364996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01ce59d0-ff4e-4c16-9806-cac7413ad9f7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:15.374798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967de28-412d-4f31-a62b-538bc095daa5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=e1cc4fab-aafc-42b4-85ed-1da32357828b,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:15.423461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] For port 5600c022-6050-48b6-9f1f-c7496fbd6078, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5600c022-6050-48b6-9f1f-c7496fbd6078,segment=NetworkSegment(a5d814ee-f8f1-4c9b-ba0b-7793fc8a53e2),segment_id=a5d814ee-f8f1-4c9b-ba0b-7793fc8a53e2)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:32:15.432363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01ce59d0-ff4e-4c16-9806-cac7413ad9f7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:15.440273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:15.446226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:15.469742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c967de28-412d-4f31-a62b-538bc095daa5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:15.487312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c967de28-412d-4f31-a62b-538bc095daa5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1713171 Dec 07 13:32:15.493880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48774) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:15.504312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:15.512264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:15.526650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:15.570906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f497bf18-39c2-472f-bb19-d89cfb2569af None None] Network fc3cb12c-e380-4486-9cfd-051a49bfecbb requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:15.643028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:32:15.693285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01ce59d0-ff4e-4c16-9806-cac7413ad9f7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:15.732259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:15.733698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Added segment b81968cd-0bec-457b-8403-c4cb8e0f2f39 of type vlan for network 8b6e945c-1f17-4fdc-84e3-c87aa5738221 Dec 07 13:32:15.737198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Allocated IP 172.21.0.2 (c4301f2b-48bc-40fb-b24b-74c76a50283c/9f3ec8bb-328b-403e-a898-cb2e6a9e5e6b/1986d9eb-b01b-4145-bed7-c3e42678f8c3) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:15.751041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Pushing event updated for resources: {'Port': ['ID=5600c022-6050-48b6-9f1f-c7496fbd6078,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:15.765591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:15.778953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:15.779169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:15.790751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:15.809378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:15.815166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4dc0acda-e00a-40d4-a67a-fbc32989ee62 None None] Provisioning for port d99c42c5-1179-4723-b921-e426e69d6869 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:15.855927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:15.862479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Deleting port 505562eb-ed6b-4823-a76d-a15c11acb6ec {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:15.863280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:15.863443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:15.879268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01ce59d0-ff4e-4c16-9806-cac7413ad9f7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:15.894218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc1a3c8e-7ec3-46a7-8c86-8a3207e0306d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:15.897116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:15.909107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f950b929-1177-473d-a2e2-f9b21c4619bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Delete allocated IP 172.20.0.22 (fc3cb12c-e380-4486-9cfd-051a49bfecbb/d4a643a5-7768-4f7a-9bf6-477d882b8878) {{(pid=88898) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 07 13:32:16.001920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb4bf11-7c0e-4dec-9a3c-1873ddd007a1 None None] Network 02dbd154-26a7-432e-98f3-0ec890dc5fa4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:16.007010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01ce59d0-ff4e-4c16-9806-cac7413ad9f7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:16.050222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce59d0-ff4e-4c16-9806-cac7413ad9f7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb05f3f-8b0d-48f9-b0f7-3a49fc347640,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:16.059081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-01ce59d0-ff4e-4c16-9806-cac7413ad9f7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:16.070773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-01ce59d0-ff4e-4c16-9806-cac7413ad9f7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/fcb05f3f-8b0d-48f9-b0f7-3a49fc347640 HTTP/1.1" status: 204 len: 168 time: 0.9986732 Dec 07 13:32:16.071915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48778) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:16.232534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:16.262985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:16.267078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:16.267781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:16.277509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-baf9e313-a273-4543-be2f-14e389257b82 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:16.300496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:16.329979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting port c87500a8-e2f6-4088-ac45-98e0a5327dd7 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:16.330361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:16.456784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:32:16.504696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:32:16.505221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4e1314a8-e906-41cb-80a3-cc80bc2f9ccd not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:32:16.505786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:32:16.578911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:32:16.579324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 76d49f9d-d1a8-46f0-8adf-834c2bbc8675 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:32:16.686170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] For port c87500a8-e2f6-4088-ac45-98e0a5327dd7, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c87500a8-e2f6-4088-ac45-98e0a5327dd7,segment=NetworkSegment(2b082035-9c1f-4628-984f-49334b408340),segment_id=2b082035-9c1f-4628-984f-49334b408340)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:16.686656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:16.687103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f950b929-1177-473d-a2e2-f9b21c4619bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:16.705860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f950b929-1177-473d-a2e2-f9b21c4619bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Ignored duplicate provisioning block setup for port 6b224d5c-9074-4708-b257-06037276a56c by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 07 13:32:16.835444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Calling delete_port for c87500a8-e2f6-4088-ac45-98e0a5327dd7 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:16.846772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d99c42c5-1179-4723-b921-e426e69d6869 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:16.872134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f950b929-1177-473d-a2e2-f9b21c4619bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:16.904156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Network': ['ID=8b6e945c-1f17-4fdc-84e3-c87aa5738221,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:16.909928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9746621 Dec 07 13:32:16.909928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:16.913186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48782) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:16.938942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1972260230', 'admin_state_up': True, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:16.941935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 8b6e945c-1f17-4fdc-84e3-c87aa5738221 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:32:16.949149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea569500-c4c7-4758-a61a-dbe2160b90a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:16.953791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:16.963642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:router and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:16.979272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:16.992030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:17.061863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:17.071085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bc1158b0-5292-4333-b320-71595877880c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:17.074336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:17.118241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:17.120174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:17.122612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Transition to ACTIVE for port object 1986d9eb-b01b-4145-bed7-c3e42678f8c3 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:17.137597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Port': ['ID=c87500a8-e2f6-4088-ac45-98e0a5327dd7,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:17.140430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:17.146256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] No DVR routers for this DVR port c87500a8-e2f6-4088-ac45-98e0a5327dd7 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:32:17.180308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] For port 505562eb-ed6b-4823-a76d-a15c11acb6ec, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=505562eb-ed6b-4823-a76d-a15c11acb6ec,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:17.180860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:17.189094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950b929-1177-473d-a2e2-f9b21c4619bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=6b224d5c-9074-4708-b257-06037276a56c,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:17.225199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f950b929-1177-473d-a2e2-f9b21c4619bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:17.242469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f950b929-1177-473d-a2e2-f9b21c4619bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] In _notify_port_updated(), no bound segment for port 6b224d5c-9074-4708-b257-06037276a56c on network fc3cb12c-e380-4486-9cfd-051a49bfecbb {{(pid=88898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:32:17.248957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f950b929-1177-473d-a2e2-f9b21c4619bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:17.249985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f950b929-1177-473d-a2e2-f9b21c4619bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:17.255750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f950b929-1177-473d-a2e2-f9b21c4619bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "PUT /v2.0/ports/6b224d5c-9074-4708-b257-06037276a56c HTTP/1.1" status: 200 len: 919 time: 2.6665976 Dec 07 13:32:17.257533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48786) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:17.269362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Transition to ACTIVE for port object 1986d9eb-b01b-4145-bed7-c3e42678f8c3 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:17.359004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Allocated IP 172.20.0.1 (4a85d5f5-751f-4616-ba34-c54a0a12aa2e/84e6414e-bcfa-4b49-9757-c3ea8755aea3/8fa66168-90a0-489d-9814-04817b70cf00) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:17.398613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:17.429028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e034ba26-0500-4276-b0fd-e96e1fc87f95 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '14e1671c-f82d-4f44-af1e-8f63321ac9fb'}, {'subnet_id': 'd4a643a5-7768-4f7a-9bf6-477d882b8878'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:17.440517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739e1220-c2af-4073-84d9-3dbdd204b713 None None] DHCP port deletion for 02dbd154-26a7-432e-98f3-0ec890dc5fa4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:32:17.453322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Calling delete_port for 505562eb-ed6b-4823-a76d-a15c11acb6ec owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:17.476256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02dbd154-26a7-432e-98f3-0ec890dc5fa4']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:17.521901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b082035-9c1f-4628-984f-49334b408340') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:17.522139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b082035-9c1f-4628-984f-49334b408340') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:17.525986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013406ef-1af1-4da5-85f9-17676eb5511e None None] Update dhcp port {'port': {'network_id': 'fc3cb12c-e380-4486-9cfd-051a49bfecbb', 'fixed_ips': [{'subnet_id': '14e1671c-f82d-4f44-af1e-8f63321ac9fb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd4a643a5-7768-4f7a-9bf6-477d882b8878'}], 'binding:host_id': 'dv-neutron-ussuri-2-hyperv'}, 'id': 'd99c42c5-1179-4723-b921-e426e69d6869'} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 07 13:32:17.541534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:17.546003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:17.556496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:17.566042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Transition to ACTIVE for port object 8fa66168-90a0-489d-9814-04817b70cf00 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:17.573092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:17.589234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fa50c702-ca76-4eba-9d95-34f998dc769a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:17.611838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:17.616663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b56565ce-287c-4cbc-83aa-555595016eb3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:17.621466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port d99c42c5-1179-4723-b921-e426e69d6869 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:17.637753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port d99c42c5-1179-4723-b921-e426e69d6869 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:17.638180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:17.676538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:17.706206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network 4a85d5f5-751f-4616-ba34-c54a0a12aa2e is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:17.711789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:17.714402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:17.738622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Network c4301f2b-48bc-40fb-b24b-74c76a50283c is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:17.761203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:32:17.761650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:17.763107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:17.770026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=8fa66168-90a0-489d-9814-04817b70cf00,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:17.779539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:17.780552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:17.783155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-013406ef-1af1-4da5-85f9-17676eb5511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:32:17.788441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:32:17.813632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:17.832010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Pushing event updated for resources: {'Port': ['ID=1986d9eb-b01b-4145-bed7-c3e42678f8c3,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:17.856814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:17.977440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:18.009695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dbe5e0-9f7b-48b3-b638-8d5807d5f099 None None] Network 4a85d5f5-751f-4616-ba34-c54a0a12aa2e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:18.189472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Attempting to bind port 1986d9eb-b01b-4145-bed7-c3e42678f8c3 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:32:18.189849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Attempting to bind port 1986d9eb-b01b-4145-bed7-c3e42678f8c3 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f0d8361b-6bda-4726-a9eb-9107cf46d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4301f2b-48bc-40fb-b24b-74c76a50283c'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:32:18.190202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Attempting to bind port 1986d9eb-b01b-4145-bed7-c3e42678f8c3 on network c4301f2b-48bc-40fb-b24b-74c76a50283c {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:32:18.281920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:18.291308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:18.339298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-31a73c44-453f-4786-b53d-89728bceac16 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:18.370823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:18.396546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Network': ['ID=02dbd154-26a7-432e-98f3-0ec890dc5fa4,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:18.410279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:18.418533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:18.453807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:32:18.454189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Checking segment: {'id': 'f0d8361b-6bda-4726-a9eb-9107cf46d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4301f2b-48bc-40fb-b24b-74c76a50283c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:18.454647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:18.455097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Bound using segment: {'id': 'f0d8361b-6bda-4726-a9eb-9107cf46d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4301f2b-48bc-40fb-b24b-74c76a50283c'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:32:18.455661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Bound port: 1986d9eb-b01b-4145-bed7-c3e42678f8c3, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d8361b-6bda-4726-a9eb-9107cf46d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c4301f2b-48bc-40fb-b24b-74c76a50283c'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:32:18.456080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:18.457663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:18.470948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e034ba26-0500-4276-b0fd-e96e1fc87f95 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:18.486171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9fe4c182-895d-49a9-8afc-392e416ad13b None None] Provisioning for port 5600c022-6050-48b6-9f1f-c7496fbd6078 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:18.489318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:32:18.489869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:32:18.499155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:18.502623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:18.519992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/networks/02dbd154-26a7-432e-98f3-0ec890dc5fa4 HTTP/1.1" status: 204 len: 168 time: 2.4468729 Dec 07 13:32:18.534063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48790) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:18.543074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f950b929-1177-473d-a2e2-f9b21c4619bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:18.592060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1350383576', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:18.635005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:18.645623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:18.647348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-013406ef-1af1-4da5-85f9-17676eb5511e None None] Allocated IP 172.20.0.18 (fc3cb12c-e380-4486-9cfd-051a49bfecbb/d4a643a5-7768-4f7a-9bf6-477d882b8878/d99c42c5-1179-4723-b921-e426e69d6869) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:18.652124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=8fa66168-90a0-489d-9814-04817b70cf00,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:18.655962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:18.663488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:router and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:18.666303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port d99c42c5-1179-4723-b921-e426e69d6869, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d99c42c5-1179-4723-b921-e426e69d6869,segment=NetworkSegment(343c65ba-e3e6-49a1-b9ab-7e95c098387d),segment_id=343c65ba-e3e6-49a1-b9ab-7e95c098387d)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:18.685502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:18.700902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:18.725258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:18.726399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5600c022-6050-48b6-9f1f-c7496fbd6078 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:18.803126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-20861a52-d52b-47c4-8cf4-59ff82876857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:18.816739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network 4a85d5f5-751f-4616-ba34-c54a0a12aa2e is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:18.818702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:18.862849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:18.863863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:18.918497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] For port 1986d9eb-b01b-4145-bed7-c3e42678f8c3, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:32:18.959718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] For port 1986d9eb-b01b-4145-bed7-c3e42678f8c3, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1986d9eb-b01b-4145-bed7-c3e42678f8c3,segment=NetworkSegment(f0d8361b-6bda-4726-a9eb-9107cf46d49d),segment_id=f0d8361b-6bda-4726-a9eb-9107cf46d49d)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:32:19.002159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:19.033246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=d99c42c5-1179-4723-b921-e426e69d6869,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:19.040116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:19.045305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:19.046268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:19.108775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] For port 505562eb-ed6b-4823-a76d-a15c11acb6ec, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=505562eb-ed6b-4823-a76d-a15c11acb6ec,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:19.136622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-013406ef-1af1-4da5-85f9-17676eb5511e None None] For port d99c42c5-1179-4723-b921-e426e69d6869, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d99c42c5-1179-4723-b921-e426e69d6869,segment=NetworkSegment(343c65ba-e3e6-49a1-b9ab-7e95c098387d),segment_id=343c65ba-e3e6-49a1-b9ab-7e95c098387d)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:19.181925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:19.186690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Pushing event updated for resources: {'Port': ['ID=1986d9eb-b01b-4145-bed7-c3e42678f8c3,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:19.191112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:19.209299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 5600c022-6050-48b6-9f1f-c7496fbd6078 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:19.222829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 5600c022-6050-48b6-9f1f-c7496fbd6078 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:19.225396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:19.253772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-013406ef-1af1-4da5-85f9-17676eb5511e None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:19.298578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-013406ef-1af1-4da5-85f9-17676eb5511e None None] Transition to ACTIVE for port object d99c42c5-1179-4723-b921-e426e69d6869 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:19.392578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-013406ef-1af1-4da5-85f9-17676eb5511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:19.398217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:19.404849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:19.448781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Deleting port 505562eb-ed6b-4823-a76d-a15c11acb6ec {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:19.449208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:19.481885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:19.547984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:19.548827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:19.561551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-46dcdbe4-8d77-4559-aeff-4ab86fc3770f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:19.591819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:19.593414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router 89447caa-a1a9-44dd-bd97-1b40b159e800 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:32:19.620293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-e034ba26-0500-4276-b0fd-e96e1fc87f95 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Allocated IP 172.20.0.29 (fc3cb12c-e380-4486-9cfd-051a49bfecbb/d4a643a5-7768-4f7a-9bf6-477d882b8878/6b224d5c-9074-4708-b257-06037276a56c) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:19.669989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:19.712651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013406ef-1af1-4da5-85f9-17676eb5511e None None] Pushing event updated for resources: {'Port': ['ID=d99c42c5-1179-4723-b921-e426e69d6869,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:19.727623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-013406ef-1af1-4da5-85f9-17676eb5511e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:19.861131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-06b564ee-9b69-4db3-85cd-ffe5084b51fa None None] Provisioning complete for port 5600c022-6050-48b6-9f1f-c7496fbd6078 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:19.862554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-06b564ee-9b69-4db3-85cd-ffe5084b51fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:19.863621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:32:19.872703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:19.881846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:19.882064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/89447caa-a1a9-44dd-bd97-1b40b159e800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9210861 Dec 07 13:32:19.882754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48794) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:19.885124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dc3f6c-d718-49de-8648-75347ba7d361 None None] Sync routers for ids ['89447caa-a1a9-44dd-bd97-1b40b159e800'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:32:19.895201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:19.897556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:19.916438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dc3f6c-d718-49de-8648-75347ba7d361 None None] Routers {'89447caa-a1a9-44dd-bd97-1b40b159e800'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:19.917115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-19dc3f6c-d718-49de-8648-75347ba7d361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89447caa-a1a9-44dd-bd97-1b40b159e800'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:19.923376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=505562eb-ed6b-4823-a76d-a15c11acb6ec,revision_number=7']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:19.932433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:19.944406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f352d9b-7e25-466c-9981-39c8ab3ea20b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:20.012160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84fd38b-c6b1-44ab-87c1-2ccfdb30489c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:20.012990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c84fd38b-c6b1-44ab-87c1-2ccfdb30489c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Synchronizing usage tracker for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:20.048144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.36.4.254 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/bedd0795-0914-4554-af23-70fbadd705ba) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:20.071826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-19dc3f6c-d718-49de-8648-75347ba7d361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:20.085677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 5600c022-6050-48b6-9f1f-c7496fbd6078, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5600c022-6050-48b6-9f1f-c7496fbd6078,segment=NetworkSegment(a5d814ee-f8f1-4c9b-ba0b-7793fc8a53e2),segment_id=a5d814ee-f8f1-4c9b-ba0b-7793fc8a53e2)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:20.087924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c84fd38b-c6b1-44ab-87c1-2ccfdb30489c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Unset dirty status for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:20.090475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c84fd38b-c6b1-44ab-87c1-2ccfdb30489c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports/8fa66168-90a0-489d-9814-04817b70cf00 HTTP/1.1" status: 200 len: 910 time: 0.2067528 Dec 07 13:32:20.093991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48798) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:20.109129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dc3f6c-d718-49de-8648-75347ba7d361 None None] Routers {'89447caa-a1a9-44dd-bd97-1b40b159e800'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:20.110065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-19dc3f6c-d718-49de-8648-75347ba7d361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89447caa-a1a9-44dd-bd97-1b40b159e800'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:20.190344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-19dc3f6c-d718-49de-8648-75347ba7d361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:20.191148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dc3f6c-d718-49de-8648-75347ba7d361 None None] The sync data for ids ['89447caa-a1a9-44dd-bd97-1b40b159e800'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:32:20.320962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:20.328009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] For port 505562eb-ed6b-4823-a76d-a15c11acb6ec, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=505562eb-ed6b-4823-a76d-a15c11acb6ec,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:20.328460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:20.340457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:20.402656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 505562eb-ed6b-4823-a76d-a15c11acb6ec no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:32:20.567503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Calling delete_port for 505562eb-ed6b-4823-a76d-a15c11acb6ec owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:20.578107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.0828643 Dec 07 13:32:20.578604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48802) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:20.591885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'mac_address': 'fa:16:3e:39:f3:b2', 'name': 'tempest-NetworksTestDHCPv6-877799214'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:20.670706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=c79ee7ea-8e82-4881-9f8c-8855ddfd9c5d,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:20.684538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:20.726765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=5600c022-6050-48b6-9f1f-c7496fbd6078,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:20.737878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:20.805439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e034ba26-0500-4276-b0fd-e96e1fc87f95 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:20.873882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e034ba26-0500-4276-b0fd-e96e1fc87f95 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Ignored duplicate provisioning block setup for port 6b224d5c-9074-4708-b257-06037276a56c by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 07 13:32:20.901168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:20.930996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:20.940435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e034ba26-0500-4276-b0fd-e96e1fc87f95 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:20.950062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-06b564ee-9b69-4db3-85cd-ffe5084b51fa None None] Provisioning for port 8fa66168-90a0-489d-9814-04817b70cf00 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:20.960472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:20.968297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:20.970689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:20.991210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:21.014511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:port and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:21.020073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:21.028543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Pushing event deleted for resources: {'Port': ['ID=505562eb-ed6b-4823-a76d-a15c11acb6ec,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:21.028857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:21.031461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-06b564ee-9b69-4db3-85cd-ffe5084b51fa None None] Provisioning complete for port 8fa66168-90a0-489d-9814-04817b70cf00 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:21.032038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-06b564ee-9b69-4db3-85cd-ffe5084b51fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:21.083915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034ba26-0500-4276-b0fd-e96e1fc87f95 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=6b224d5c-9074-4708-b257-06037276a56c,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:21.087049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:21.099933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e034ba26-0500-4276-b0fd-e96e1fc87f95 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:21.100611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e034ba26-0500-4276-b0fd-e96e1fc87f95 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:21.127100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-06b564ee-9b69-4db3-85cd-ffe5084b51fa None None] Port 8fa66168-90a0-489d-9814-04817b70cf00 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:32:21.127488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:21.148305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:21.161678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:21.182492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:21.427942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:21.487658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:21.529674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:21.584844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:21.610939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db90277-836d-413a-b576-43d27d45b917 None None] Network fc3cb12c-e380-4486-9cfd-051a49bfecbb requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:21.626818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:21.627438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:21.627942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:21.628441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:21.628926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:21.629415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:21.630696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:21.631144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:21.631671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:21.632158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:21.632645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:32:21.636667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:21.654308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d99c42c5-1179-4723-b921-e426e69d6869 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:21.753713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Allocated IP 172.36.4.142 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/020850cc-97f7-4f02-a4d8-f8e444c6fafd) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:21.787698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] No DVR routers for this DVR port 505562eb-ed6b-4823-a76d-a15c11acb6ec on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:32:21.800930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-22e65b6f-d01b-48af-84bf-08c8734a10e7 None None] Provisioning complete for port 8fa66168-90a0-489d-9814-04817b70cf00 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:21.801520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22e65b6f-d01b-48af-84bf-08c8734a10e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:21.844467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port 9eae69bf-92cc-4995-9d30-6eef90455001 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:32:21.876744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-22e65b6f-d01b-48af-84bf-08c8734a10e7 None None] Port 8fa66168-90a0-489d-9814-04817b70cf00 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:32:21.880207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a02fb5-958e-4591-9424-ec20eb8c9575 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:21.924771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:21.999270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:22.002800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=bedd0795-0914-4554-af23-70fbadd705ba,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:22.020147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:22.021259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:22.050913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0491f91-bcaf-4043-a932-0f231c8c7d1d None None] Network c4301f2b-48bc-40fb-b24b-74c76a50283c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:22.105214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:22.122681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:22.128715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e034ba26-0500-4276-b0fd-e96e1fc87f95 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] In _notify_port_updated(), no bound segment for port 6b224d5c-9074-4708-b257-06037276a56c on network fc3cb12c-e380-4486-9cfd-051a49bfecbb {{(pid=88897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:32:22.132949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e034ba26-0500-4276-b0fd-e96e1fc87f95 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:22.133589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e034ba26-0500-4276-b0fd-e96e1fc87f95 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:22.135040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e034ba26-0500-4276-b0fd-e96e1fc87f95 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "PUT /v2.0/ports/6b224d5c-9074-4708-b257-06037276a56c HTTP/1.1" status: 200 len: 999 time: 4.7146335 Dec 07 13:32:22.136673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:22.140391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48806) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:22.165877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=020850cc-97f7-4f02-a4d8-f8e444c6fafd,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:22.171996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:22.198578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:22.199354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:22.219612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port d99c42c5-1179-4723-b921-e426e69d6869 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:22.220038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:22.248251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0b103be6-c182-45c1-8b09-6bc6cdfa46af None None] Provisioning for port d99c42c5-1179-4723-b921-e426e69d6869 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:22.309158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0b103be6-c182-45c1-8b09-6bc6cdfa46af None None] Provisioning complete for port d99c42c5-1179-4723-b921-e426e69d6869 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:22.309960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b103be6-c182-45c1-8b09-6bc6cdfa46af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:22.336389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-083cc74e-ff57-4656-9e4b-09b0e9cb6d05 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port 6b224d5c-9074-4708-b257-06037276a56c {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:22.336923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-083cc74e-ff57-4656-9e4b-09b0e9cb6d05 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:22.378303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Allocated IP 172.21.0.1 (c4301f2b-48bc-40fb-b24b-74c76a50283c/9f3ec8bb-328b-403e-a898-cb2e6a9e5e6b/fe12c15e-3aba-431e-ad56-fc4d8d69da9e) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:22.411662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 172.20.0.4 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/e1cc4fab-aafc-42b4-85ed-1da32357828b/9eae69bf-92cc-4995-9d30-6eef90455001) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:22.431922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::f816:3eff:fe39:f3b2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/c79ee7ea-8e82-4881-9f8c-8855ddfd9c5d/9eae69bf-92cc-4995-9d30-6eef90455001) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:22.474870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': 'c79ee7ea-8e82-4881-9f8c-8855ddfd9c5d'}, {'subnet_id': 'e1cc4fab-aafc-42b4-85ed-1da32357828b'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:32:22.475827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:22.529909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:22.530669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:22.705801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:32:22.857383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1986d9eb-b01b-4145-bed7-c3e42678f8c3 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:23.007873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:32:23.019528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Sync routers for ids ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:32:23.033314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Routers {'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:23.033999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:23.049591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router fe889c1c-193a-4eed-9a2b-7bf8a74b74cb is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:32:23.093045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0b103be6-c182-45c1-8b09-6bc6cdfa46af None None] Provisioning for port 6b224d5c-9074-4708-b257-06037276a56c completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:23.106330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 1986d9eb-b01b-4145-bed7-c3e42678f8c3 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:23.116743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0b103be6-c182-45c1-8b09-6bc6cdfa46af None None] Provisioning complete for port 6b224d5c-9074-4708-b257-06037276a56c triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:23.117168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b103be6-c182-45c1-8b09-6bc6cdfa46af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:23.151499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5600c022-6050-48b6-9f1f-c7496fbd6078 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:23.160512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:23.165876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.2422595 Dec 07 13:32:23.168056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48810) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:23.184113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:23.206551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object 9eae69bf-92cc-4995-9d30-6eef90455001 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:23.231526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-024e6a7a-700a-4b5e-8465-2fda67f7b44b tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ab6625caa7b0446f8943cb009d398a9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0556765 Dec 07 13:32:23.237848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48814) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:23.298018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:23.389208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-83d9b67b-04cd-41f5-8898-622586768457 tempest-RoutersIpV6AdminTest-2106848208 tempest-RoutersIpV6AdminTest-2106848208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:23.413258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:32:23.426071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a272b-3245-4755-80b6-7ee2339e89d4 None None] Sync routers for ids ['fe889c1c-193a-4eed-9a2b-7bf8a74b74cb'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:32:23.443439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a272b-3245-4755-80b6-7ee2339e89d4 None None] Routers {'fe889c1c-193a-4eed-9a2b-7bf8a74b74cb'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:23.444529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ae5a272b-3245-4755-80b6-7ee2339e89d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['fe889c1c-193a-4eed-9a2b-7bf8a74b74cb'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:23.449885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:23.472781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:23.475101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9370871 Dec 07 13:32:23.478310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48818) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:23.492378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:23.510978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ae5a272b-3245-4755-80b6-7ee2339e89d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:23.514743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:23.523487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a272b-3245-4755-80b6-7ee2339e89d4 None None] Routers {'fe889c1c-193a-4eed-9a2b-7bf8a74b74cb'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:23.524494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ae5a272b-3245-4755-80b6-7ee2339e89d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['fe889c1c-193a-4eed-9a2b-7bf8a74b74cb'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:23.529642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:23.534215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0b103be6-c182-45c1-8b09-6bc6cdfa46af None None] Port 6b224d5c-9074-4708-b257-06037276a56c cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:32:23.563540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Transition to ACTIVE for port object fe12c15e-3aba-431e-ad56-fc4d8d69da9e will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:23.581290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-083cc74e-ff57-4656-9e4b-09b0e9cb6d05 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:23.602220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ae5a272b-3245-4755-80b6-7ee2339e89d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:23.602928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a272b-3245-4755-80b6-7ee2339e89d4 None None] The sync data for ids ['fe889c1c-193a-4eed-9a2b-7bf8a74b74cb'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:32:23.632673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=9eae69bf-92cc-4995-9d30-6eef90455001,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:23.723208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 5600c022-6050-48b6-9f1f-c7496fbd6078 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:23.724586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:23.750725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Set router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:32:23.765045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:23.776806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-083cc74e-ff57-4656-9e4b-09b0e9cb6d05 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for 6b224d5c-9074-4708-b257-06037276a56c owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:23.857187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:23.857905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:23.875553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878e803c-9882-43a0-847d-59d0b034330d tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:23.880395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-878e803c-9882-43a0-847d-59d0b034330d tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6388946 Dec 07 13:32:23.891994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48822) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:23.907833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Allocated IP 172.20.0.2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/e1cc4fab-aafc-42b4-85ed-1da32357828b/95591dba-6b9e-4613-bb4b-74e5ab117da0) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:23.923366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5c7e7abb-71a7-43ef-9ca1-14353d96fb16 None None] Provisioning for port 1986d9eb-b01b-4145-bed7-c3e42678f8c3 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:23.945332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Allocated IP 2001:db8::f816:3eff:fe51:521c (c9ee8f68-0885-485a-ba4e-56608c96e7d4/c79ee7ea-8e82-4881-9f8c-8855ddfd9c5d/95591dba-6b9e-4613-bb4b-74e5ab117da0) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:23.952410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:23.961885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5c7e7abb-71a7-43ef-9ca1-14353d96fb16 None None] Provisioning complete for port 1986d9eb-b01b-4145-bed7-c3e42678f8c3 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:23.962291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c7e7abb-71a7-43ef-9ca1-14353d96fb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:23.963474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc735e86-6a30-4a0f-a348-33cc44090b5b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:23.973217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-adb66ac8-9fa8-4358-ab3d-b45f9ca278ab tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/routers/fe889c1c-193a-4eed-9a2b-7bf8a74b74cb HTTP/1.1" status: 200 len: 885 time: 0.4913676 Dec 07 13:32:23.973415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48826) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:24.003085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6fbbbca1-ffb1-4009-9747-ccfe380f0c60 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1074667 Dec 07 13:32:24.033641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48830) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:24.045188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4c853496-3c09-41ee-bab2-dc7d367bc376 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1828983752', 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:24.076547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4965780 Dec 07 13:32:24.076711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48834) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:24.170616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network c4301f2b-48bc-40fb-b24b-74c76a50283c is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:24.215159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:24.245599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:24.277012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=fe12c15e-3aba-431e-ad56-fc4d8d69da9e,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:24.292646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:24.297794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e752129-e666-4cdc-9268-c87bbdbe2185 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:24.298617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3e752129-e666-4cdc-9268-c87bbdbe2185 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:24.331699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4c853496-3c09-41ee-bab2-dc7d367bc376 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:24.340518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4c853496-3c09-41ee-bab2-dc7d367bc376 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:subnet and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:24.345673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4c853496-3c09-41ee-bab2-dc7d367bc376 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:24.365604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-83bd3e5f-1836-4be8-a30e-7e8e02060493 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Synchronizing usage tracker for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:router {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:24.373027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4c853496-3c09-41ee-bab2-dc7d367bc376 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:24.392922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:24.415710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3e752129-e666-4cdc-9268-c87bbdbe2185 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:24.422835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3e752129-e666-4cdc-9268-c87bbdbe2185 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.3447783 Dec 07 13:32:24.423592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48838) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:24.437572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c87500a8-e2f6-4088-ac45-98e0a5327dd7 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:32:24.446574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c853496-3c09-41ee-bab2-dc7d367bc376 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:24.489927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-83bd3e5f-1836-4be8-a30e-7e8e02060493 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Unset dirty status for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:router {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:24.491749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-83bd3e5f-1836-4be8-a30e-7e8e02060493 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5173559 Dec 07 13:32:24.495597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48842) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:24.512256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-44d991b5-d354-434a-9b1d-3f08f357de1a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1350383576'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:24.533736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: c87500a8-e2f6-4088-ac45-98e0a5327dd7 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:32:24.534091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c87500a8-e2f6-4088-ac45-98e0a5327dd7 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:32:24.594751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c7e7abb-71a7-43ef-9ca1-14353d96fb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:24.607398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:24.636855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Transition to ACTIVE for port object 95591dba-6b9e-4613-bb4b-74e5ab117da0 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:24.665907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-171fa16d-6aa0-4d46-b883-5d8f1560c9e9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port 9eae69bf-92cc-4995-9d30-6eef90455001 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:24.666658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-171fa16d-6aa0-4d46-b883-5d8f1560c9e9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:24.679844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c853496-3c09-41ee-bab2-dc7d367bc376 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:24.690222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'name': 'tempest-TestNetworkBasicOps-router-1972260230', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254'}], 'enable_snat': True}, 'gw_port_id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:17Z', 'updated_at': '2021-12-07T13:32:21Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:19Z', 'updated_at': '2021-12-07T13:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:24.699584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Transition to ACTIVE for port object 95591dba-6b9e-4613-bb4b-74e5ab117da0 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:24.702250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Checking router: f279ebaa-cdb5-4dfe-9bc3-8a6700da768a for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:32:24.702658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Updating router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a port bedd0795-0914-4554-af23-70fbadd705ba binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:32:24.713250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-083cc74e-ff57-4656-9e4b-09b0e9cb6d05 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:24.762031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5c7e7abb-71a7-43ef-9ca1-14353d96fb16 None None] For port 1986d9eb-b01b-4145-bed7-c3e42678f8c3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1986d9eb-b01b-4145-bed7-c3e42678f8c3,segment=NetworkSegment(f0d8361b-6bda-4726-a9eb-9107cf46d49d),segment_id=f0d8361b-6bda-4726-a9eb-9107cf46d49d)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:24.808435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c7e7abb-71a7-43ef-9ca1-14353d96fb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:24.813481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:24.826712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:32:24.859165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:24.888936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:24.977057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:25.014972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ba82e928-9dd2-4c7f-bc1f-a6e7a6ed7de8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:25.028344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:25.030954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:25.063901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e7abb-71a7-43ef-9ca1-14353d96fb16 None None] Pushing event updated for resources: {'Port': ['ID=1986d9eb-b01b-4145-bed7-c3e42678f8c3,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:25.076647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c7e7abb-71a7-43ef-9ca1-14353d96fb16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:25.085269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:25.110133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c853496-3c09-41ee-bab2-dc7d367bc376 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:25.121261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a24cd72a-6312-48e8-9984-8ab6787885e0 None None] Provisioning complete for port d99c42c5-1179-4723-b921-e426e69d6869 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:25.121830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a24cd72a-6312-48e8-9984-8ab6787885e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:25.150478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cc74e-ff57-4656-9e4b-09b0e9cb6d05 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=6b224d5c-9074-4708-b257-06037276a56c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:25.160560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-083cc74e-ff57-4656-9e4b-09b0e9cb6d05 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:25.164307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bfbede5a-265b-4540-9763-97a6436d8c7b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:25.213196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-171fa16d-6aa0-4d46-b883-5d8f1560c9e9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:25.350326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:25.366748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-083cc74e-ff57-4656-9e4b-09b0e9cb6d05 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:25.371907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-171fa16d-6aa0-4d46-b883-5d8f1560c9e9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for 9eae69bf-92cc-4995-9d30-6eef90455001 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:25.392587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c853496-3c09-41ee-bab2-dc7d367bc376 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Subnet': ['ID=092dedce-640c-4fff-9bc7-444e5c13c1b8,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:25.402896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4c853496-3c09-41ee-bab2-dc7d367bc376 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:25.416027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-083cc74e-ff57-4656-9e4b-09b0e9cb6d05 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/6b224d5c-9074-4708-b257-06037276a56c HTTP/1.1" status: 204 len: 168 time: 3.2727523 Dec 07 13:32:25.419215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48848) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:25.419522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Pushing event updated for resources: {'Port': ['ID=95591dba-6b9e-4613-bb4b-74e5ab117da0,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:25.422639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:25.439736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Attempting to bind port 95591dba-6b9e-4613-bb4b-74e5ab117da0 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:32:25.440157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Attempting to bind port 95591dba-6b9e-4613-bb4b-74e5ab117da0 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:32:25.440556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Attempting to bind port 95591dba-6b9e-4613-bb4b-74e5ab117da0 on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:32:25.470486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:32:25.471093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:25.471457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:25.471832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:32:25.472377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Bound port: 95591dba-6b9e-4613-bb4b-74e5ab117da0, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:32:25.472802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:25.492629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90edeb2-806b-4c24-bc8c-b8071327fdcf tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] GET failed (client error): The resource could not be found. Dec 07 13:32:25.497956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e90edeb2-806b-4c24-bc8c-b8071327fdcf tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports/6b224d5c-9074-4708-b257-06037276a56c HTTP/1.1" status: 404 len: 333 time: 0.0781310 Dec 07 13:32:25.500908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48852) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:25.730270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c853496-3c09-41ee-bab2-dc7d367bc376 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Checking segment: {'id': 'b81968cd-0bec-457b-8403-c4cb8e0f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:25.730680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c853496-3c09-41ee-bab2-dc7d367bc376 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network hostable DHCP agents. Network: 8b6e945c-1f17-4fdc-84e3-c87aa5738221, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:32:25.913412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:25.916315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] For port 95591dba-6b9e-4613-bb4b-74e5ab117da0, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:32:25.929498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Transition to ACTIVE for port object bedd0795-0914-4554-af23-70fbadd705ba will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:25.950687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c853496-3c09-41ee-bab2-dc7d367bc376 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 8b6e945c-1f17-4fdc-84e3-c87aa5738221 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:32:25.972668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a24cd72a-6312-48e8-9984-8ab6787885e0 None None] Provisioning for port fe12c15e-3aba-431e-ad56-fc4d8d69da9e completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:25.977679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:25.983427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1fc3760f-38c4-486d-82fb-f4de95a6106b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:26.007468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-015b0768-f672-4987-8b66-2ba330db3188 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting subnet d4a643a5-7768-4f7a-9bf6-477d882b8878 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:32:26.017036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-015b0768-f672-4987-8b66-2ba330db3188 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:26.025399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a24cd72a-6312-48e8-9984-8ab6787885e0 None None] Provisioning complete for port fe12c15e-3aba-431e-ad56-fc4d8d69da9e triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:26.025833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a24cd72a-6312-48e8-9984-8ab6787885e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:26.039871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-4c853496-3c09-41ee-bab2-dc7d367bc376 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 8b6e945c-1f17-4fdc-84e3-c87aa5738221) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:26.049280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c853496-3c09-41ee-bab2-dc7d367bc376 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:26.049863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c853496-3c09-41ee-bab2-dc7d367bc376 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:26.070659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2084a56d-dc11-48e2-884c-0a80eb61b447 None None] Network 8b6e945c-1f17-4fdc-84e3-c87aa5738221 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:26.086324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-015b0768-f672-4987-8b66-2ba330db3188 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:26.136773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4c853496-3c09-41ee-bab2-dc7d367bc376 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0993147 Dec 07 13:32:26.138012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48856) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:26.146062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-171fa16d-6aa0-4d46-b883-5d8f1560c9e9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:26.157473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cef33b44-c48c-43e3-8918-aad88ff465fd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:26.162163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] For port 95591dba-6b9e-4613-bb4b-74e5ab117da0, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=95591dba-6b9e-4613-bb4b-74e5ab117da0,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:32:26.198975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:26.209411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fa16d-6aa0-4d46-b883-5d8f1560c9e9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=9eae69bf-92cc-4995-9d30-6eef90455001,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:26.216739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:26.218120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-171fa16d-6aa0-4d46-b883-5d8f1560c9e9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:26.233987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:26.235005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06eee90-2934-4fbf-9234-2930c55a58d8 None None] Pushing event updated for resources: {'Port': ['ID=bedd0795-0914-4554-af23-70fbadd705ba,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:26.238153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c06eee90-2934-4fbf-9234-2930c55a58d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:26.242174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6298ee54-8bc4-4dff-a8b7-89a1d024ab58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:26.271305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:26.275280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a24cd72a-6312-48e8-9984-8ab6787885e0 None None] Port fe12c15e-3aba-431e-ad56-fc4d8d69da9e cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:32:26.277152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Attempting to bind port bedd0795-0914-4554-af23-70fbadd705ba on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:32:26.277152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Attempting to bind port bedd0795-0914-4554-af23-70fbadd705ba by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:32:26.277392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Attempting to bind port bedd0795-0914-4554-af23-70fbadd705ba on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:32:26.309789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a24cd72a-6312-48e8-9984-8ab6787885e0 None None] Could not find standard attr ID for object 6b224d5c-9074-4708-b257-06037276a56c. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:32:26.340806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:32:26.341235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:26.341699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:26.342151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:32:26.342704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Bound port: bedd0795-0914-4554-af23-70fbadd705ba, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:32:26.343131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:26.471023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=fe12c15e-3aba-431e-ad56-fc4d8d69da9e,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:26.474326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:26.486044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:26.501853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] For port bedd0795-0914-4554-af23-70fbadd705ba, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:32:26.507449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] For port bedd0795-0914-4554-af23-70fbadd705ba, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=bedd0795-0914-4554-af23-70fbadd705ba,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:32:26.523106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b6994849-bed8-47ac-8902-5c66a8af6d9d None None] Could not find standard attr ID for object 6b224d5c-9074-4708-b257-06037276a56c. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:32:26.524655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Pushing event updated for resources: {'Port': ['ID=95591dba-6b9e-4613-bb4b-74e5ab117da0,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:26.540022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:26.654006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:26.679667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-94136968-4ba1-4f4e-85f3-27cd05dedece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:26.698593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network c4301f2b-48bc-40fb-b24b-74c76a50283c is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:26.725170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1986d9eb-b01b-4145-bed7-c3e42678f8c3 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:26.769220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-015b0768-f672-4987-8b66-2ba330db3188 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:26.794064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:26.798232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8133cffd-73df-4d45-acef-fd39a64bb69b None None] Could not find standard attr ID for object 6b224d5c-9074-4708-b257-06037276a56c. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:32:26.893286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Routers {'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:26.893990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:26.895406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-171fa16d-6aa0-4d46-b883-5d8f1560c9e9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:26.934010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-171fa16d-6aa0-4d46-b883-5d8f1560c9e9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/9eae69bf-92cc-4995-9d30-6eef90455001 HTTP/1.1" status: 204 len: 168 time: 2.5090470 Dec 07 13:32:26.935978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48860) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:26.958519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-8b6e945c-1f17-4fdc-84e3-c87aa5738221', 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ips': [{'subnet_id': '092dedce-640c-4fff-9bc7-444e5c13c1b8'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:32:26.959448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:27.001297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06eee90-2934-4fbf-9234-2930c55a58d8 None None] Pushing event updated for resources: {'Port': ['ID=bedd0795-0914-4554-af23-70fbadd705ba,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:27.005460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c06eee90-2934-4fbf-9234-2930c55a58d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:27.057795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44d991b5-d354-434a-9b1d-3f08f357de1a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:27.086789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1917e-0551-4acf-9c3e-cc93f2c1b43c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:27.088320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1917e-0551-4acf-9c3e-cc93f2c1b43c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:27.090046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1917e-0551-4acf-9c3e-cc93f2c1b43c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:27.091073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c4f1917e-0551-4acf-9c3e-cc93f2c1b43c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:27.096029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-015b0768-f672-4987-8b66-2ba330db3188 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:27.110082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-243c62a3-02e5-4c4f-b4bb-d8bbb590439a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:27.153226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b0768-f672-4987-8b66-2ba330db3188 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a643a5-7768-4f7a-9bf6-477d882b8878,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:27.163764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-015b0768-f672-4987-8b66-2ba330db3188 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:27.166301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44d991b5-d354-434a-9b1d-3f08f357de1a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:27.186280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-015b0768-f672-4987-8b66-2ba330db3188 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:27.263549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 1986d9eb-b01b-4145-bed7-c3e42678f8c3 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:27.264326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:27.289494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c4f1917e-0551-4acf-9c3e-cc93f2c1b43c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:27.293430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c4f1917e-0551-4acf-9c3e-cc93f2c1b43c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3513663 Dec 07 13:32:27.295609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-015b0768-f672-4987-8b66-2ba330db3188 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/d4a643a5-7768-4f7a-9bf6-477d882b8878 HTTP/1.1" status: 204 len: 168 time: 1.7924170 Dec 07 13:32:27.300678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48864) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:27.301058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48866) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:27.464030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-5893417e-94e2-4079-80c0-f36723ccbae5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting subnet 14e1671c-f82d-4f44-af1e-8f63321ac9fb {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:32:27.470181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5893417e-94e2-4079-80c0-f36723ccbae5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:27.484777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] Set router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:32:27.541952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Allocated IP 172.20.0.2 (8b6e945c-1f17-4fdc-84e3-c87aa5738221/092dedce-640c-4fff-9bc7-444e5c13c1b8/1b2ada76-7691-4dbd-a1b8-44b115972d60) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:27.544140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d8043ec7-5a2d-47b1-ad9f-7f0cfe23d3f7 None None] Provisioning complete for port fe12c15e-3aba-431e-ad56-fc4d8d69da9e triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:27.544733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8043ec7-5a2d-47b1-ad9f-7f0cfe23d3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:27.559898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router 89447caa-a1a9-44dd-bd97-1b40b159e800 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:32:27.691906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5893417e-94e2-4079-80c0-f36723ccbae5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:27.818855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-872d011d-ff90-4bfb-98e0-7e004bb28af3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet c79ee7ea-8e82-4881-9f8c-8855ddfd9c5d {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:32:27.826055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-872d011d-ff90-4bfb-98e0-7e004bb28af3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:27.935842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-872d011d-ff90-4bfb-98e0-7e004bb28af3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:27.970281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5893417e-94e2-4079-80c0-f36723ccbae5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:28.057005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d8043ec7-5a2d-47b1-ad9f-7f0cfe23d3f7 None None] Port fe12c15e-3aba-431e-ad56-fc4d8d69da9e cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:32:28.105758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d991b5-d354-434a-9b1d-3f08f357de1a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router fe889c1c-193a-4eed-9a2b-7bf8a74b74cb has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:32:28.132303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-872d011d-ff90-4bfb-98e0-7e004bb28af3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:28.154475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:32:28.164147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/89447caa-a1a9-44dd-bd97-1b40b159e800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0645180 Dec 07 13:32:28.165438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48872) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:28.177764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5893417e-94e2-4079-80c0-f36723ccbae5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:28.189433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beafdf7-044a-48dd-9a57-d40e3b0a073a None None] Sync routers for ids ['89447caa-a1a9-44dd-bd97-1b40b159e800'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:32:28.189798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:28.302578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f17928-2a6a-4169-b399-cce164068648 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:28.303306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f4f17928-2a6a-4169-b399-cce164068648 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Synchronizing usage tracker for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:28.304308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893417e-94e2-4079-80c0-f36723ccbae5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Subnet': ['ID=14e1671c-f82d-4f44-af1e-8f63321ac9fb,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:28.314678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beafdf7-044a-48dd-9a57-d40e3b0a073a None None] Routers {'89447caa-a1a9-44dd-bd97-1b40b159e800'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:28.316238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7beafdf7-044a-48dd-9a57-d40e3b0a073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89447caa-a1a9-44dd-bd97-1b40b159e800'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:28.316704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5893417e-94e2-4079-80c0-f36723ccbae5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:28.330647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5893417e-94e2-4079-80c0-f36723ccbae5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:28.361294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5893417e-94e2-4079-80c0-f36723ccbae5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/14e1671c-f82d-4f44-af1e-8f63321ac9fb HTTP/1.1" status: 204 len: 168 time: 1.0503204 Dec 07 13:32:28.366121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48876) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:28.403746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:28.407593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291bf729-618d-4af6-bd8d-78d870ae589c None None] Network fc3cb12c-e380-4486-9cfd-051a49bfecbb requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:28.439159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7beafdf7-044a-48dd-9a57-d40e3b0a073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:28.441307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a855e940-37a6-4fc1-b912-2733a48dd950 None None] Could not find standard attr ID for object 6b224d5c-9074-4708-b257-06037276a56c. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:32:28.456394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-872d011d-ff90-4bfb-98e0-7e004bb28af3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:28.470113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ce42f558-f2b0-4c9a-86fd-880d3099454b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:28.513788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d011d-ff90-4bfb-98e0-7e004bb28af3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=c79ee7ea-8e82-4881-9f8c-8855ddfd9c5d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:28.517679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-872d011d-ff90-4bfb-98e0-7e004bb28af3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:28.524047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-872d011d-ff90-4bfb-98e0-7e004bb28af3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:28.527002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:28.560173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:28.572759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port d99c42c5-1179-4723-b921-e426e69d6869 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:28.573147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:28.595369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d991b5-d354-434a-9b1d-3f08f357de1a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:32:28.605020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Transition to ACTIVE for port object 1b2ada76-7691-4dbd-a1b8-44b115972d60 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:28.605977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44d991b5-d354-434a-9b1d-3f08f357de1a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:28.612528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f16b2a4-d7ec-4f5c-b68d-081c25a090d4 None None] Sync routers for ids ['fe889c1c-193a-4eed-9a2b-7bf8a74b74cb'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:32:28.623813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-44d991b5-d354-434a-9b1d-3f08f357de1a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/fe889c1c-193a-4eed-9a2b-7bf8a74b74cb HTTP/1.1" status: 200 len: 892 time: 4.1254189 Dec 07 13:32:28.630744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f4f17928-2a6a-4169-b399-cce164068648 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Unset dirty status for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:28.632212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f4f17928-2a6a-4169-b399-cce164068648 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports/fe12c15e-3aba-431e-ad56-fc4d8d69da9e HTTP/1.1" status: 200 len: 910 time: 0.4659507 Dec 07 13:32:28.639485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-872d011d-ff90-4bfb-98e0-7e004bb28af3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/c79ee7ea-8e82-4881-9f8c-8855ddfd9c5d HTTP/1.1" status: 204 len: 168 time: 1.3342628 Dec 07 13:32:28.640146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48880) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:28.640812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48882) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:28.640812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48884) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:28.644545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f16b2a4-d7ec-4f5c-b68d-081c25a090d4 None None] Routers {'fe889c1c-193a-4eed-9a2b-7bf8a74b74cb'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:28.646694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7f16b2a4-d7ec-4f5c-b68d-081c25a090d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['fe889c1c-193a-4eed-9a2b-7bf8a74b74cb'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:28.716709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 95591dba-6b9e-4613-bb4b-74e5ab117da0 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:28.772170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7f16b2a4-d7ec-4f5c-b68d-081c25a090d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:28.789595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f16b2a4-d7ec-4f5c-b68d-081c25a090d4 None None] Routers {'fe889c1c-193a-4eed-9a2b-7bf8a74b74cb'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:28.791071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7f16b2a4-d7ec-4f5c-b68d-081c25a090d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['fe889c1c-193a-4eed-9a2b-7bf8a74b74cb'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:28.810683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Transition to ACTIVE for port object 1b2ada76-7691-4dbd-a1b8-44b115972d60 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:28.839461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beafdf7-044a-48dd-9a57-d40e3b0a073a None None] Routers {'89447caa-a1a9-44dd-bd97-1b40b159e800'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:28.839461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7beafdf7-044a-48dd-9a57-d40e3b0a073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89447caa-a1a9-44dd-bd97-1b40b159e800'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:28.877805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7f16b2a4-d7ec-4f5c-b68d-081c25a090d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:28.878268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f16b2a4-d7ec-4f5c-b68d-081c25a090d4 None None] The sync data for ids ['fe889c1c-193a-4eed-9a2b-7bf8a74b74cb'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:32:28.947493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7beafdf7-044a-48dd-9a57-d40e3b0a073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:28.947968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beafdf7-044a-48dd-9a57-d40e3b0a073a None None] The sync data for ids ['89447caa-a1a9-44dd-bd97-1b40b159e800'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:32:28.951785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'name': 'tempest-TestNetworkBasicOps-router-1972260230', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254'}], 'enable_snat': True}, 'gw_port_id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:17Z', 'updated_at': '2021-12-07T13:32:21Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:19Z', 'updated_at': '2021-12-07T13:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:28.967632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:28.982188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca9c3e-ab2b-4e6d-a471-2ba91cd305c9 None None] The sync data for ids ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'name': 'tempest-TestNetworkBasicOps-router-1972260230', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254'}], 'enable_snat': True}, 'gw_port_id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:17Z', 'updated_at': '2021-12-07T13:32:21Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:19Z', 'updated_at': '2021-12-07T13:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:32:28.994467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5a22a3a2-c094-4907-acb0-1b31ed6a72bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:29.029021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] For port d99c42c5-1179-4723-b921-e426e69d6869, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d99c42c5-1179-4723-b921-e426e69d6869,segment=NetworkSegment(343c65ba-e3e6-49a1-b9ab-7e95c098387d),segment_id=343c65ba-e3e6-49a1-b9ab-7e95c098387d)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:29.029416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:29.089729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Network 8b6e945c-1f17-4fdc-84e3-c87aa5738221 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:29.105209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Pushing event updated for resources: {'Port': ['ID=1b2ada76-7691-4dbd-a1b8-44b115972d60,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:29.109208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:29.110523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:29.113487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:29.212224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 95591dba-6b9e-4613-bb4b-74e5ab117da0 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:29.262003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c71c78-4ea0-4981-8383-541e9ea5b0d0 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:29.263851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for d99c42c5-1179-4723-b921-e426e69d6869 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:29.292073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-77929fad-0d29-473a-abd3-ffba2b0f531f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet e1cc4fab-aafc-42b4-85ed-1da32357828b {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:32:29.298788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77929fad-0d29-473a-abd3-ffba2b0f531f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:29.388353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77929fad-0d29-473a-abd3-ffba2b0f531f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:29.410171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9004d42-9a18-4650-9d3f-76ddbfcd0a2e None None] DHCP port deletion for fc3cb12c-e380-4486-9cfd-051a49bfecbb request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:32:29.427214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c9004d42-9a18-4650-9d3f-76ddbfcd0a2e None None] Deleting port d99c42c5-1179-4723-b921-e426e69d6869 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:29.427669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9004d42-9a18-4650-9d3f-76ddbfcd0a2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:29.455465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Attempting to bind port 1b2ada76-7691-4dbd-a1b8-44b115972d60 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:32:29.455465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Attempting to bind port 1b2ada76-7691-4dbd-a1b8-44b115972d60 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'b81968cd-0bec-457b-8403-c4cb8e0f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:32:29.455750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Attempting to bind port 1b2ada76-7691-4dbd-a1b8-44b115972d60 on network 8b6e945c-1f17-4fdc-84e3-c87aa5738221 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:32:29.496973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:29.511807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5d11b75c-11d0-42d5-bd30-4aa555124059 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:29.519101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:32:29.519662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Checking segment: {'id': 'b81968cd-0bec-457b-8403-c4cb8e0f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:29.519784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:29.520152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Bound using segment: {'id': 'b81968cd-0bec-457b-8403-c4cb8e0f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:32:29.520855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Bound port: 1b2ada76-7691-4dbd-a1b8-44b115972d60, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81968cd-0bec-457b-8403-c4cb8e0f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:32:29.521283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:29.536922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c9004d42-9a18-4650-9d3f-76ddbfcd0a2e None None] The port 'd99c42c5-1179-4723-b921-e426e69d6869' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:32:29.592522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=d99c42c5-1179-4723-b921-e426e69d6869,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:29.600543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77929fad-0d29-473a-abd3-ffba2b0f531f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:29.606522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:29.616272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No DVR routers for this DVR port d99c42c5-1179-4723-b921-e426e69d6869 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:32:29.631000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-02f56021-7a12-47e5-8fed-0489b1f33e12 None None] Provisioning for port 95591dba-6b9e-4613-bb4b-74e5ab117da0 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:29.682236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-02f56021-7a12-47e5-8fed-0489b1f33e12 None None] Provisioning complete for port 95591dba-6b9e-4613-bb4b-74e5ab117da0 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:29.682236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02f56021-7a12-47e5-8fed-0489b1f33e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:29.772387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.1 (8b6e945c-1f17-4fdc-84e3-c87aa5738221/092dedce-640c-4fff-9bc7-444e5c13c1b8/996154fa-9984-4f0b-aa6a-abf5b1d37e32) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:29.840266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] For port 1b2ada76-7691-4dbd-a1b8-44b115972d60, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:32:29.849209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] For port 1b2ada76-7691-4dbd-a1b8-44b115972d60, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1b2ada76-7691-4dbd-a1b8-44b115972d60,segment=NetworkSegment(b81968cd-0bec-457b-8403-c4cb8e0f2f39),segment_id=b81968cd-0bec-457b-8403-c4cb8e0f2f39)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:32:29.926563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:29.932141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b8f9a5d4-2c3a-4715-9980-8d5780df6349 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/routers/fe889c1c-193a-4eed-9a2b-7bf8a74b74cb HTTP/1.1" status: 200 len: 892 time: 1.2876244 Dec 07 13:32:29.933792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48892) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:29.938291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:30.001630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77929fad-0d29-473a-abd3-ffba2b0f531f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:30.016540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0267f64c-2104-417d-869f-54ace0f58fc0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:30.056557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-82eceb99-189c-46e4-8c56-7d9854ff990d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Synchronizing usage tracker for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:30.061825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77929fad-0d29-473a-abd3-ffba2b0f531f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:30.065915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77929fad-0d29-473a-abd3-ffba2b0f531f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=e1cc4fab-aafc-42b4-85ed-1da32357828b,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:30.073700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02f56021-7a12-47e5-8fed-0489b1f33e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:30.076172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-77929fad-0d29-473a-abd3-ffba2b0f531f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:30.097719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:30.098286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-77929fad-0d29-473a-abd3-ffba2b0f531f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/e1cc4fab-aafc-42b4-85ed-1da32357828b HTTP/1.1" status: 204 len: 168 time: 1.4401417 Dec 07 13:32:30.101115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48896) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:30.105401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:30.125343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-02f56021-7a12-47e5-8fed-0489b1f33e12 None None] For port 95591dba-6b9e-4613-bb4b-74e5ab117da0, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=95591dba-6b9e-4613-bb4b-74e5ab117da0,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:30.145338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c46c4a4-7bc6-4340-bb86-c777ad5ace6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:30.152840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Pushing event updated for resources: {'Port': ['ID=1b2ada76-7691-4dbd-a1b8-44b115972d60,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:30.163961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object 996154fa-9984-4f0b-aa6a-abf5b1d37e32 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:30.167139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3cb12c-e380-4486-9cfd-051a49bfecbb']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:30.167596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:30.168926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02f56021-7a12-47e5-8fed-0489b1f33e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:30.171085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c2cac748-c50e-496b-815c-59c0b6e09abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:30.195634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343c65ba-e3e6-49a1-b9ab-7e95c098387d') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:30.196224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343c65ba-e3e6-49a1-b9ab-7e95c098387d') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:30.205619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7369b841-eb37-44f0-a86d-9addb8264eac tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027753 Dec 07 13:32:30.208931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-82eceb99-189c-46e4-8c56-7d9854ff990d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Unset dirty status for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:30.209782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48900) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:30.210410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-82eceb99-189c-46e4-8c56-7d9854ff990d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe889c1c-193a-4eed-9a2b-7bf8a74b74cb HTTP/1.1" status: 200 len: 205 time: 0.2757125 Dec 07 13:32:30.213709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48904) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:30.221551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-21182cd2-598b-48f5-9a94-0427fea0b098 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:30.253648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:30.269470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f56021-7a12-47e5-8fed-0489b1f33e12 None None] Pushing event updated for resources: {'Port': ['ID=95591dba-6b9e-4613-bb4b-74e5ab117da0,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:30.278701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02f56021-7a12-47e5-8fed-0489b1f33e12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:30.316066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a25d8e8-328c-40f4-9721-83f512556158 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:30.365332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:30.391520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:32:30.392393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:32:30.410235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:32:30.481485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:30.499023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:30.579989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-21182cd2-598b-48f5-9a94-0427fea0b098 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:30.594801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=996154fa-9984-4f0b-aa6a-abf5b1d37e32,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:30.615515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:30.618495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-21182cd2-598b-48f5-9a94-0427fea0b098 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:30.622604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-21182cd2-598b-48f5-9a94-0427fea0b098 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:30.639602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 8b6e945c-1f17-4fdc-84e3-c87aa5738221 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:30.645676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:30.648943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:30.672848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319ee3b8-ffbf-4f76-abe1-1e779a3f0d53 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:30.725115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-21182cd2-598b-48f5-9a94-0427fea0b098 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:30.728395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:30.777339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:30.782259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:30.787815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-df8a87af-0b9d-4ef2-abac-46ee7bbb2b93 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:30.814818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Network': ['ID=fc3cb12c-e380-4486-9cfd-051a49bfecbb,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:30.823290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:30.828351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21182cd2-598b-48f5-9a94-0427fea0b098 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:30.861498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 95591dba-6b9e-4613-bb4b-74e5ab117da0 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:31.009020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 95591dba-6b9e-4613-bb4b-74e5ab117da0 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:31.009589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:31.047985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21182cd2-598b-48f5-9a94-0427fea0b098 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:31.095212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/networks/fc3cb12c-e380-4486-9cfd-051a49bfecbb HTTP/1.1" status: 204 len: 168 time: 2.7163630 Dec 07 13:32:31.101967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48908) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:31.199670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:31.204402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device bedd0795-0914-4554-af23-70fbadd705ba up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:31.318774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port bedd0795-0914-4554-af23-70fbadd705ba completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:31.328131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port bedd0795-0914-4554-af23-70fbadd705ba triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:31.328551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:31.393849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632f10c2-2228-4dd2-b496-1e5682073acd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:31.399528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-632f10c2-2228-4dd2-b496-1e5682073acd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2949843 Dec 07 13:32:31.400865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48912) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:31.481616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:31.506437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796df21a-2768-4599-bcc4-8555be97244c None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:31.536501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port bedd0795-0914-4554-af23-70fbadd705ba, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=bedd0795-0914-4554-af23-70fbadd705ba,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:31.604277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:31.619729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:31.705638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d99c42c5-1179-4723-b921-e426e69d6869 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:32:31.746560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e113de85-098e-4010-9dd0-7c29a441e017 None None] Provisioning complete for port 95591dba-6b9e-4613-bb4b-74e5ab117da0 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:31.746878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e113de85-098e-4010-9dd0-7c29a441e017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:31.771019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:31.782624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319ee3b8-ffbf-4f76-abe1-1e779a3f0d53 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:31.809012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: d99c42c5-1179-4723-b921-e426e69d6869 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:32:31.809401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d99c42c5-1179-4723-b921-e426e69d6869 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:32:31.837703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-319ee3b8-ffbf-4f76-abe1-1e779a3f0d53 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting port 020850cc-97f7-4f02-a4d8-f8e444c6fafd {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:31.838080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319ee3b8-ffbf-4f76-abe1-1e779a3f0d53 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:31.922279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0a25d8e8-328c-40f4-9721-83f512556158 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port fe12c15e-3aba-431e-ad56-fc4d8d69da9e {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:31.923324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a25d8e8-328c-40f4-9721-83f512556158 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:31.974845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-95a9a273-e69e-4452-9a68-04b6f576f874 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Synchronizing usage tracker for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:32.079071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21182cd2-598b-48f5-9a94-0427fea0b098 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:32.087682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7aa7b8d8-c5f7-4358-89ea-473111bcedba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:32.136722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-95a9a273-e69e-4452-9a68-04b6f576f874 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Unset dirty status for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:32.137809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=bedd0795-0914-4554-af23-70fbadd705ba,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:32.143576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-95a9a273-e69e-4452-9a68-04b6f576f874 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7328477 Dec 07 13:32:32.148163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48916) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:32.152923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:32.163500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1174903314'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:32.165538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21182cd2-598b-48f5-9a94-0427fea0b098 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:32.172391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-21182cd2-598b-48f5-9a94-0427fea0b098 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:32.180303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21182cd2-598b-48f5-9a94-0427fea0b098 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:32.181096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21182cd2-598b-48f5-9a94-0427fea0b098 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:32.189494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:32.200791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:network and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:32.212682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:32.228131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21182cd2-598b-48f5-9a94-0427fea0b098 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=08acd278-b447-4986-9b57-33d8719920bb,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:32.237698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:32.247369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-21182cd2-598b-48f5-9a94-0427fea0b098 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:32.254025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319ee3b8-ffbf-4f76-abe1-1e779a3f0d53 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:32.315756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-21182cd2-598b-48f5-9a94-0427fea0b098 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1043677 Dec 07 13:32:32.316640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48920) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:32.341598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ffb6d4cc-cee0-4f12-b6ca-74b52feff9c9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:32.363013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:32.383406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfc15bd-0e2d-45a8-8b87-52c84a0a43c7 None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:32:32.399775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc15bd-0e2d-45a8-8b87-52c84a0a43c7 None None] Deleting port 95591dba-6b9e-4613-bb4b-74e5ab117da0 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:32.400186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbfc15bd-0e2d-45a8-8b87-52c84a0a43c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:32.435628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-319ee3b8-ffbf-4f76-abe1-1e779a3f0d53 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Calling delete_port for 020850cc-97f7-4f02-a4d8-f8e444c6fafd owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:32.456334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:32.490998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aefb355c-a1b0-4122-b9e1-6d592dbb7a39 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:32.494825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-908077fb-e0d9-4437-ab49-8a5ce906c317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:32.533200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:32.541695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:32.586367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a25d8e8-328c-40f4-9721-83f512556158 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:32.624281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=996154fa-9984-4f0b-aa6a-abf5b1d37e32,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:32.626859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:32.631497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:32.693589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448d7194-b47e-442b-9bb8-27365323f34b None None] Network 8b6e945c-1f17-4fdc-84e3-c87aa5738221 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:32.730737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ffb6d4cc-cee0-4f12-b6ca-74b52feff9c9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:32.751145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ffb6d4cc-cee0-4f12-b6ca-74b52feff9c9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:32.760945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ffb6d4cc-cee0-4f12-b6ca-74b52feff9c9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:32.777176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ffb6d4cc-cee0-4f12-b6ca-74b52feff9c9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:32.790671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0a25d8e8-328c-40f4-9721-83f512556158 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for fe12c15e-3aba-431e-ad56-fc4d8d69da9e owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:32.831183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1b2ada76-7691-4dbd-a1b8-44b115972d60 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:32.841524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb6d4cc-cee0-4f12-b6ca-74b52feff9c9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:32.847881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffb6d4cc-cee0-4f12-b6ca-74b52feff9c9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:32.853214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:32:32.868291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 8b6e945c-1f17-4fdc-84e3-c87aa5738221 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:32.873303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:32.896706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4a086f11-7f9c-4a15-94fe-205ee75901df None None] Provisioning for port 1b2ada76-7691-4dbd-a1b8-44b115972d60 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:32.903489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-cbfc15bd-0e2d-45a8-8b87-52c84a0a43c7 None None] For port 95591dba-6b9e-4613-bb4b-74e5ab117da0, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=95591dba-6b9e-4613-bb4b-74e5ab117da0,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:32.903937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbfc15bd-0e2d-45a8-8b87-52c84a0a43c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:32.907724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:32.908115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Added segment 310c2d3d-6ca2-4477-9b54-c2d4ce7ce52a of type vlan for network e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b Dec 07 13:32:32.997652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:33.086971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319ee3b8-ffbf-4f76-abe1-1e779a3f0d53 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:33.099543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-08edfb06-d762-4c48-8c40-82c6a1455ef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:33.100382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:33.107429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc15bd-0e2d-45a8-8b87-52c84a0a43c7 None None] Calling delete_port for 95591dba-6b9e-4613-bb4b-74e5ab117da0 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:33.151336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ee3b8-ffbf-4f76-abe1-1e779a3f0d53 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Port': ['ID=020850cc-97f7-4f02-a4d8-f8e444c6fafd,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:33.156607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-319ee3b8-ffbf-4f76-abe1-1e779a3f0d53 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:33.195907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:33.200360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:33.201010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:33.213625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-05f121ca-9d34-49cc-923c-c17ba9c4ae3a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:33.233254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 1b2ada76-7691-4dbd-a1b8-44b115972d60 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:33.256137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 1b2ada76-7691-4dbd-a1b8-44b115972d60 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:33.257116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:33.280717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a25d8e8-328c-40f4-9721-83f512556158 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:33.365294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbfc15bd-0e2d-45a8-8b87-52c84a0a43c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:33.374957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbf9d16a-afed-4d8e-9938-ad4e954bffc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:33.401911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Network': ['ID=e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:33.440982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:33.441739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-449416e8-b855-4370-a163-e4e3b77aead1 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:33.445046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfc15bd-0e2d-45a8-8b87-52c84a0a43c7 None None] No DVR routers for this DVR port 95591dba-6b9e-4613-bb4b-74e5ab117da0 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:32:33.465414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:32:33.492748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc15bd-0e2d-45a8-8b87-52c84a0a43c7 None None] Pushing event deleted for resources: {'Port': ['ID=95591dba-6b9e-4613-bb4b-74e5ab117da0,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:33.496139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cbfc15bd-0e2d-45a8-8b87-52c84a0a43c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:33.496796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3473914 Dec 07 13:32:33.501993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48924) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:33.510787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'subnet': {'network_id': 'e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:33.579669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:33.602307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a7c819-72e8-438e-b001-c9cca5ae44d6 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:33.682521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:32:33.685651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319ee3b8-ffbf-4f76-abe1-1e779a3f0d53 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:33.751144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:33.813843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:subnet and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:33.822753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 1b2ada76-7691-4dbd-a1b8-44b115972d60, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1b2ada76-7691-4dbd-a1b8-44b115972d60,segment=NetworkSegment(b81968cd-0bec-457b-8403-c4cb8e0f2f39),segment_id=b81968cd-0bec-457b-8403-c4cb8e0f2f39)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:33.858612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:33.859456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:33.860363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device bedd0795-0914-4554-af23-70fbadd705ba up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:33.861641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25d8e8-328c-40f4-9721-83f512556158 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Port': ['ID=fe12c15e-3aba-431e-ad56-fc4d8d69da9e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:33.872464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:33.894419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffb6d4cc-cee0-4f12-b6ca-74b52feff9c9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:33.895592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0a25d8e8-328c-40f4-9721-83f512556158 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:33.898318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68016541-9051-44ed-a91c-698c9ee67e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:33.911211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-519bc60b-46f1-42ef-bf9a-e1cfdb7ac1cd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:33.975273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb6d4cc-cee0-4f12-b6ca-74b52feff9c9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:33.983258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ffb6d4cc-cee0-4f12-b6ca-74b52feff9c9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:33.986367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb6d4cc-cee0-4f12-b6ca-74b52feff9c9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:33.987180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffb6d4cc-cee0-4f12-b6ca-74b52feff9c9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:33.991752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:34.105599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=1b2ada76-7691-4dbd-a1b8-44b115972d60,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:34.115342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:34.144195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6339f8c2-13f9-49f8-816a-96edd8d2d269 None None] Provisioning complete for port 1b2ada76-7691-4dbd-a1b8-44b115972d60 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:34.144677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6339f8c2-13f9-49f8-816a-96edd8d2d269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:34.219081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': '08acd278-b447-4986-9b57-33d8719920bb'}, {'subnet_id': '6500788f-e6f7-4354-a912-5f4ca1ec1c77'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:32:34.225337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:34.247008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port bedd0795-0914-4554-af23-70fbadd705ba triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:34.247396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:34.367187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319ee3b8-ffbf-4f76-abe1-1e779a3f0d53 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:34.381581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319ee3b8-ffbf-4f76-abe1-1e779a3f0d53 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:34.516440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:34.559903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ffb6d4cc-cee0-4f12-b6ca-74b52feff9c9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2380369 Dec 07 13:32:34.567820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48928) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:34.578640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'mac_address': 'fa:16:3e:ca:41:37', 'name': 'tempest-NetworksTestDHCPv6-1557618994'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:34.604274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319ee3b8-ffbf-4f76-abe1-1e779a3f0d53 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:34.604828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319ee3b8-ffbf-4f76-abe1-1e779a3f0d53 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Fanout notify agent at l3_agent the message router_deleted on router fe889c1c-193a-4eed-9a2b-7bf8a74b74cb {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:32:34.632311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6d4cc-cee0-4f12-b6ca-74b52feff9c9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=6500788f-e6f7-4354-a912-5f4ca1ec1c77,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:34.702765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ffb6d4cc-cee0-4f12-b6ca-74b52feff9c9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:34.705311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 95591dba-6b9e-4613-bb4b-74e5ab117da0 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:32:34.734379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319ee3b8-ffbf-4f76-abe1-1e779a3f0d53 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:34.739857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-319ee3b8-ffbf-4f76-abe1-1e779a3f0d53 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/routers/fe889c1c-193a-4eed-9a2b-7bf8a74b74cb HTTP/1.1" status: 204 len: 168 time: 4.5250766 Dec 07 13:32:34.740848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48932) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:34.751318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a25d8e8-328c-40f4-9721-83f512556158 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:34.753558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 95591dba-6b9e-4613-bb4b-74e5ab117da0 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:32:34.753875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 95591dba-6b9e-4613-bb4b-74e5ab117da0 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:32:34.774234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-20018980'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:34.791541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:34.794296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:32:34.800134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:34.803638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/f279ebaa-cdb5-4dfe-9bc3-8a6700da768a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6645703 Dec 07 13:32:34.804322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48936) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:34.807674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Sync routers for ids ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:32:34.826185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Routers {'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:34.826185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:34.869555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:network and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:34.873362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:port and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:34.876397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:34.889040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:34.946974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:34.966304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:35.016895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:35.023028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:35.042130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492e4c7-aafb-4742-86fe-ab970b4cc595 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.042549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492e4c7-aafb-4742-86fe-ab970b4cc595 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.043183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492e4c7-aafb-4742-86fe-ab970b4cc595 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.043355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492e4c7-aafb-4742-86fe-ab970b4cc595 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.043898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492e4c7-aafb-4742-86fe-ab970b4cc595 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.044190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492e4c7-aafb-4742-86fe-ab970b4cc595 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.044588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492e4c7-aafb-4742-86fe-ab970b4cc595 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.044982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492e4c7-aafb-4742-86fe-ab970b4cc595 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.045393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3492e4c7-aafb-4742-86fe-ab970b4cc595 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.050201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3492e4c7-aafb-4742-86fe-ab970b4cc595 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6283 time: 0.2428505 Dec 07 13:32:35.051842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48940) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:35.062050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:35.081566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6339f8c2-13f9-49f8-816a-96edd8d2d269 None None] Provisioning for port 996154fa-9984-4f0b-aa6a-abf5b1d37e32 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:35.102256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Allocated IP 172.20.0.2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/08acd278-b447-4986-9b57-33d8719920bb/beb0e68b-80df-47ae-bd9d-8824a7cf9da6) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:35.112745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Allocated IP 2001:db8::f816:3eff:fe8e:6785 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/6500788f-e6f7-4354-a912-5f4ca1ec1c77/beb0e68b-80df-47ae-bd9d-8824a7cf9da6) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:35.132973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1b2ada76-7691-4dbd-a1b8-44b115972d60 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:35.173370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d8b7ac-fed2-4dc7-ab74-6323b928b580 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.173958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d8b7ac-fed2-4dc7-ab74-6323b928b580 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.174369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d8b7ac-fed2-4dc7-ab74-6323b928b580 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.174772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d8b7ac-fed2-4dc7-ab74-6323b928b580 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.175218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d8b7ac-fed2-4dc7-ab74-6323b928b580 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.175637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d8b7ac-fed2-4dc7-ab74-6323b928b580 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.176030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d8b7ac-fed2-4dc7-ab74-6323b928b580 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.177098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d8b7ac-fed2-4dc7-ab74-6323b928b580 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.181988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-93d8b7ac-fed2-4dc7-ab74-6323b928b580 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5144 time: 0.1277199 Dec 07 13:32:35.183263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48944) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:35.197255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6339f8c2-13f9-49f8-816a-96edd8d2d269 None None] Provisioning complete for port 996154fa-9984-4f0b-aa6a-abf5b1d37e32 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:35.197608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6339f8c2-13f9-49f8-816a-96edd8d2d269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:35.292325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:35.302213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:32:35.306990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-55feef98-4f60-4b47-a6e5-58f98a77f86c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:35.351382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:35.351766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Added segment c7bb7f3c-2f23-4284-b031-1b1cefda430c of type vlan for network 58be7637-072d-41f7-a320-4877f5a629ab Dec 07 13:32:35.378666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:35.412730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:35.444581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6339f8c2-13f9-49f8-816a-96edd8d2d269 None None] Port 996154fa-9984-4f0b-aa6a-abf5b1d37e32 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:32:35.469199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Subnet': ['ID=0bc8406d-98f9-4972-9c04-45a8ae8ba5de,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:35.476108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:35.486899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Checking segment: {'id': '310c2d3d-6ca2-4477-9b54-c2d4ce7ce52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:35.489682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network hostable DHCP agents. Network: e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:32:35.501898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:35.550733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0e568353-7836-4e44-8b6e-221d60e7f1ed tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2139 time: 0.3638256 Dec 07 13:32:35.571639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Set router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:32:35.574780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:32:35.617577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:35.617876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 1b2ada76-7691-4dbd-a1b8-44b115972d60 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:35.618313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:35.620648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port c2d93599-dda9-40f2-80ec-3543d8a03d8c yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:32:35.632787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.633640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:35.663255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:35.664400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2605b1e-4578-4dca-8eb8-1c32976cf34c None None] Network e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:35.667546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:35.672089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:35.679061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-594c7d2b-9126-466b-9626-1414fc577eef tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:35.696696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1959722 Dec 07 13:32:35.698427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48950) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:35.708984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'network_id': 'e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b', 'name': 'tempest-PortsTestJSON-1473392866'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:35.792193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Network': ['ID=58be7637-072d-41f7-a320-4877f5a629ab,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:35.809959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:35.810164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:35.835890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 58be7637-072d-41f7-a320-4877f5a629ab details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:32:35.869758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e16b2f58-3372-42b5-b7ed-a88e87b1bfb6 None None] Provisioning complete for port 996154fa-9984-4f0b-aa6a-abf5b1d37e32 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:35.870185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e16b2f58-3372-42b5-b7ed-a88e87b1bfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:35.875434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a25d8e8-328c-40f4-9721-83f512556158 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router 89447caa-a1a9-44dd-bd97-1b40b159e800 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:32:35.917741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:35.924829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48954) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:35.932602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-db9599cc-da88-4c19-ad5b-5ea95a2e0927 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-356279532', 'description': 'tempest-secgroup-smoke-356279532 description', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:35.942873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-db9599cc-da88-4c19-ad5b-5ea95a2e0927 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:35.949447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:35.952052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-db9599cc-da88-4c19-ad5b-5ea95a2e0927 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:35.956133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-db9599cc-da88-4c19-ad5b-5ea95a2e0927 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:35.958544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Transition to ACTIVE for port object beb0e68b-80df-47ae-bd9d-8824a7cf9da6 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:35.965762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-db9599cc-da88-4c19-ad5b-5ea95a2e0927 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:36.009666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2610772 Dec 07 13:32:36.012996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48958) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:36.019749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'subnet': {'network_id': '58be7637-072d-41f7-a320-4877f5a629ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:36.044872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db9599cc-da88-4c19-ad5b-5ea95a2e0927 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:36.066199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a25d8e8-328c-40f4-9721-83f512556158 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:32:36.072183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0a25d8e8-328c-40f4-9721-83f512556158 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/89447caa-a1a9-44dd-bd97-1b40b159e800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4202216 Dec 07 13:32:36.074982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48962) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:36.080246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e56f2e-2e52-4e79-9fe3-a7c7b3d88d24 None None] Sync routers for ids ['89447caa-a1a9-44dd-bd97-1b40b159e800'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:32:36.102135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e56f2e-2e52-4e79-9fe3-a7c7b3d88d24 None None] Routers {'89447caa-a1a9-44dd-bd97-1b40b159e800'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:36.103129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f5e56f2e-2e52-4e79-9fe3-a7c7b3d88d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89447caa-a1a9-44dd-bd97-1b40b159e800'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:36.113542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:36.119963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:36.165298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] device_id is not set on port 663568e8-23c4-48f7-9543-df6f5b96d0ea yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:32:36.213860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f5e56f2e-2e52-4e79-9fe3-a7c7b3d88d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:36.235909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e56f2e-2e52-4e79-9fe3-a7c7b3d88d24 None None] Routers {'89447caa-a1a9-44dd-bd97-1b40b159e800'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:36.236877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f5e56f2e-2e52-4e79-9fe3-a7c7b3d88d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89447caa-a1a9-44dd-bd97-1b40b159e800'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:36.243062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Transition to ACTIVE for port object beb0e68b-80df-47ae-bd9d-8824a7cf9da6 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:36.261523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e16b2f58-3372-42b5-b7ed-a88e87b1bfb6 None None] Port 996154fa-9984-4f0b-aa6a-abf5b1d37e32 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:32:36.279885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-db9599cc-da88-4c19-ad5b-5ea95a2e0927 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:36.293839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-db9599cc-da88-4c19-ad5b-5ea95a2e0927 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:36.298840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-db9599cc-da88-4c19-ad5b-5ea95a2e0927 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:36.317489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:36.321748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:subnet and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:36.324797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:36.331075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:36.340033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-db9599cc-da88-4c19-ad5b-5ea95a2e0927 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:36.349395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:36.369844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4e0b5d4f-6d6e-4dca-b8da-8c36647cb8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:36.391005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f5e56f2e-2e52-4e79-9fe3-a7c7b3d88d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:36.391830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e56f2e-2e52-4e79-9fe3-a7c7b3d88d24 None None] The sync data for ids ['89447caa-a1a9-44dd-bd97-1b40b159e800'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:32:36.399590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:36.534739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:36.543694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:36.546276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:36.548785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Allocated IP 172.20.0.9 (e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b/0bc8406d-98f9-4972-9c04-45a8ae8ba5de/663568e8-23c4-48f7-9543-df6f5b96d0ea) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:36.548965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Pushing event updated for resources: {'Port': ['ID=beb0e68b-80df-47ae-bd9d-8824a7cf9da6,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:36.552983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:36.597384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b', 'network_id': 'e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b', 'tenant_id': '0b069abc5f4d40959c45586b29d8df59', 'fixed_ips': [{'subnet_id': '0bc8406d-98f9-4972-9c04-45a8ae8ba5de'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:32:36.598954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:36.604087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:36.624399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db9599cc-da88-4c19-ad5b-5ea95a2e0927 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:36.701169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db9599cc-da88-4c19-ad5b-5ea95a2e0927 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:36.726279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4bdada84-c30c-4726-b2f0-b29dc11fd009 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:36.820559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 172.20.0.10 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/08acd278-b447-4986-9b57-33d8719920bb/c2d93599-dda9-40f2-80ec-3543d8a03d8c) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:36.826534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9599cc-da88-4c19-ad5b-5ea95a2e0927 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3445e0f-b172-4b14-839d-447ccd06f9c6,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:36.831212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::f816:3eff:feca:4137 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/6500788f-e6f7-4354-a912-5f4ca1ec1c77/c2d93599-dda9-40f2-80ec-3543d8a03d8c) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:36.836249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db9599cc-da88-4c19-ad5b-5ea95a2e0927 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:36.862570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db9599cc-da88-4c19-ad5b-5ea95a2e0927 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:36.864683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-db9599cc-da88-4c19-ad5b-5ea95a2e0927 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.9381838 Dec 07 13:32:36.875732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48966) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:36.884033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-753aae7e-09f5-4c7c-bbd8-e032e477345a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'f3445e0f-b172-4b14-839d-447ccd06f9c6', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:36.893869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-753aae7e-09f5-4c7c-bbd8-e032e477345a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:36.913385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-753aae7e-09f5-4c7c-bbd8-e032e477345a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:36.926962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-753aae7e-09f5-4c7c-bbd8-e032e477345a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:36.941441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-753aae7e-09f5-4c7c-bbd8-e032e477345a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:37.016521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Attempting to bind port beb0e68b-80df-47ae-bd9d-8824a7cf9da6 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:32:37.016798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Attempting to bind port beb0e68b-80df-47ae-bd9d-8824a7cf9da6 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:32:37.017125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Attempting to bind port beb0e68b-80df-47ae-bd9d-8824a7cf9da6 on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:32:37.026192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49b9b65f-3770-4d06-a2ba-94389602908d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.054552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:32:37.054904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:37.055384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.055851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:32:37.056375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Bound port: beb0e68b-80df-47ae-bd9d-8824a7cf9da6, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:32:37.057012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.077870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.087325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'name': 'tempest-TestNetworkBasicOps-router-1972260230', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254'}], 'enable_snat': True}, 'gw_port_id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:17Z', 'updated_at': '2021-12-07T13:32:30Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:19Z', 'updated_at': '2021-12-07T13:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '996154fa-9984-4f0b-aa6a-abf5b1d37e32', 'name': '', 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:7f:83:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:29Z', 'updated_at': '2021-12-07T13:32:31Z', 'revision_number': 2, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:37.114180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Transition to ACTIVE for port object 663568e8-23c4-48f7-9543-df6f5b96d0ea will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:37.128097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Checking router: f279ebaa-cdb5-4dfe-9bc3-8a6700da768a for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:32:37.128515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Updating router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a port 996154fa-9984-4f0b-aa6a-abf5b1d37e32 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:32:37.148170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.153588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-faa67630-1766-48f9-9344-fd176280094e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:37.169327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-753aae7e-09f5-4c7c-bbd8-e032e477345a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.193829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.259626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:37.265655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:37.268127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:37.285784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.296264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Subnet': ['ID=2c944f95-4f74-4f69-9683-efddb581a852,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:37.299767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:37.305794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:37.323305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.324840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] For port beb0e68b-80df-47ae-bd9d-8824a7cf9da6, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:32:37.335542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] For port beb0e68b-80df-47ae-bd9d-8824a7cf9da6, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=beb0e68b-80df-47ae-bd9d-8824a7cf9da6,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:32:37.348644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-753aae7e-09f5-4c7c-bbd8-e032e477345a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.360018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object c2d93599-dda9-40f2-80ec-3543d8a03d8c will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:37.381124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Allocated IP 172.20.0.2 (e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b/0bc8406d-98f9-4972-9c04-45a8ae8ba5de/966f3d66-370f-4315-9684-3bf0ba5e17b3) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:37.400306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.407347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-753aae7e-09f5-4c7c-bbd8-e032e477345a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.408915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:37.418064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4ca6b662-e3da-42b8-abf6-1579c7eb63e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:37.456832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753aae7e-09f5-4c7c-bbd8-e032e477345a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6556e9-b77f-4581-8d56-540c8ff2a7a8,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:37.464305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-753aae7e-09f5-4c7c-bbd8-e032e477345a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:37.542109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-753aae7e-09f5-4c7c-bbd8-e032e477345a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.546146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-753aae7e-09f5-4c7c-bbd8-e032e477345a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6666503 Dec 07 13:32:37.553291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48970) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:37.556755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.562300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-96a35b16-682d-4489-a650-6bd6fda5c207 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'f3445e0f-b172-4b14-839d-447ccd06f9c6', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:37.604210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:37.644156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-96a35b16-682d-4489-a650-6bd6fda5c207 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:37.651011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Checking segment: {'id': 'c7bb7f3c-2f23-4284-b031-1b1cefda430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '58be7637-072d-41f7-a320-4877f5a629ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:37.651011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network hostable DHCP agents. Network: 58be7637-072d-41f7-a320-4877f5a629ab, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:32:37.661055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-96a35b16-682d-4489-a650-6bd6fda5c207 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:37.677243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-96a35b16-682d-4489-a650-6bd6fda5c207 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:37.677728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:37.678403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.682328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=663568e8-23c4-48f7-9543-df6f5b96d0ea,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:37.685676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:37.695328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-96a35b16-682d-4489-a650-6bd6fda5c207 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:37.698476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Pushing event updated for resources: {'Port': ['ID=beb0e68b-80df-47ae-bd9d-8824a7cf9da6,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:37.722013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:37.732924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:37.738450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:37.741565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=c2d93599-dda9-40f2-80ec-3543d8a03d8c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:37.743800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:37.754358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network 58be7637-072d-41f7-a320-4877f5a629ab is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:32:37.768974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0677221 Dec 07 13:32:37.769269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48974) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:37.773550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:37.777315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'network_id': 'e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b', 'name': 'tempest-PortsTestJSON-1312535158'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:37.846069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96a35b16-682d-4489-a650-6bd6fda5c207 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.867535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 58be7637-072d-41f7-a320-4877f5a629ab) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:37.888262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:37.888945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.891785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56639456-cec5-48f7-a56b-7fe22ee20bd2 None None] Network 58be7637-072d-41f7-a320-4877f5a629ab requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:37.924548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:37.925433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:37.966009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9493067 Dec 07 13:32:37.966463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48978) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:37.975316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e2345bd5-b20f-4d32-a15c-184f771dbdf9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-440711759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:37.982874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:37.985864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e2345bd5-b20f-4d32-a15c-184f771dbdf9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:37.993339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:port and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:37.998223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e2345bd5-b20f-4d32-a15c-184f771dbdf9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:router and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:37.999767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:38.003277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e2345bd5-b20f-4d32-a15c-184f771dbdf9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:38.016533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e2345bd5-b20f-4d32-a15c-184f771dbdf9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:38.019001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:38.032284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96a35b16-682d-4489-a650-6bd6fda5c207 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.044268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.4729946 Dec 07 13:32:38.047110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48982) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:38.056185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.080009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Transition to ACTIVE for port object 966f3d66-370f-4315-9684-3bf0ba5e17b3 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:38.100304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:38.105173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.109362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96a35b16-682d-4489-a650-6bd6fda5c207 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.124412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2345bd5-b20f-4d32-a15c-184f771dbdf9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.125516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2345bd5-b20f-4d32-a15c-184f771dbdf9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.125668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db65af1a-6e7e-41df-804e-57fec8ed6201 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:38.155782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] device_id is not set on port 9ba69520-9c69-4686-9fd4-1db522a8f02e yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:32:38.173009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a35b16-682d-4489-a650-6bd6fda5c207 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29591d04-9124-449a-81d1-7759e9abfd85,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:38.204366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96a35b16-682d-4489-a650-6bd6fda5c207 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:38.241048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Transition to ACTIVE for port object 966f3d66-370f-4315-9684-3bf0ba5e17b3 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:38.255798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2345bd5-b20f-4d32-a15c-184f771dbdf9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.280224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96a35b16-682d-4489-a650-6bd6fda5c207 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.280224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-96a35b16-682d-4489-a650-6bd6fda5c207 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7256403 Dec 07 13:32:38.290933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52f043e-e0bb-4d42-8131-d48486004900 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:38.295824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52f043e-e0bb-4d42-8131-d48486004900 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:38.296601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c52f043e-e0bb-4d42-8131-d48486004900 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:38.296744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.304940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48986) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:38.311450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cbfc15bd-0e2d-45a8-8b87-52c84a0a43c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:38.325100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-75311cb5-22df-43bf-a0ff-fb91c270079a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'f3445e0f-b172-4b14-839d-447ccd06f9c6', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:38.342293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-75311cb5-22df-43bf-a0ff-fb91c270079a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:38.363161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-75311cb5-22df-43bf-a0ff-fb91c270079a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:38.366981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-75311cb5-22df-43bf-a0ff-fb91c270079a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:38.369142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.373973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-75311cb5-22df-43bf-a0ff-fb91c270079a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:38.397296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-49b9b65f-3770-4d06-a2ba-94389602908d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port 8fa66168-90a0-489d-9814-04817b70cf00 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:38.397670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49b9b65f-3770-4d06-a2ba-94389602908d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.411494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Allocated IP 172.20.0.12 (e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b/0bc8406d-98f9-4972-9c04-45a8ae8ba5de/9ba69520-9c69-4686-9fd4-1db522a8f02e) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:38.422905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2345bd5-b20f-4d32-a15c-184f771dbdf9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.439004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Network e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:38.445010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-75311cb5-22df-43bf-a0ff-fb91c270079a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.447363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:38.450078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:38.479633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-58be7637-072d-41f7-a320-4877f5a629ab', 'network_id': '58be7637-072d-41f7-a320-4877f5a629ab', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'fixed_ips': [{'subnet_id': '2c944f95-4f74-4f69-9683-efddb581a852'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:32:38.480450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.490468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c52f043e-e0bb-4d42-8131-d48486004900 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:38.491840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c52f043e-e0bb-4d42-8131-d48486004900 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4434047 Dec 07 13:32:38.497296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Transition to ACTIVE for port object 996154fa-9984-4f0b-aa6a-abf5b1d37e32 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:38.498983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48990) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:38.506615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Pushing event updated for resources: {'Port': ['ID=966f3d66-370f-4315-9684-3bf0ba5e17b3,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:38.549166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:38.553790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2345bd5-b20f-4d32-a15c-184f771dbdf9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.557787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e2345bd5-b20f-4d32-a15c-184f771dbdf9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5876362 Dec 07 13:32:38.571725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 48994) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:38.636056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.651527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:38.680883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-75311cb5-22df-43bf-a0ff-fb91c270079a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.687753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49b9b65f-3770-4d06-a2ba-94389602908d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.736439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Attempting to bind port 966f3d66-370f-4315-9684-3bf0ba5e17b3 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:32:38.737023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Attempting to bind port 966f3d66-370f-4315-9684-3bf0ba5e17b3 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '310c2d3d-6ca2-4477-9b54-c2d4ce7ce52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:32:38.737214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Attempting to bind port 966f3d66-370f-4315-9684-3bf0ba5e17b3 on network e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:32:38.767078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-75311cb5-22df-43bf-a0ff-fb91c270079a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.816104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5ad781b4-504a-46e7-afd5-2602b7955c00 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port c2d93599-dda9-40f2-80ec-3543d8a03d8c {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:38.816488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad781b4-504a-46e7-afd5-2602b7955c00 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.841759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:38.862531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-49b9b65f-3770-4d06-a2ba-94389602908d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for 8fa66168-90a0-489d-9814-04817b70cf00 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:38.912342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75311cb5-22df-43bf-a0ff-fb91c270079a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cb02ff-a8d6-4bf4-9299-936a1a605872,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:38.921858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-75311cb5-22df-43bf-a0ff-fb91c270079a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:38.988621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-75311cb5-22df-43bf-a0ff-fb91c270079a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:38.993759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-75311cb5-22df-43bf-a0ff-fb91c270079a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6893764 Dec 07 13:32:38.994843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 48998) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:39.005289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c224608a-08e9-4883-81a3-4795f4e52bf7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'f3445e0f-b172-4b14-839d-447ccd06f9c6', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:39.013530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c224608a-08e9-4883-81a3-4795f4e52bf7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:39.018550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c224608a-08e9-4883-81a3-4795f4e52bf7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:39.022309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c224608a-08e9-4883-81a3-4795f4e52bf7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:39.029327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c224608a-08e9-4883-81a3-4795f4e52bf7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:39.050279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:39.060712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec1040-a12c-49b9-bced-9a6826d4e427 None None] Pushing event updated for resources: {'Port': ['ID=996154fa-9984-4f0b-aa6a-abf5b1d37e32,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:39.072690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Transition to ACTIVE for port object 9ba69520-9c69-4686-9fd4-1db522a8f02e will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:39.078796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device beb0e68b-80df-47ae-bd9d-8824a7cf9da6 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:39.113433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-72ec1040-a12c-49b9-bced-9a6826d4e427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:39.119648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:32:39.120081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Checking segment: {'id': '310c2d3d-6ca2-4477-9b54-c2d4ce7ce52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:39.120544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:39.120994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Bound using segment: {'id': '310c2d3d-6ca2-4477-9b54-c2d4ce7ce52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:32:39.121545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Bound port: 966f3d66-370f-4315-9684-3bf0ba5e17b3, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310c2d3d-6ca2-4477-9b54-c2d4ce7ce52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:32:39.122535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:39.152399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c224608a-08e9-4883-81a3-4795f4e52bf7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:39.197366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49b9b65f-3770-4d06-a2ba-94389602908d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:39.204375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-39d01e78-30ca-48cb-b61b-e2696cc995bd tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:39.233881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Allocated IP 2001:db8::2 (58be7637-072d-41f7-a320-4877f5a629ab/2c944f95-4f74-4f69-9683-efddb581a852/48cd8711-f279-4123-81c3-bb44a8da5c9a) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:39.264823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9b65f-3770-4d06-a2ba-94389602908d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Port': ['ID=8fa66168-90a0-489d-9814-04817b70cf00,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:39.267472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-49b9b65f-3770-4d06-a2ba-94389602908d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:39.380082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:39.392653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d3c680b-8446-4567-91d5-8350dc4fd14e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:39.467992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=9ba69520-9c69-4686-9fd4-1db522a8f02e,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:39.477673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:39.511023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c224608a-08e9-4883-81a3-4795f4e52bf7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:39.549665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Attempting to bind port 996154fa-9984-4f0b-aa6a-abf5b1d37e32 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:32:39.550134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Attempting to bind port 996154fa-9984-4f0b-aa6a-abf5b1d37e32 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'b81968cd-0bec-457b-8403-c4cb8e0f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:32:39.550579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Attempting to bind port 996154fa-9984-4f0b-aa6a-abf5b1d37e32 on network 8b6e945c-1f17-4fdc-84e3-c87aa5738221 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:32:39.599422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] For port 966f3d66-370f-4315-9684-3bf0ba5e17b3, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:32:39.602277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c224608a-08e9-4883-81a3-4795f4e52bf7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:39.604805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1c5c4fe6-4642-4c3c-a873-22802cce5853 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:39.624050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:32:39.624478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Checking segment: {'id': 'b81968cd-0bec-457b-8403-c4cb8e0f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:39.624943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:39.625394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Bound using segment: {'id': 'b81968cd-0bec-457b-8403-c4cb8e0f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:32:39.625939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Bound port: 996154fa-9984-4f0b-aa6a-abf5b1d37e32, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81968cd-0bec-457b-8403-c4cb8e0f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:32:39.626370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:39.641056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port beb0e68b-80df-47ae-bd9d-8824a7cf9da6 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:39.664377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] For port 966f3d66-370f-4315-9684-3bf0ba5e17b3, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=966f3d66-370f-4315-9684-3bf0ba5e17b3,segment=NetworkSegment(310c2d3d-6ca2-4477-9b54-c2d4ce7ce52a),segment_id=310c2d3d-6ca2-4477-9b54-c2d4ce7ce52a)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:32:39.721327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad781b4-504a-46e7-afd5-2602b7955c00 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:39.733567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:39.756999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:39.797986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:39.870493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:39.872707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:39.881806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:39.951363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224608a-08e9-4883-81a3-4795f4e52bf7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533122ec-cf69-4849-bcca-767be52cdad7,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:39.956836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c224608a-08e9-4883-81a3-4795f4e52bf7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:39.963514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] For port 996154fa-9984-4f0b-aa6a-abf5b1d37e32, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:32:39.968346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Pushing event updated for resources: {'Port': ['ID=966f3d66-370f-4315-9684-3bf0ba5e17b3,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:39.968580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5ad781b4-504a-46e7-afd5-2602b7955c00 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for c2d93599-dda9-40f2-80ec-3543d8a03d8c owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:39.972566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] For port 996154fa-9984-4f0b-aa6a-abf5b1d37e32, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=996154fa-9984-4f0b-aa6a-abf5b1d37e32,segment=NetworkSegment(b81968cd-0bec-457b-8403-c4cb8e0f2f39),segment_id=b81968cd-0bec-457b-8403-c4cb8e0f2f39)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:32:39.976065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:39.979030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49b9b65f-3770-4d06-a2ba-94389602908d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:39.999061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:40.006206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:40.006900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:40.014494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Transition to ACTIVE for port object 48cd8711-f279-4123-81c3-bb44a8da5c9a will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:40.039942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Transition to ACTIVE for port object 48cd8711-f279-4123-81c3-bb44a8da5c9a will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:40.050448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c224608a-08e9-4883-81a3-4795f4e52bf7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:40.052816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:40.055451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c224608a-08e9-4883-81a3-4795f4e52bf7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0579081 Dec 07 13:32:40.061003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-013406ef-1af1-4da5-85f9-17676eb5511e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:40.063348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49002) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:40.070650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-014eef34-63b0-4b39-a0c8-ba900816e2f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'f3445e0f-b172-4b14-839d-447ccd06f9c6', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:40.100930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3299816 Dec 07 13:32:40.111509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:40.117049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49006) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:40.147056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-014eef34-63b0-4b39-a0c8-ba900816e2f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:40.158473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-014eef34-63b0-4b39-a0c8-ba900816e2f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:40.162376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-014eef34-63b0-4b39-a0c8-ba900816e2f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:40.169701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-014eef34-63b0-4b39-a0c8-ba900816e2f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:40.175654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Network 58be7637-072d-41f7-a320-4877f5a629ab is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:40.179658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:40.185758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:40.188075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec1040-a12c-49b9-bced-9a6826d4e427 None None] Pushing event updated for resources: {'Port': ['ID=996154fa-9984-4f0b-aa6a-abf5b1d37e32,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:40.211534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-72ec1040-a12c-49b9-bced-9a6826d4e427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:40.211534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:40.243566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Routers {'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:40.244073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:40.307267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-014eef34-63b0-4b39-a0c8-ba900816e2f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:32:40.308936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:40.436201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-014eef34-63b0-4b39-a0c8-ba900816e2f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:40.543019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-014eef34-63b0-4b39-a0c8-ba900816e2f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:40.548331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Pushing event updated for resources: {'Port': ['ID=48cd8711-f279-4123-81c3-bb44a8da5c9a,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:40.555930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:40.564258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07775866-a9dd-4d52-8ab4-a148306b5df3 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:40.609856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Attempting to bind port 48cd8711-f279-4123-81c3-bb44a8da5c9a on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:32:40.610275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Attempting to bind port 48cd8711-f279-4123-81c3-bb44a8da5c9a by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'c7bb7f3c-2f23-4284-b031-1b1cefda430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '58be7637-072d-41f7-a320-4877f5a629ab'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:32:40.610688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Attempting to bind port 48cd8711-f279-4123-81c3-bb44a8da5c9a on network 58be7637-072d-41f7-a320-4877f5a629ab {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:32:40.654748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-014eef34-63b0-4b39-a0c8-ba900816e2f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:40.661661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-740fb2f6-135f-4a16-a917-ca4bb2d24193 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:40.790322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014eef34-63b0-4b39-a0c8-ba900816e2f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec94e67-fb58-4e40-ba09-9a4c0ef9416e,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:40.794561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:32:40.795156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Checking segment: {'id': 'c7bb7f3c-2f23-4284-b031-1b1cefda430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '58be7637-072d-41f7-a320-4877f5a629ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:40.797714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-014eef34-63b0-4b39-a0c8-ba900816e2f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:40.797832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:40.798309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Bound using segment: {'id': 'c7bb7f3c-2f23-4284-b031-1b1cefda430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '58be7637-072d-41f7-a320-4877f5a629ab'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:32:40.798869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Bound port: 48cd8711-f279-4123-81c3-bb44a8da5c9a, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7bb7f3c-2f23-4284-b031-1b1cefda430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '58be7637-072d-41f7-a320-4877f5a629ab'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:32:40.799329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:40.832976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b9b65f-3770-4d06-a2ba-94389602908d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router 89447caa-a1a9-44dd-bd97-1b40b159e800 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:32:40.847368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-014eef34-63b0-4b39-a0c8-ba900816e2f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:40.852032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-014eef34-63b0-4b39-a0c8-ba900816e2f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7875562 Dec 07 13:32:40.853531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49010) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:40.860073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b53dcad1-a62d-4b69-a2df-39bb9b464ac3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'f3445e0f-b172-4b14-839d-447ccd06f9c6', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:40.874114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b53dcad1-a62d-4b69-a2df-39bb9b464ac3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:40.884404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b53dcad1-a62d-4b69-a2df-39bb9b464ac3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:40.897664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b53dcad1-a62d-4b69-a2df-39bb9b464ac3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:40.917449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b53dcad1-a62d-4b69-a2df-39bb9b464ac3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:40.958851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] Set router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:32:40.966645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefd60f5-5f1c-46b8-88c1-42834785d3d2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:40.967432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fefd60f5-5f1c-46b8-88c1-42834785d3d2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Synchronizing usage tracker for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:41.059405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4bf77071-e922-4a8b-a2f0-26b006d98c2f None None] Provisioning for port beb0e68b-80df-47ae-bd9d-8824a7cf9da6 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:41.072844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 966f3d66-370f-4315-9684-3bf0ba5e17b3 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:41.096655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-b53dcad1-a62d-4b69-a2df-39bb9b464ac3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:32:41.118314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b53dcad1-a62d-4b69-a2df-39bb9b464ac3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:41.144136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fefd60f5-5f1c-46b8-88c1-42834785d3d2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Unset dirty status for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:41.149144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fefd60f5-5f1c-46b8-88c1-42834785d3d2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 1.0307150 Dec 07 13:32:41.152197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4bf77071-e922-4a8b-a2f0-26b006d98c2f None None] Provisioning complete for port beb0e68b-80df-47ae-bd9d-8824a7cf9da6 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:41.153364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4bf77071-e922-4a8b-a2f0-26b006d98c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:41.157869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49014) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:41.182026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b9b65f-3770-4d06-a2ba-94389602908d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:32:41.194133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-49b9b65f-3770-4d06-a2ba-94389602908d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/89447caa-a1a9-44dd-bd97-1b40b159e800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1177311 Dec 07 13:32:41.195127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49018) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:41.212995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c07f9-5f67-4c2b-8ec7-367f6b88ca33 None None] Sync routers for ids ['89447caa-a1a9-44dd-bd97-1b40b159e800'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:32:41.269041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bd444276-1cdb-4c0d-b333-37727c9488d0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Synchronizing usage tracker for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:41.302357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b53dcad1-a62d-4b69-a2df-39bb9b464ac3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:41.313074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bd444276-1cdb-4c0d-b333-37727c9488d0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Unset dirty status for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:41.319019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bd444276-1cdb-4c0d-b333-37727c9488d0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports?device_id=89447caa-a1a9-44dd-bd97-1b40b159e800 HTTP/1.1" status: 200 len: 205 time: 0.1027768 Dec 07 13:32:41.320375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49022) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:41.388483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Allocated IP 2001:db8::1 (58be7637-072d-41f7-a320-4877f5a629ab/2c944f95-4f74-4f69-9683-efddb581a852/b127407b-76e9-4e8a-b159-a13acb6cc85a) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:41.404392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b53dcad1-a62d-4b69-a2df-39bb9b464ac3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:41.414754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-014eef34-63b0-4b39-a0c8-ba900816e2f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:41.513353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dcad1-a62d-4b69-a2df-39bb9b464ac3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c9477f-4ebb-407e-9e3b-e737d412798e,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:41.526518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b53dcad1-a62d-4b69-a2df-39bb9b464ac3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:41.545060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d7c73cc-550a-4f87-a8e6-bc961f5e4e88 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:41.592971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:41.611264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] For port 48cd8711-f279-4123-81c3-bb44a8da5c9a, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:32:41.613074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b53dcad1-a62d-4b69-a2df-39bb9b464ac3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:41.623271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b53dcad1-a62d-4b69-a2df-39bb9b464ac3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7608986 Dec 07 13:32:41.646985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c07f9-5f67-4c2b-8ec7-367f6b88ca33 None None] Routers {'89447caa-a1a9-44dd-bd97-1b40b159e800'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:41.647721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-fe4c07f9-5f67-4c2b-8ec7-367f6b88ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89447caa-a1a9-44dd-bd97-1b40b159e800'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:41.666664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Transition to ACTIVE for port object b127407b-76e9-4e8a-b159-a13acb6cc85a will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:41.731458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-02f18834-cdbb-4132-a763-1f752a7b16c3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port 9ba69520-9c69-4686-9fd4-1db522a8f02e {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:41.731852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02f18834-cdbb-4132-a763-1f752a7b16c3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:41.786453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad781b4-504a-46e7-afd5-2602b7955c00 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:41.796942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68a2c238-cc0c-43f9-baa1-68e25ba8cfe9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:41.839277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] For port 48cd8711-f279-4123-81c3-bb44a8da5c9a, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=48cd8711-f279-4123-81c3-bb44a8da5c9a,segment=NetworkSegment(c7bb7f3c-2f23-4284-b031-1b1cefda430c),segment_id=c7bb7f3c-2f23-4284-b031-1b1cefda430c)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:32:41.853405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-fe4c07f9-5f67-4c2b-8ec7-367f6b88ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:41.858565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:41.870927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad781b4-504a-46e7-afd5-2602b7955c00 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=c2d93599-dda9-40f2-80ec-3543d8a03d8c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:41.892193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network 58be7637-072d-41f7-a320-4877f5a629ab is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:41.899055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ad781b4-504a-46e7-afd5-2602b7955c00 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:41.900019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:41.901829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ebc74ce7-0ad8-4c74-a67d-46955b495339 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:41.915357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:41.925490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c3b55f25-2cab-46c4-837c-1d41233f5f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:41.947180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:41.947866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:41.987060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 966f3d66-370f-4315-9684-3bf0ba5e17b3 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:42.054910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c07f9-5f67-4c2b-8ec7-367f6b88ca33 None None] Routers {'89447caa-a1a9-44dd-bd97-1b40b159e800'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:42.056185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-fe4c07f9-5f67-4c2b-8ec7-367f6b88ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['89447caa-a1a9-44dd-bd97-1b40b159e800'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:42.126639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4bf77071-e922-4a8b-a2f0-26b006d98c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:42.153196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-31433c3b-8980-4085-8b97-94c59eb3bf1f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356279532&fields=id&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 267 time: 0.2187147 Dec 07 13:32:42.190510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-fe4c07f9-5f67-4c2b-8ec7-367f6b88ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:42.190999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c07f9-5f67-4c2b-8ec7-367f6b88ca33 None None] The sync data for ids ['89447caa-a1a9-44dd-bd97-1b40b159e800'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:32:42.207433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d7c73cc-550a-4f87-a8e6-bc961f5e4e88 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:42.214715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=b127407b-76e9-4e8a-b159-a13acb6cc85a,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:42.246814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Pushing event updated for resources: {'Port': ['ID=48cd8711-f279-4123-81c3-bb44a8da5c9a,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:42.250126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:42.269846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:42.295821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4bf77071-e922-4a8b-a2f0-26b006d98c2f None None] For port beb0e68b-80df-47ae-bd9d-8824a7cf9da6, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=beb0e68b-80df-47ae-bd9d-8824a7cf9da6,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:42.337743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4bf77071-e922-4a8b-a2f0-26b006d98c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:42.341164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c06eee90-2934-4fbf-9234-2930c55a58d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:42.419700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'name': 'tempest-TestNetworkBasicOps-router-1972260230', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254'}], 'enable_snat': True}, 'gw_port_id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:17Z', 'updated_at': '2021-12-07T13:32:30Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:19Z', 'updated_at': '2021-12-07T13:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '996154fa-9984-4f0b-aa6a-abf5b1d37e32', 'name': '', 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:7f:83:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:29Z', 'updated_at': '2021-12-07T13:32:39Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:42.438397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f8b5b-92c4-4372-a470-ef3f296a50d2 None None] The sync data for ids ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'name': 'tempest-TestNetworkBasicOps-router-1972260230', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254'}], 'enable_snat': True}, 'gw_port_id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:17Z', 'updated_at': '2021-12-07T13:32:30Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:19Z', 'updated_at': '2021-12-07T13:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '996154fa-9984-4f0b-aa6a-abf5b1d37e32', 'name': '', 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:7f:83:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:29Z', 'updated_at': '2021-12-07T13:32:39Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:32:42.447555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf77071-e922-4a8b-a2f0-26b006d98c2f None None] Pushing event updated for resources: {'Port': ['ID=beb0e68b-80df-47ae-bd9d-8824a7cf9da6,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:42.454014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4bf77071-e922-4a8b-a2f0-26b006d98c2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:42.471161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad781b4-504a-46e7-afd5-2602b7955c00 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:42.591090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02f18834-cdbb-4132-a763-1f752a7b16c3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:42.615885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d7c73cc-550a-4f87-a8e6-bc961f5e4e88 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:42.636850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5ad781b4-504a-46e7-afd5-2602b7955c00 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/c2d93599-dda9-40f2-80ec-3543d8a03d8c HTTP/1.1" status: 204 len: 168 time: 4.1347923 Dec 07 13:32:42.642609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49038) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:42.792466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d7c73cc-550a-4f87-a8e6-bc961f5e4e88 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:42.793155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7c73cc-550a-4f87-a8e6-bc961f5e4e88 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Fanout notify agent at l3_agent the message router_deleted on router 89447caa-a1a9-44dd-bd97-1b40b159e800 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:32:42.812758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-0201a316-a1cd-4abe-90d9-44739af2d404 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:42.814511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-0201a316-a1cd-4abe-90d9-44739af2d404 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:42.827146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d7c73cc-550a-4f87-a8e6-bc961f5e4e88 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:42.834289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3d7c73cc-550a-4f87-a8e6-bc961f5e4e88 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/routers/89447caa-a1a9-44dd-bd97-1b40b159e800 HTTP/1.1" status: 204 len: 168 time: 1.5078156 Dec 07 13:32:42.836899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49044) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:42.903108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-02f18834-cdbb-4132-a763-1f752a7b16c3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for 9ba69520-9c69-4686-9fd4-1db522a8f02e owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:42.941630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:43.017414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-0201a316-a1cd-4abe-90d9-44739af2d404 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:43.018893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-0201a316-a1cd-4abe-90d9-44739af2d404 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/networks?id=8b6e945c-1f17-4fdc-84e3-c87aa5738221 HTTP/1.1" status: 200 len: 797 time: 0.8517649 Dec 07 13:32:43.058585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3218b86c-ab7f-4455-993e-442c9afcd256 None None] Network e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:43.094239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95e33fb-80e5-4c3c-8aba-38f0112b2f89 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:43.095975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95e33fb-80e5-4c3c-8aba-38f0112b2f89 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:43.097550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95e33fb-80e5-4c3c-8aba-38f0112b2f89 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:43.099449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d95e33fb-80e5-4c3c-8aba-38f0112b2f89 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:43.130930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-02690da1-a0b7-43c7-8b90-c4a2bfa318e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/quotas/ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 375 time: 0.0378976 Dec 07 13:32:43.271862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 48cd8711-f279-4123-81c3-bb44a8da5c9a up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:43.386044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-133ca29a-04c1-412c-be3d-f2dcd11fc6ea tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting subnet 9f3ec8bb-328b-403e-a898-cb2e6a9e5e6b {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:32:43.386981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-133ca29a-04c1-412c-be3d-f2dcd11fc6ea tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:43.411946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d95e33fb-80e5-4c3c-8aba-38f0112b2f89 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:43.413533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d95e33fb-80e5-4c3c-8aba-38f0112b2f89 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7093580 Dec 07 13:32:43.417248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49048) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:43.471851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-117a2e12-0145-4348-8062-21d97580391f None None] Provisioning for port 966f3d66-370f-4315-9684-3bf0ba5e17b3 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:43.534965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-117a2e12-0145-4348-8062-21d97580391f None None] Provisioning complete for port 966f3d66-370f-4315-9684-3bf0ba5e17b3 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:43.535223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-133ca29a-04c1-412c-be3d-f2dcd11fc6ea tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:43.535904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-117a2e12-0145-4348-8062-21d97580391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:43.618465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-6060be05-eb00-4e4d-a730-0baa667e6e62 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4360759 Dec 07 13:32:43.673108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 48cd8711-f279-4123-81c3-bb44a8da5c9a completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:43.685160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device beb0e68b-80df-47ae-bd9d-8824a7cf9da6 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:43.700356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbfc314-5b46-4663-9b87-e9668820376e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet 08acd278-b447-4986-9b57-33d8719920bb {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:32:43.703924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8cbfc314-5b46-4663-9b87-e9668820376e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:43.712103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-133ca29a-04c1-412c-be3d-f2dcd11fc6ea tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:43.772485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8cbfc314-5b46-4663-9b87-e9668820376e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:43.828862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-133ca29a-04c1-412c-be3d-f2dcd11fc6ea tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:43.834058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ec7573b-f9a4-473c-ba9c-e3334d30ea9e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:43.933890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ca29a-04c1-412c-be3d-f2dcd11fc6ea tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3ec8bb-328b-403e-a898-cb2e6a9e5e6b,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:43.947159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-133ca29a-04c1-412c-be3d-f2dcd11fc6ea tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:43.953872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-133ca29a-04c1-412c-be3d-f2dcd11fc6ea tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:43.963663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98e12c9-c18f-4c59-ab91-bbd3cabf8545 None None] Network c4301f2b-48bc-40fb-b24b-74c76a50283c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:43.967584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-133ca29a-04c1-412c-be3d-f2dcd11fc6ea tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/9f3ec8bb-328b-403e-a898-cb2e6a9e5e6b HTTP/1.1" status: 204 len: 168 time: 1.1294608 Dec 07 13:32:43.994436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-117a2e12-0145-4348-8062-21d97580391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:44.012514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49054) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:44.049311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port beb0e68b-80df-47ae-bd9d-8824a7cf9da6 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:44.049822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:44.211612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02f18834-cdbb-4132-a763-1f752a7b16c3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:44.234472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9726754-b9db-4eb2-b36f-5f5d0d2b2c86 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:44.287399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-117a2e12-0145-4348-8062-21d97580391f None None] For port 966f3d66-370f-4315-9684-3bf0ba5e17b3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=966f3d66-370f-4315-9684-3bf0ba5e17b3,segment=NetworkSegment(310c2d3d-6ca2-4477-9b54-c2d4ce7ce52a),segment_id=310c2d3d-6ca2-4477-9b54-c2d4ce7ce52a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:44.341926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-117a2e12-0145-4348-8062-21d97580391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:44.356549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02f56021-7a12-47e5-8fed-0489b1f33e12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:44.431025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02f18834-cdbb-4132-a763-1f752a7b16c3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:44.468112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f18834-cdbb-4132-a763-1f752a7b16c3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=9ba69520-9c69-4686-9fd4-1db522a8f02e,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:44.468112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02f18834-cdbb-4132-a763-1f752a7b16c3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:44.496214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8cbfc314-5b46-4663-9b87-e9668820376e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:44.543163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-02f18834-cdbb-4132-a763-1f752a7b16c3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/9ba69520-9c69-4686-9fd4-1db522a8f02e HTTP/1.1" status: 204 len: 168 time: 3.3840783 Dec 07 13:32:44.546806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49058) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:44.590963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ada89f9-28ba-4dbb-b10f-a59781967ebe tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting subnet 84e6414e-bcfa-4b49-9757-c3ea8755aea3 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:32:44.618104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-914e15e6-d5c7-4207-8a95-892242cbafc8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] GET failed (client error): The resource could not be found. Dec 07 13:32:44.623490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-914e15e6-d5c7-4207-8a95-892242cbafc8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Synchronizing usage tracker for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:44.631412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ada89f9-28ba-4dbb-b10f-a59781967ebe tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:44.717471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 996154fa-9984-4f0b-aa6a-abf5b1d37e32 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:44.747605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-6018d0bc-388c-4f0a-bc28-736ff321644b service neutron] 10.222.0.24 "GET /v2.0/networks/8b6e945c-1f17-4fdc-84e3-c87aa5738221?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1041729 Dec 07 13:32:44.779505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8cbfc314-5b46-4663-9b87-e9668820376e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:44.796932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82d0e757-76da-44f1-b143-2ad0099241aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:44.870609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfc314-5b46-4663-9b87-e9668820376e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=08acd278-b447-4986-9b57-33d8719920bb,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:44.873762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8cbfc314-5b46-4663-9b87-e9668820376e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:44.876952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8cbfc314-5b46-4663-9b87-e9668820376e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:44.926258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-914e15e6-d5c7-4207-8a95-892242cbafc8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Unset dirty status for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:44.938590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-914e15e6-d5c7-4207-8a95-892242cbafc8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports/9ba69520-9c69-4686-9fd4-1db522a8f02e HTTP/1.1" status: 404 len: 333 time: 0.3853242 Dec 07 13:32:44.962638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49062) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:44.965351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ada89f9-28ba-4dbb-b10f-a59781967ebe tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:45.047020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:45.071928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8cbfc314-5b46-4663-9b87-e9668820376e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/08acd278-b447-4986-9b57-33d8719920bb HTTP/1.1" status: 204 len: 168 time: 1.6509435 Dec 07 13:32:45.076473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49064) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:45.113205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a2e12-0145-4348-8062-21d97580391f None None] Pushing event updated for resources: {'Port': ['ID=966f3d66-370f-4315-9684-3bf0ba5e17b3,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:45.125503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:45.126416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:45.131474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-117a2e12-0145-4348-8062-21d97580391f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:45.181504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:45.190661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6adc5cc6-4868-4059-b6e2-ad48f2056498 None None] Provisioning for port 663568e8-23c4-48f7-9543-df6f5b96d0ea completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:45.207063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6adc5cc6-4868-4059-b6e2-ad48f2056498 None None] Provisioning complete for port 663568e8-23c4-48f7-9543-df6f5b96d0ea triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:45.208591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6adc5cc6-4868-4059-b6e2-ad48f2056498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:45.242517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ada89f9-28ba-4dbb-b10f-a59781967ebe tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:45.313928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6adc5cc6-4868-4059-b6e2-ad48f2056498 None None] Port 663568e8-23c4-48f7-9543-df6f5b96d0ea cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:32:45.328376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6adc5cc6-4868-4059-b6e2-ad48f2056498 None None] Could not find standard attr ID for object 58746daa-694e-4b4b-99ae-61944151f7b5. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:32:45.349460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 996154fa-9984-4f0b-aa6a-abf5b1d37e32 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:45.372495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 996154fa-9984-4f0b-aa6a-abf5b1d37e32 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:45.373125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:45.431629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1159abc-9659-49f2-899a-cc6c66ceab19 None None] DHCP port deletion for c4301f2b-48bc-40fb-b24b-74c76a50283c request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:32:45.448095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28751c55-f422-4e5b-ba26-b2500f274cdb None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:45.448565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fbe989e4-78e7-4e03-abb8-c3d35ccc4b29 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port 663568e8-23c4-48f7-9543-df6f5b96d0ea {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:45.448951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fbe989e4-78e7-4e03-abb8-c3d35ccc4b29 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:45.483081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6adc5cc6-4868-4059-b6e2-ad48f2056498 None None] Provisioning complete for port beb0e68b-80df-47ae-bd9d-8824a7cf9da6 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:45.483836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6adc5cc6-4868-4059-b6e2-ad48f2056498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:45.495522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-225ad435-36e0-483b-a681-d896d28906d6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet 6500788f-e6f7-4354-a912-5f4ca1ec1c77 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:32:45.532045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-225ad435-36e0-483b-a681-d896d28906d6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:45.533814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a1159abc-9659-49f2-899a-cc6c66ceab19 None None] Deleting port 1986d9eb-b01b-4145-bed7-c3e42678f8c3 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:45.534242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a1159abc-9659-49f2-899a-cc6c66ceab19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:45.544191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-dce59b17-9a9f-4366-b9bf-44901d1a11da service neutron] 10.222.0.24 "GET /v2.0/networks/8b6e945c-1f17-4fdc-84e3-c87aa5738221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7846859 Dec 07 13:32:45.624299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=b127407b-76e9-4e8a-b159-a13acb6cc85a,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:45.632978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:45.639986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-225ad435-36e0-483b-a681-d896d28906d6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:45.651138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99130fd9-bac1-406b-8490-8a2cc1950996 None None] Network 58be7637-072d-41f7-a320-4877f5a629ab requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:45.731326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network 58be7637-072d-41f7-a320-4877f5a629ab is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:45.735312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:45.780034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fbe989e4-78e7-4e03-abb8-c3d35ccc4b29 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:45.952015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fbe989e4-78e7-4e03-abb8-c3d35ccc4b29 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for 663568e8-23c4-48f7-9543-df6f5b96d0ea owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:46.067127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ada89f9-28ba-4dbb-b10f-a59781967ebe tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:46.091890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c823a1d9-008b-4e94-83b2-3d00f93b1f0c req-c29c76ce-194d-46d3-b460-ed0a8f4e7ff0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 210 time: 0.0852787 Dec 07 13:32:46.098839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2a701f99-a698-4331-984a-20268c6d9473 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:46.121467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-225ad435-36e0-483b-a681-d896d28906d6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:46.146297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ada89f9-28ba-4dbb-b10f-a59781967ebe tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:46.165232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada89f9-28ba-4dbb-b10f-a59781967ebe tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Subnet': ['ID=84e6414e-bcfa-4b49-9757-c3ea8755aea3,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:46.170916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ada89f9-28ba-4dbb-b10f-a59781967ebe tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:46.175528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1ada89f9-28ba-4dbb-b10f-a59781967ebe tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/84e6414e-bcfa-4b49-9757-c3ea8755aea3 HTTP/1.1" status: 204 len: 168 time: 2.1614320 Dec 07 13:32:46.177015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49078) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:46.240334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b736ac61-597d-4eed-aa66-a0fc13dddc88 None None] Network 4a85d5f5-751f-4616-ba34-c54a0a12aa2e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:46.322238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-225ad435-36e0-483b-a681-d896d28906d6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:46.338078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee75597b-41dd-4831-a883-a35dc539a9e5 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:46.355498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:46.366989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port 1986d9eb-b01b-4145-bed7-c3e42678f8c3 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:46.367407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:46.376514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-225ad435-36e0-483b-a681-d896d28906d6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:46.396055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ad435-36e0-483b-a681-d896d28906d6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=6500788f-e6f7-4354-a912-5f4ca1ec1c77,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:46.403517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-225ad435-36e0-483b-a681-d896d28906d6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:46.414181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-225ad435-36e0-483b-a681-d896d28906d6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/6500788f-e6f7-4354-a912-5f4ca1ec1c77 HTTP/1.1" status: 204 len: 168 time: 1.3342237 Dec 07 13:32:46.416305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49082) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:46.501502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-47f64eb8-8dca-4e78-b3e8-e8b523469654 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803030 Dec 07 13:32:46.503863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49088) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:46.564898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a1159abc-9659-49f2-899a-cc6c66ceab19 None None] For port 1986d9eb-b01b-4145-bed7-c3e42678f8c3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1986d9eb-b01b-4145-bed7-c3e42678f8c3,segment=NetworkSegment(f0d8361b-6bda-4726-a9eb-9107cf46d49d),segment_id=f0d8361b-6bda-4726-a9eb-9107cf46d49d)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:46.565395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a1159abc-9659-49f2-899a-cc6c66ceab19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:46.579702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:46.592220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router b4749d47-8840-4070-8773-df39ad38f724 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:32:46.654292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fbe989e4-78e7-4e03-abb8-c3d35ccc4b29 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:46.762899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:46.769562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a1159abc-9659-49f2-899a-cc6c66ceab19 None None] Calling delete_port for 1986d9eb-b01b-4145-bed7-c3e42678f8c3 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:46.798153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:32:46.831179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/b4749d47-8840-4070-8773-df39ad38f724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2560096 Dec 07 13:32:46.831751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49092) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:46.833682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5560b2-b750-4bdb-9377-091cfedbbb5c None None] Sync routers for ids ['b4749d47-8840-4070-8773-df39ad38f724'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:32:46.872880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe989e4-78e7-4e03-abb8-c3d35ccc4b29 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=663568e8-23c4-48f7-9543-df6f5b96d0ea,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:46.887283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5560b2-b750-4bdb-9377-091cfedbbb5c None None] Routers {'b4749d47-8840-4070-8773-df39ad38f724'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:46.888036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ce5560b2-b750-4bdb-9377-091cfedbbb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b4749d47-8840-4070-8773-df39ad38f724'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:46.938371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fbe989e4-78e7-4e03-abb8-c3d35ccc4b29 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:46.950584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82749775-3d10-48f7-8add-662406a1fcde tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:46.951652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-82749775-3d10-48f7-8add-662406a1fcde tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Synchronizing usage tracker for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:46.951858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 996154fa-9984-4f0b-aa6a-abf5b1d37e32, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=996154fa-9984-4f0b-aa6a-abf5b1d37e32,segment=NetworkSegment(b81968cd-0bec-457b-8403-c4cb8e0f2f39),segment_id=b81968cd-0bec-457b-8403-c4cb8e0f2f39)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:46.995795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6adc5cc6-4868-4059-b6e2-ad48f2056498 None None] Provisioning complete for port 966f3d66-370f-4315-9684-3bf0ba5e17b3 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:46.995795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6adc5cc6-4868-4059-b6e2-ad48f2056498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:47.004926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ce5560b2-b750-4bdb-9377-091cfedbbb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:47.016858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-82749775-3d10-48f7-8add-662406a1fcde tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Unset dirty status for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:47.018341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-82749775-3d10-48f7-8add-662406a1fcde tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports/b127407b-76e9-4e8a-b159-a13acb6cc85a HTTP/1.1" status: 200 len: 911 time: 0.1840436 Dec 07 13:32:47.022002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49096) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:47.022129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5560b2-b750-4bdb-9377-091cfedbbb5c None None] Routers {'b4749d47-8840-4070-8773-df39ad38f724'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:47.022736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ce5560b2-b750-4bdb-9377-091cfedbbb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b4749d47-8840-4070-8773-df39ad38f724'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:47.023458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] For port 1986d9eb-b01b-4145-bed7-c3e42678f8c3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1986d9eb-b01b-4145-bed7-c3e42678f8c3,segment=NetworkSegment(f0d8361b-6bda-4726-a9eb-9107cf46d49d),segment_id=f0d8361b-6bda-4726-a9eb-9107cf46d49d)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:47.023862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:47.029177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7e804fca-5e09-482b-8208-ff4439df53e9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c944f95-4f74-4f69-9683-efddb581a852'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:47.054505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef892602-14e1-4c6e-b3e6-72dc3f3df30f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:47.055524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ef892602-14e1-4c6e-b3e6-72dc3f3df30f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:47.141790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ce5560b2-b750-4bdb-9377-091cfedbbb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:47.142504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5560b2-b750-4bdb-9377-091cfedbbb5c None None] The sync data for ids ['b4749d47-8840-4070-8773-df39ad38f724'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:32:47.390746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:47.395872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:47.521535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 966f3d66-370f-4315-9684-3bf0ba5e17b3 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:47.536909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e804fca-5e09-482b-8208-ff4439df53e9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:47.590813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fbe989e4-78e7-4e03-abb8-c3d35ccc4b29 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:47.595730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a1159abc-9659-49f2-899a-cc6c66ceab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:47.603337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for 1986d9eb-b01b-4145-bed7-c3e42678f8c3 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:47.611730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933fbbb4-19ee-49ab-bc61-2297be6f46d1 None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:32:47.639510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-933fbbb4-19ee-49ab-bc61-2297be6f46d1 None None] Deleting port beb0e68b-80df-47ae-bd9d-8824a7cf9da6 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:47.639941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-933fbbb4-19ee-49ab-bc61-2297be6f46d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:47.683027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=996154fa-9984-4f0b-aa6a-abf5b1d37e32,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:47.697046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:47.701134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-72ec1040-a12c-49b9-bced-9a6826d4e427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:47.731935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9404aaa1-07c3-4c86-b7c3-75ade6772286 None None] DHCP port deletion for 4a85d5f5-751f-4616-ba34-c54a0a12aa2e request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:32:47.758790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ef892602-14e1-4c6e-b3e6-72dc3f3df30f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:47.764110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ef892602-14e1-4c6e-b3e6-72dc3f3df30f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2542064 Dec 07 13:32:47.774827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9404aaa1-07c3-4c86-b7c3-75ade6772286 None None] Deleting port 5600c022-6050-48b6-9f1f-c7496fbd6078 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:47.779027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9404aaa1-07c3-4c86-b7c3-75ade6772286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:47.779281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ebcc1edd-e58a-4d48-9199-4c9065314d3f req-c00d0aa0-f9ba-408a-ab40-188d4672d7ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 210 time: 0.1312661 Dec 07 13:32:47.782139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49102) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:47.817129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1159abc-9659-49f2-899a-cc6c66ceab19 None None] No DVR routers for this DVR port 1986d9eb-b01b-4145-bed7-c3e42678f8c3 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:32:47.843076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1159abc-9659-49f2-899a-cc6c66ceab19 None None] Pushing event deleted for resources: {'Port': ['ID=1986d9eb-b01b-4145-bed7-c3e42678f8c3,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:47.858368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a1159abc-9659-49f2-899a-cc6c66ceab19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:47.885757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:32:47.886420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:32:47.932081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fbe989e4-78e7-4e03-abb8-c3d35ccc4b29 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/663568e8-23c4-48f7-9543-df6f5b96d0ea HTTP/1.1" status: 204 len: 168 time: 2.8241193 Dec 07 13:32:47.935486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49106) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:47.998366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d842602-648b-4745-8aac-ef3f468bdcb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] GET failed (client error): The resource could not be found. Dec 07 13:32:47.999161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5d842602-648b-4745-8aac-ef3f468bdcb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Synchronizing usage tracker for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:48.007968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 966f3d66-370f-4315-9684-3bf0ba5e17b3 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:48.008427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:48.075754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eb7b5bf6-01d3-4a70-a03f-3967a853a417 None None] Could not find standard attr ID for object 9eae69bf-92cc-4995-9d30-6eef90455001. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:32:48.168295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5d842602-648b-4745-8aac-ef3f468bdcb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Unset dirty status for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:48.169847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5d842602-648b-4745-8aac-ef3f468bdcb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports/663568e8-23c4-48f7-9543-df6f5b96d0ea HTTP/1.1" status: 404 len: 333 time: 0.2330422 Dec 07 13:32:48.172948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49110) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:48.367171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9404aaa1-07c3-4c86-b7c3-75ade6772286 None None] For port 5600c022-6050-48b6-9f1f-c7496fbd6078, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5600c022-6050-48b6-9f1f-c7496fbd6078,segment=NetworkSegment(a5d814ee-f8f1-4c9b-ba0b-7793fc8a53e2),segment_id=a5d814ee-f8f1-4c9b-ba0b-7793fc8a53e2)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:48.367337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9404aaa1-07c3-4c86-b7c3-75ade6772286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:48.371973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-2340f4fc-ed12-4854-8c8e-b16602b1874f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:48.372713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-2340f4fc-ed12-4854-8c8e-b16602b1874f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:48.381493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eb7b5bf6-01d3-4a70-a03f-3967a853a417 None None] Provisioning for port b127407b-76e9-4e8a-b159-a13acb6cc85a completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:48.399840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port 1986d9eb-b01b-4145-bed7-c3e42678f8c3 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:48.400275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:48.499168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-2340f4fc-ed12-4854-8c8e-b16602b1874f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:48.500778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-2340f4fc-ed12-4854-8c8e-b16602b1874f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/networks?id=8b6e945c-1f17-4fdc-84e3-c87aa5738221 HTTP/1.1" status: 200 len: 797 time: 0.3817611 Dec 07 13:32:48.523410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c3ef8-327a-4167-a8ac-2baf158ee52a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:48.524154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-842c3ef8-327a-4167-a8ac-2baf158ee52a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:48.541482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a732d5e-7c43-428c-bf3b-a87c6c6d4727 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting subnet 0bc8406d-98f9-4972-9c04-45a8ae8ba5de {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:32:48.549029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] The port '1986d9eb-b01b-4145-bed7-c3e42678f8c3' was deleted {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:32:48.550411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a732d5e-7c43-428c-bf3b-a87c6c6d4727 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:48.587081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-933fbbb4-19ee-49ab-bc61-2297be6f46d1 None None] For port beb0e68b-80df-47ae-bd9d-8824a7cf9da6, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=beb0e68b-80df-47ae-bd9d-8824a7cf9da6,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:48.587726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-933fbbb4-19ee-49ab-bc61-2297be6f46d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:48.602130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eb7b5bf6-01d3-4a70-a03f-3967a853a417 None None] Provisioning complete for port b127407b-76e9-4e8a-b159-a13acb6cc85a triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:48.602712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5bf6-01d3-4a70-a03f-3967a853a417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:48.638742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-3b91f790-ab36-4d54-8984-2d0376df6cd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:48.653499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9404aaa1-07c3-4c86-b7c3-75ade6772286 None None] Calling delete_port for 5600c022-6050-48b6-9f1f-c7496fbd6078 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:48.686283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-842c3ef8-327a-4167-a8ac-2baf158ee52a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:48.690492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-842c3ef8-327a-4167-a8ac-2baf158ee52a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9072707 Dec 07 13:32:48.694061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49114) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:48.780007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a732d5e-7c43-428c-bf3b-a87c6c6d4727 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:48.786331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-3b91f790-ab36-4d54-8984-2d0376df6cd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:48.787958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-3b91f790-ab36-4d54-8984-2d0376df6cd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 379 time: 0.2532198 Dec 07 13:32:48.834664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:48.845932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'port': {'device_id': 'b7ca9704-3799-4109-8512-6e7cfe1e9221', 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221', 'admin_state_up': True, 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'security_groups': ['f3445e0f-b172-4b14-839d-447ccd06f9c6']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:48.872635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-933fbbb4-19ee-49ab-bc61-2297be6f46d1 None None] Calling delete_port for beb0e68b-80df-47ae-bd9d-8824a7cf9da6 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:48.872837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0a2f0136-2e12-4e82-bc33-22822b89775b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1762578 Dec 07 13:32:48.872837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49124) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:48.882946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4301f2b-48bc-40fb-b24b-74c76a50283c']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:48.887958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-697579f8-d6df-46c8-b4d1-1f48e2224915 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:48.899915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d8361b-6bda-4726-a9eb-9107cf46d49d') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:48.900487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d8361b-6bda-4726-a9eb-9107cf46d49d') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:48.915645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:48.939691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:48.947861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:32:48.948529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:48.970818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eb7b5bf6-01d3-4a70-a03f-3967a853a417 None None] Port b127407b-76e9-4e8a-b159-a13acb6cc85a cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:32:48.985637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eb7b5bf6-01d3-4a70-a03f-3967a853a417 None None] Could not find standard attr ID for object 9ba69520-9c69-4686-9fd4-1db522a8f02e. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:32:48.994929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eb7b5bf6-01d3-4a70-a03f-3967a853a417 None None] Could not find standard attr ID for object c2d93599-dda9-40f2-80ec-3543d8a03d8c. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:32:49.013671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1986d9eb-b01b-4145-bed7-c3e42678f8c3 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:32:49.031701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:32:49.053483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9404aaa1-07c3-4c86-b7c3-75ade6772286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:49.059990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f9d56c5-90a5-4f95-a87e-8cca6c9bfd32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:49.076146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a732d5e-7c43-428c-bf3b-a87c6c6d4727 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:49.089022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 1986d9eb-b01b-4145-bed7-c3e42678f8c3 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:32:49.089276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1986d9eb-b01b-4145-bed7-c3e42678f8c3 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:32:49.110027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404aaa1-07c3-4c86-b7c3-75ade6772286 None None] Pushing event deleted for resources: {'Port': ['ID=5600c022-6050-48b6-9f1f-c7496fbd6078,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:49.114236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9404aaa1-07c3-4c86-b7c3-75ade6772286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:49.117135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9404aaa1-07c3-4c86-b7c3-75ade6772286 None None] No DVR routers for this DVR port 5600c022-6050-48b6-9f1f-c7496fbd6078 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:32:49.142229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-933fbbb4-19ee-49ab-bc61-2297be6f46d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:49.147842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:49.180534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-697579f8-d6df-46c8-b4d1-1f48e2224915 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:49.191161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eb7b5bf6-01d3-4a70-a03f-3967a853a417 None None] Provisioning for port 48cd8711-f279-4123-81c3-bb44a8da5c9a completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:49.204446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fbbb4-19ee-49ab-bc61-2297be6f46d1 None None] Pushing event deleted for resources: {'Port': ['ID=beb0e68b-80df-47ae-bd9d-8824a7cf9da6,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:49.207075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eb7b5bf6-01d3-4a70-a03f-3967a853a417 None None] Provisioning complete for port 48cd8711-f279-4123-81c3-bb44a8da5c9a triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:49.207075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5bf6-01d3-4a70-a03f-3967a853a417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:49.216769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-697579f8-d6df-46c8-b4d1-1f48e2224915 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:49.217084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-06bd7eb3-7786-4673-9d3a-8337a4b054f2 req-2888c8e3-f442-4d4e-93a0-5653b7a4d63a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 210 time: 0.1807561 Dec 07 13:32:49.232661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:49.244079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-933fbbb4-19ee-49ab-bc61-2297be6f46d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:49.244435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:port and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:49.244435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:49.245147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933fbbb4-19ee-49ab-bc61-2297be6f46d1 None None] No DVR routers for this DVR port beb0e68b-80df-47ae-bd9d-8824a7cf9da6 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:32:49.257253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:49.273738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:49.278634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f18203b4-af7f-46af-b706-0f55fe300fa4 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:49.288107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e804fca-5e09-482b-8208-ff4439df53e9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:49.300703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:49.302237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697579f8-d6df-46c8-b4d1-1f48e2224915 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:49.310644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a732d5e-7c43-428c-bf3b-a87c6c6d4727 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.223163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Network': ['ID=c4301f2b-48bc-40fb-b24b-74c76a50283c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:50.223163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:50.223163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cb8baae6-34ff-4c3b-97ea-dfa02fb08d84 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:50.224585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5bf6-01d3-4a70-a03f-3967a853a417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.225125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a732d5e-7c43-428c-bf3b-a87c6c6d4727 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc8406d-98f9-4972-9c04-45a8ae8ba5de,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:50.225125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a732d5e-7c43-428c-bf3b-a87c6c6d4727 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.225125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1a732d5e-7c43-428c-bf3b-a87c6c6d4727 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/0bc8406d-98f9-4972-9c04-45a8ae8ba5de HTTP/1.1" status: 204 len: 168 time: 1.2107768 Dec 07 13:32:50.225125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1a732d5e-7c43-428c-bf3b-a87c6c6d4727 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:50.225125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49128) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:50.226132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77447b5b-b460-4bfe-9903-6850fa4853a8 None None] Network e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:50.226132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eb7b5bf6-01d3-4a70-a03f-3967a853a417 None None] For port 48cd8711-f279-4123-81c3-bb44a8da5c9a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=48cd8711-f279-4123-81c3-bb44a8da5c9a,segment=NetworkSegment(c7bb7f3c-2f23-4284-b031-1b1cefda430c),segment_id=c7bb7f3c-2f23-4284-b031-1b1cefda430c)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:50.226691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:50.226691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.226691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e804fca-5e09-482b-8208-ff4439df53e9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.226691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e804fca-5e09-482b-8208-ff4439df53e9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:50.226691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e804fca-5e09-482b-8208-ff4439df53e9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.226691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7e804fca-5e09-482b-8208-ff4439df53e9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/ports/b127407b-76e9-4e8a-b159-a13acb6cc85a HTTP/1.1" status: 200 len: 911 time: 2.4402201 Dec 07 13:32:50.227559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 996154fa-9984-4f0b-aa6a-abf5b1d37e32 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:50.228078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:50.228884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49132) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:50.229403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-697579f8-d6df-46c8-b4d1-1f48e2224915 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.229403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-697579f8-d6df-46c8-b4d1-1f48e2224915 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:32:50.229403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697579f8-d6df-46c8-b4d1-1f48e2224915 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:32:50.230217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.230217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/networks/c4301f2b-48bc-40fb-b24b-74c76a50283c HTTP/1.1" status: 204 len: 168 time: 3.4292827 Dec 07 13:32:50.230432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e804fca-5e09-482b-8208-ff4439df53e9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=b127407b-76e9-4e8a-b159-a13acb6cc85a,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:50.230432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7e804fca-5e09-482b-8208-ff4439df53e9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:50.230636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49136) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:50.230738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5bf6-01d3-4a70-a03f-3967a853a417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.230738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4bf77071-e922-4a8b-a2f0-26b006d98c2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:50.230957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.12 (8b6e945c-1f17-4fdc-84e3-c87aa5738221/092dedce-640c-4fff-9bc7-444e5c13c1b8/eac438b4-0658-4be9-897c-eb5470e2210c) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:50.231076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port 966f3d66-370f-4315-9684-3bf0ba5e17b3 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:50.231076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.231257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eb7b5bf6-01d3-4a70-a03f-3967a853a417 None None] Could not find standard attr ID for object 663568e8-23c4-48f7-9543-df6f5b96d0ea. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:32:50.231354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f0f49a7-54b2-4d48-90c5-9dcc59a9497a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.231445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b5bf6-01d3-4a70-a03f-3967a853a417 None None] Pushing event updated for resources: {'Port': ['ID=48cd8711-f279-4123-81c3-bb44a8da5c9a,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:50.231445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eb7b5bf6-01d3-4a70-a03f-3967a853a417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:50.231445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 996154fa-9984-4f0b-aa6a-abf5b1d37e32 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:50.231445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.231842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.231957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-268031da-21e5-47fb-a87d-3b12d4a0169c None None] Provisioning complete for port b127407b-76e9-4e8a-b159-a13acb6cc85a triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:50.231957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-268031da-21e5-47fb-a87d-3b12d4a0169c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.232155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object eac438b4-0658-4be9-897c-eb5470e2210c will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:50.232243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-268031da-21e5-47fb-a87d-3b12d4a0169c None None] Port b127407b-76e9-4e8a-b159-a13acb6cc85a cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:32:50.232243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbaef31-4c0e-4203-8aa9-ecef30995512 None None] DHCP port deletion for e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:32:50.232243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1dbaef31-4c0e-4203-8aa9-ecef30995512 None None] Deleting port 966f3d66-370f-4315-9684-3bf0ba5e17b3 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:50.232243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1dbaef31-4c0e-4203-8aa9-ecef30995512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.232623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-697579f8-d6df-46c8-b4d1-1f48e2224915 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2553720 Dec 07 13:32:50.232623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49140) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:50.232623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-485045d7-89ea-4537-9a91-d18792240e22 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:50.235282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.244832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ad781b4-504a-46e7-afd5-2602b7955c00 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:50.263342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device beb0e68b-80df-47ae-bd9d-8824a7cf9da6 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:32:50.326107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: beb0e68b-80df-47ae-bd9d-8824a7cf9da6 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:32:50.326763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device beb0e68b-80df-47ae-bd9d-8824a7cf9da6 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:32:50.327396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5600c022-6050-48b6-9f1f-c7496fbd6078 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:32:50.354552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f0f49a7-54b2-4d48-90c5-9dcc59a9497a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.362398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=eac438b4-0658-4be9-897c-eb5470e2210c,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:50.369219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:50.401355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 8b6e945c-1f17-4fdc-84e3-c87aa5738221 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:50.403162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] For port 966f3d66-370f-4315-9684-3bf0ba5e17b3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=966f3d66-370f-4315-9684-3bf0ba5e17b3,segment=NetworkSegment(310c2d3d-6ca2-4477-9b54-c2d4ce7ce52a),segment_id=310c2d3d-6ca2-4477-9b54-c2d4ce7ce52a)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:50.403878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.404366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:50.407795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:50.413200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-7f0f49a7-54b2-4d48-90c5-9dcc59a9497a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a85d5f5-751f-4616-ba34-c54a0a12aa2e']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:50.441466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-485045d7-89ea-4537-9a91-d18792240e22 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:50.452893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-485045d7-89ea-4537-9a91-d18792240e22 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:50.465247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 5600c022-6050-48b6-9f1f-c7496fbd6078 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:32:50.465652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5600c022-6050-48b6-9f1f-c7496fbd6078 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:32:50.491575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1dbaef31-4c0e-4203-8aa9-ecef30995512 None None] For port 966f3d66-370f-4315-9684-3bf0ba5e17b3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=966f3d66-370f-4315-9684-3bf0ba5e17b3,segment=NetworkSegment(310c2d3d-6ca2-4477-9b54-c2d4ce7ce52a),segment_id=310c2d3d-6ca2-4477-9b54-c2d4ce7ce52a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:50.491909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1dbaef31-4c0e-4203-8aa9-ecef30995512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.514148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:50.515271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.532326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485045d7-89ea-4537-9a91-d18792240e22 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:50.539285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-485045d7-89ea-4537-9a91-d18792240e22 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.541150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-485045d7-89ea-4537-9a91-d18792240e22 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:32:50.541767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485045d7-89ea-4537-9a91-d18792240e22 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:32:50.588389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7469177 Dec 07 13:32:50.606367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Request body: {'port': {'device_id': 'b7ca9704-3799-4109-8512-6e7cfe1e9221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:50.638288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1dbaef31-4c0e-4203-8aa9-ecef30995512 None None] Calling delete_port for 966f3d66-370f-4315-9684-3bf0ba5e17b3 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:50.644506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-485045d7-89ea-4537-9a91-d18792240e22 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5022295 Dec 07 13:32:50.653018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49146) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:50.662638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1cc8d90c-e960-47fb-b1b0-f9c01f850111 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:50.764656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1dbaef31-4c0e-4203-8aa9-ecef30995512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.770184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-23a563e4-4077-4dcf-b268-be3228073b0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:50.783179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-7f0f49a7-54b2-4d48-90c5-9dcc59a9497a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d814ee-f8f1-4c9b-ba0b-7793fc8a53e2') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:50.783690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-7f0f49a7-54b2-4d48-90c5-9dcc59a9497a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d814ee-f8f1-4c9b-ba0b-7793fc8a53e2') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:50.817959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbaef31-4c0e-4203-8aa9-ecef30995512 None None] Pushing event deleted for resources: {'Port': ['ID=966f3d66-370f-4315-9684-3bf0ba5e17b3,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:50.822584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1dbaef31-4c0e-4203-8aa9-ecef30995512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:50.828511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbaef31-4c0e-4203-8aa9-ecef30995512 None None] No DVR routers for this DVR port 966f3d66-370f-4315-9684-3bf0ba5e17b3 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:32:50.852736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1cc8d90c-e960-47fb-b1b0-f9c01f850111 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:50.865291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for 966f3d66-370f-4315-9684-3bf0ba5e17b3 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:50.873426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-302fd9d2-22aa-4803-bbf5-36527f933b4c None None] Provisioning for port eac438b4-0658-4be9-897c-eb5470e2210c completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:50.873638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.880014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-302fd9d2-22aa-4803-bbf5-36527f933b4c None None] Provisioning complete for port eac438b4-0658-4be9-897c-eb5470e2210c triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:50.880517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-302fd9d2-22aa-4803-bbf5-36527f933b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.884868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1cc8d90c-e960-47fb-b1b0-f9c01f850111 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:50.896756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f0f49a7-54b2-4d48-90c5-9dcc59a9497a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.939994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f0f49a7-54b2-4d48-90c5-9dcc59a9497a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.941656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-302fd9d2-22aa-4803-bbf5-36527f933b4c None None] Port eac438b4-0658-4be9-897c-eb5470e2210c cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:32:50.971391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0f49a7-54b2-4d48-90c5-9dcc59a9497a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:32:50.971823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f0f49a7-54b2-4d48-90c5-9dcc59a9497a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:32:50.991803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:32:51.001415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc8d90c-e960-47fb-b1b0-f9c01f850111 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:51.007469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d90c-e960-47fb-b1b0-f9c01f850111 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:51.009010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc8d90c-e960-47fb-b1b0-f9c01f850111 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:32:51.009487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc8d90c-e960-47fb-b1b0-f9c01f850111 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:32:51.077543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1cc8d90c-e960-47fb-b1b0-f9c01f850111 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4232287 Dec 07 13:32:51.088829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49150) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:51.109330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d439bfbc-5c90-43e3-bfe1-f1f5220da731 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:51.135808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441a6a5-2bfb-429e-97a4-fb3912e9f42a req-f681f0b2-fcf6-4b29-87b0-b282cd02b776 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:51.147930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a441a6a5-2bfb-429e-97a4-fb3912e9f42a req-f681f0b2-fcf6-4b29-87b0-b282cd02b776 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 932 time: 0.7160580 Dec 07 13:32:51.230639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:32:51.231315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:32:51.259769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f0f49a7-54b2-4d48-90c5-9dcc59a9497a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:51.262469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa1fe-5bba-4c92-add7-2294c53fe3b4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:51.269058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac438b4-0658-4be9-897c-eb5470e2210c {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:32:51.277033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:51.293272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Transition to ACTIVE for port object eac438b4-0658-4be9-897c-eb5470e2210c will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:51.330762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:51.333940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-01b50dc1-21e6-423a-a0f6-e15758e0d3e1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:51.335770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:51.355046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f0f49a7-54b2-4d48-90c5-9dcc59a9497a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:51.442596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f49a7-54b2-4d48-90c5-9dcc59a9497a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Network': ['ID=4a85d5f5-751f-4616-ba34-c54a0a12aa2e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:51.447422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d439bfbc-5c90-43e3-bfe1-f1f5220da731 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:51.452873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7f0f49a7-54b2-4d48-90c5-9dcc59a9497a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:51.455574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7f0f49a7-54b2-4d48-90c5-9dcc59a9497a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/networks/4a85d5f5-751f-4616-ba34-c54a0a12aa2e HTTP/1.1" status: 204 len: 168 time: 1.7687945 Dec 07 13:32:51.469920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a441a6a5-2bfb-429e-97a4-fb3912e9f42a req-7b8cc2a5-ddab-48b0-9320-3df4427acfab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3445e0f-b172-4b14-839d-447ccd06f9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3171213 Dec 07 13:32:51.469920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49154) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:51.476305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'network': {'name': 'tempest-RoutersTest-1587337334'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:51.478771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Pushing event updated for resources: {'Port': ['ID=eac438b4-0658-4be9-897c-eb5470e2210c,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:51.482310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d439bfbc-5c90-43e3-bfe1-f1f5220da731 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:51.485098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:51.490204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:51.497646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:network and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:51.501459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:51.510710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:51.526191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 48cd8711-f279-4123-81c3-bb44a8da5c9a up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:51.602852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d439bfbc-5c90-43e3-bfe1-f1f5220da731 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:51.618663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Attempting to bind port eac438b4-0658-4be9-897c-eb5470e2210c on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:32:51.619422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 48cd8711-f279-4123-81c3-bb44a8da5c9a triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:32:51.619577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Attempting to bind port eac438b4-0658-4be9-897c-eb5470e2210c by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'b81968cd-0bec-457b-8403-c4cb8e0f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:32:51.620040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Attempting to bind port eac438b4-0658-4be9-897c-eb5470e2210c on network 8b6e945c-1f17-4fdc-84e3-c87aa5738221 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:32:51.620359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:51.627170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Port eac438b4-0658-4be9-897c-eb5470e2210c on network 8b6e945c-1f17-4fdc-84e3-c87aa5738221 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:32:51.628073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Attempting to bind port eac438b4-0658-4be9-897c-eb5470e2210c on network 8b6e945c-1f17-4fdc-84e3-c87aa5738221 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:32:51.636540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:32:51.636984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Checking segment: {'id': 'b81968cd-0bec-457b-8403-c4cb8e0f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:51.637772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Bound using segment: {'id': 'b81968cd-0bec-457b-8403-c4cb8e0f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:32:51.638318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Bound port: eac438b4-0658-4be9-897c-eb5470e2210c, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81968cd-0bec-457b-8403-c4cb8e0f2f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:32:51.638772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:51.697919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:51.704241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:51.746005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port 966f3d66-370f-4315-9684-3bf0ba5e17b3 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:51.746480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:51.751349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] For port eac438b4-0658-4be9-897c-eb5470e2210c, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:32:51.755626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] For port eac438b4-0658-4be9-897c-eb5470e2210c, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=eac438b4-0658-4be9-897c-eb5470e2210c,segment=NetworkSegment(b81968cd-0bec-457b-8403-c4cb8e0f2f39),segment_id=b81968cd-0bec-457b-8403-c4cb8e0f2f39)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:32:51.797966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 966f3d66-370f-4315-9684-3bf0ba5e17b3 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:32:51.836076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 966f3d66-370f-4315-9684-3bf0ba5e17b3 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:32:51.836489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 966f3d66-370f-4315-9684-3bf0ba5e17b3 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:32:51.839465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:51.844365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:51.871794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] The port '966f3d66-370f-4315-9684-3bf0ba5e17b3' was deleted {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:32:51.914757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:51.916276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] 10.222.0.45 "PUT /v2.0/ports/eac438b4-0658-4be9-897c-eb5470e2210c HTTP/1.1" status: 200 len: 1094 time: 1.3151932 Dec 07 13:32:51.916838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ca9704-3799-4109-8512-6e7cfe1e9221', 'tag': 'eac438b4-0658-4be9-897c-eb5470e2210c'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:32:51.936573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Pushing event updated for resources: {'Port': ['ID=eac438b4-0658-4be9-897c-eb5470e2210c,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:51.942632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:51.988072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:32:51.991734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ca9704-3799-4109-8512-6e7cfe1e9221', 'tag': 'eac438b4-0658-4be9-897c-eb5470e2210c', 'status': 'completed', 'code': 200} Dec 07 13:32:52.010838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d439bfbc-5c90-43e3-bfe1-f1f5220da731 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:52.015731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-d439bfbc-5c90-43e3-bfe1-f1f5220da731 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:32:52.015731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d439bfbc-5c90-43e3-bfe1-f1f5220da731 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:32:52.105921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-027d9b33-94d5-4a43-898c-bd2cafd64839 req-f3dda752-79d1-4b2c-a0f7-125e1e9f0137 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 1097 time: 0.0833857 Dec 07 13:32:52.120060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:52.120517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Added segment 5e9ff1b2-162f-43a4-b808-acd079c2ea81 of type vlan for network 678864d3-5a3e-4c19-ae6c-670022438dc3 Dec 07 13:32:52.232130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:52.268763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d439bfbc-5c90-43e3-bfe1-f1f5220da731 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1758811 Dec 07 13:32:52.287634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49160) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:52.299908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5f730d9f-fc76-4326-8839-bad718815bb2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:52.318609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:52.333921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:52.458346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310c2d3d-6ca2-4477-9b54-c2d4ce7ce52a') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:52.458752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310c2d3d-6ca2-4477-9b54-c2d4ce7ce52a') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:52.498590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:52.512593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d9b33-94d5-4a43-898c-bd2cafd64839 req-dc6be986-4581-4cf9-b90a-a92327370a34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:52.514378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-027d9b33-94d5-4a43-898c-bd2cafd64839 req-dc6be986-4581-4cf9-b90a-a92327370a34 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ab6625caa7b0446f8943cb009d398a9e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3977733 Dec 07 13:32:52.556172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:52.568832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5f730d9f-fc76-4326-8839-bad718815bb2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:52.615624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:32:52.616078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:32:52.636141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:32:52.639196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5f730d9f-fc76-4326-8839-bad718815bb2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:52.679629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d9b33-94d5-4a43-898c-bd2cafd64839 req-28589e0a-d6eb-4013-859f-013c48d4d36b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:52.681191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-027d9b33-94d5-4a43-898c-bd2cafd64839 req-28589e0a-d6eb-4013-859f-013c48d4d36b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570473 Dec 07 13:32:52.681864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:52.686364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:52.687005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:52.751895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-30d2d2f4-f421-4370-805f-12137a996d11 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:52.805341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-bcf934de-5921-4cda-ac62-168dd7bfd652 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 1097 time: 0.0796287 Dec 07 13:32:52.882618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-20dadf97-930f-472b-ad12-5f3bdd99e8c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eac438b4-0658-4be9-897c-eb5470e2210c HTTP/1.1" status: 200 len: 217 time: 0.0657542 Dec 07 13:32:52.895753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f730d9f-fc76-4326-8839-bad718815bb2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:52.902002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f730d9f-fc76-4326-8839-bad718815bb2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:52.903515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f730d9f-fc76-4326-8839-bad718815bb2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:32:52.903992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f730d9f-fc76-4326-8839-bad718815bb2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:32:52.937428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4697149 Dec 07 13:32:52.945651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49166) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:52.950806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Network': ['ID=678864d3-5a3e-4c19-ae6c-670022438dc3,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:52.956756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:52.961477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'subnet': {'network_id': '678864d3-5a3e-4c19-ae6c-670022438dc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:52.962068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 678864d3-5a3e-4c19-ae6c-670022438dc3 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:32:52.964498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-f02ad118-de6e-4881-9d2c-888532098874 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:52.966245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-f02ad118-de6e-4881-9d2c-888532098874 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=092dedce-640c-4fff-9bc7-444e5c13c1b8 HTTP/1.1" status: 200 len: 835 time: 0.0744317 Dec 07 13:32:52.996383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:53.056336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-a1ea72fc-c3b9-4039-a596-5928c5c71b68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b6e945c-1f17-4fdc-84e3-c87aa5738221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785830 Dec 07 13:32:53.058132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bf8abfb7-ebe9-4d13-841a-735def2aa7d0 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:53.092421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:53.094390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/networks/e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b HTTP/1.1" status: 204 len: 168 time: 3.7055111 Dec 07 13:32:53.099924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5f730d9f-fc76-4326-8839-bad718815bb2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8111022 Dec 07 13:32:53.100643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49170) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:53.136299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49172) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:53.147391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Network': ['ID=e086c8f2-cf1c-4c22-a0cb-3c9cce5cf21b,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:53.156448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:53.165974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-216762815'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:53.173340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b848aca9-c43b-44cc-94a6-080c4ac8c73d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:53.212284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:53.217008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-771580d4-0b5d-47ec-a0b4-c60ef6547323 service neutron] 10.222.0.45 "GET /v2.0/networks/8b6e945c-1f17-4fdc-84e3-c87aa5738221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469371 Dec 07 13:32:53.220092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03535d4e-e365-44f4-b802-df5334c7b1d9 req-5bf57540-6fc5-43a0-9ade-0968f861e939 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:53.221682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-03535d4e-e365-44f4-b802-df5334c7b1d9 req-5bf57540-6fc5-43a0-9ade-0968f861e939 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 944 time: 0.6243515 Dec 07 13:32:53.231783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:network and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:53.283394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:53.334293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:53.341108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:53.350039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:subnet and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:53.359652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:53.369056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-71af4c9c-433c-49d4-93ea-db826cdfe3d1 req-a8546789-5d8d-4223-bb4e-cfca7ae9f016 service neutron] 10.222.0.45 "GET /v2.0/networks/8b6e945c-1f17-4fdc-84e3-c87aa5738221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411874 Dec 07 13:32:53.393174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:53.416128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b848aca9-c43b-44cc-94a6-080c4ac8c73d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:53.428717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:53.434490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:53.459545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-03535d4e-e365-44f4-b802-df5334c7b1d9 req-a089ffe8-662b-4d45-9127-3b02731dd3ad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3445e0f-b172-4b14-839d-447ccd06f9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246368 Dec 07 13:32:53.466324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:53.482030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b848aca9-c43b-44cc-94a6-080c4ac8c73d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:53.857075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:32:53.880266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b848aca9-c43b-44cc-94a6-080c4ac8c73d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:53.886248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b848aca9-c43b-44cc-94a6-080c4ac8c73d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:53.887720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-b848aca9-c43b-44cc-94a6-080c4ac8c73d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:32:53.888193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b848aca9-c43b-44cc-94a6-080c4ac8c73d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:32:53.906901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ceeaa1fe-5bba-4c92-add7-2294c53fe3b4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting port b127407b-76e9-4e8a-b159-a13acb6cc85a {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:53.907289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa1fe-5bba-4c92-add7-2294c53fe3b4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:53.947640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:53.962250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:53.962638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Added segment 72087005-1834-48df-82e5-7dc70f6281ca of type vlan for network 133dd7b8-8439-422b-a313-7f3d0be28ca0 Dec 07 13:32:54.119557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b848aca9-c43b-44cc-94a6-080c4ac8c73d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9696765 Dec 07 13:32:54.122478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49178) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:54.168412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8e573456-172b-4dcb-b528-18283f90812b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:54.186877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:54.204647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8e573456-172b-4dcb-b528-18283f90812b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:54.205964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8e573456-172b-4dcb-b528-18283f90812b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0823994 Dec 07 13:32:54.209391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49182) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:54.284245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155568da-04de-4835-b08e-94916498c248 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:54.288489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-155568da-04de-4835-b08e-94916498c248 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0755527 Dec 07 13:32:54.288937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49186) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:54.327099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa1fe-5bba-4c92-add7-2294c53fe3b4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:54.340015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:54.344114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:54.344752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:54.354555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d364f0f2-397a-4e9e-b017-57c2d051f1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:54.361995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-85d93b27-a7b7-4ab7-ae1b-90fd0cb767d5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719831 Dec 07 13:32:54.366606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49190) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:54.372658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bae7f0f1-9519-4d72-9c22-3e22c6d8444e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:54.485027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bae7f0f1-9519-4d72-9c22-3e22c6d8444e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:54.496048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bae7f0f1-9519-4d72-9c22-3e22c6d8444e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:54.574892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ceeaa1fe-5bba-4c92-add7-2294c53fe3b4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Calling delete_port for b127407b-76e9-4e8a-b159-a13acb6cc85a owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:54.685927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5776913 Dec 07 13:32:54.686770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Network': ['ID=133dd7b8-8439-422b-a313-7f3d0be28ca0,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:54.690175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49196) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:54.694619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae7f0f1-9519-4d72-9c22-3e22c6d8444e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:54.697373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:54.699425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 133dd7b8-8439-422b-a313-7f3d0be28ca0 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:32:54.771239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'subnet': {'network_id': '133dd7b8-8439-422b-a313-7f3d0be28ca0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:54.810260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb457e-0c78-4793-b5b6-07c38d326aa0 req-770b5fde-9e59-4f78-be4c-be1e2a4f28f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:54.811967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-26cb457e-0c78-4793-b5b6-07c38d326aa0 req-770b5fde-9e59-4f78-be4c-be1e2a4f28f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 944 time: 0.1971862 Dec 07 13:32:54.814070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:54.819577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-015b0768-f672-4987-8b66-2ba330db3188 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:54.923918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bae7f0f1-9519-4d72-9c22-3e22c6d8444e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:54.973723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Subnet': ['ID=0828a508-6636-4425-81b6-13c1bb821aa6,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:54.981529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:55.009779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:55.015953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-26cb457e-0c78-4793-b5b6-07c38d326aa0 req-5263dfaf-a52b-4fe9-a88b-c88dfa3820e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3445e0f-b172-4b14-839d-447ccd06f9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677690 Dec 07 13:32:55.026671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Checking segment: {'id': '5e9ff1b2-162f-43a4-b808-acd079c2ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '678864d3-5a3e-4c19-ae6c-670022438dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:55.026671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network hostable DHCP agents. Network: 678864d3-5a3e-4c19-ae6c-670022438dc3, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:32:55.027124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:subnet and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:55.032771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:55.047842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:55.078938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa1fe-5bba-4c92-add7-2294c53fe3b4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:55.085721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fbe989e4-78e7-4e03-abb8-c3d35ccc4b29 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:55.133284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeaa1fe-5bba-4c92-add7-2294c53fe3b4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Port': ['ID=b127407b-76e9-4e8a-b159-a13acb6cc85a,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:55.138394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ceeaa1fe-5bba-4c92-add7-2294c53fe3b4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:55.175533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:55.187508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network 678864d3-5a3e-4c19-ae6c-670022438dc3 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:32:55.314338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:55.320351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 678864d3-5a3e-4c19-ae6c-670022438dc3) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:55.328476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4743607c-935f-47cc-81b0-8f82e634a45e None None] Network 678864d3-5a3e-4c19-ae6c-670022438dc3 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:55.333270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:55.333933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:55.367651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa1fe-5bba-4c92-add7-2294c53fe3b4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:55.512852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5576844 Dec 07 13:32:55.513091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49200) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:55.519442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1faea9f3-7b23-487b-862b-0b924af0fef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-799859785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:55.559688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1faea9f3-7b23-487b-862b-0b924af0fef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:55.571746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1faea9f3-7b23-487b-862b-0b924af0fef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:router and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:55.578516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1faea9f3-7b23-487b-862b-0b924af0fef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:55.587579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-678864d3-5a3e-4c19-ae6c-670022438dc3', 'network_id': '678864d3-5a3e-4c19-ae6c-670022438dc3', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'fixed_ips': [{'subnet_id': '0828a508-6636-4425-81b6-13c1bb821aa6'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:32:55.590216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:55.593753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1faea9f3-7b23-487b-862b-0b924af0fef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:55.691250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1faea9f3-7b23-487b-862b-0b924af0fef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:55.693113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1faea9f3-7b23-487b-862b-0b924af0fef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:55.759928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bae7f0f1-9519-4d72-9c22-3e22c6d8444e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:55.760281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Allocated IP 172.20.0.2 (678864d3-5a3e-4c19-ae6c-670022438dc3/0828a508-6636-4425-81b6-13c1bb821aa6/e94512bd-cef0-49bd-a38c-38970581411f) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:55.770157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-79e570e1-5ccf-4ec0-a38d-54dc7984a3b7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:55.815502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:55.832911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceeaa1fe-5bba-4c92-add7-2294c53fe3b4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router b4749d47-8840-4070-8773-df39ad38f724 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:32:55.841375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1faea9f3-7b23-487b-862b-0b924af0fef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:55.851511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae7f0f1-9519-4d72-9c22-3e22c6d8444e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:55.863092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-bae7f0f1-9519-4d72-9c22-3e22c6d8444e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:55.867418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7f0f1-9519-4d72-9c22-3e22c6d8444e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=ac6d91e6-be0d-4446-9f08-62a06b512ecd,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:55.870114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae7f0f1-9519-4d72-9c22-3e22c6d8444e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:55.870744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bae7f0f1-9519-4d72-9c22-3e22c6d8444e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:55.879585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bae7f0f1-9519-4d72-9c22-3e22c6d8444e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:55.882775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20cabde-929b-4345-8273-c9d546ab553e None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:55.882928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-be952734-3bf8-49cf-bfc7-1724ee432f26 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:55.986987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1faea9f3-7b23-487b-862b-0b924af0fef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:55.996786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceeaa1fe-5bba-4c92-add7-2294c53fe3b4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:32:56.002063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Subnet': ['ID=62c4e23e-c9e0-4891-9387-da375fd2dbf0,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:56.002747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ceeaa1fe-5bba-4c92-add7-2294c53fe3b4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/b4749d47-8840-4070-8773-df39ad38f724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4903321 Dec 07 13:32:56.004865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Checking segment: {'id': '72087005-1834-48df-82e5-7dc70f6281ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '133dd7b8-8439-422b-a313-7f3d0be28ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:56.005258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network hostable DHCP agents. Network: 133dd7b8-8439-422b-a313-7f3d0be28ca0, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:32:56.010162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:56.012657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49204) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:56.016822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bae7f0f1-9519-4d72-9c22-3e22c6d8444e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6491332 Dec 07 13:32:56.023196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49208) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:56.029913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'mac_address': 'fa:16:3e:6b:50:e0', 'name': 'tempest-NetworksTestDHCPv6-1950290565'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:56.037614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65397b7c-b84f-4cde-a3f7-917ce94c7aeb None None] Sync routers for ids ['b4749d47-8840-4070-8773-df39ad38f724'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:32:56.084004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-95683094-8751-44b3-a628-d0d6b58340ea tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Synchronizing usage tracker for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:32:56.100640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1faea9f3-7b23-487b-862b-0b924af0fef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:56.101931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1faea9f3-7b23-487b-862b-0b924af0fef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5905573 Dec 07 13:32:56.105104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49214) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:56.110634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65397b7c-b84f-4cde-a3f7-917ce94c7aeb None None] Routers {'b4749d47-8840-4070-8773-df39ad38f724'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:56.113954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-65397b7c-b84f-4cde-a3f7-917ce94c7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b4749d47-8840-4070-8773-df39ad38f724'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:56.116037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'port': {'network_id': '678864d3-5a3e-4c19-ae6c-670022438dc3', 'name': 'tempest-RoutersTest-1991909400'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:56.150532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-95683094-8751-44b3-a628-d0d6b58340ea tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Unset dirty status for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:32:56.156040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49218) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:56.156398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-95683094-8751-44b3-a628-d0d6b58340ea tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4749d47-8840-4070-8773-df39ad38f724 HTTP/1.1" status: 200 len: 205 time: 0.1413419 Dec 07 13:32:56.199564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:56.217910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-65397b7c-b84f-4cde-a3f7-917ce94c7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:56.225559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network 133dd7b8-8439-422b-a313-7f3d0be28ca0 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:32:56.240871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Transition to ACTIVE for port object e94512bd-cef0-49bd-a38c-38970581411f will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:56.309061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Transition to ACTIVE for port object e94512bd-cef0-49bd-a38c-38970581411f will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:56.310801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65397b7c-b84f-4cde-a3f7-917ce94c7aeb None None] Routers {'b4749d47-8840-4070-8773-df39ad38f724'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:32:56.310965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-65397b7c-b84f-4cde-a3f7-917ce94c7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:32:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b4749d47-8840-4070-8773-df39ad38f724'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:56.346564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:56.364297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:56.366585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 133dd7b8-8439-422b-a313-7f3d0be28ca0) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:56.371550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device eac438b4-0658-4be9-897c-eb5470e2210c details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:32:56.374348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb9f67d2-82af-455d-a2e0-2657eeb016c3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:56.387644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': 'ac6d91e6-be0d-4446-9f08-62a06b512ecd'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:32:56.388545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:56.403737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7224f8c9-49d1-450d-bb66-9d1bcce17d5b None None] Network 133dd7b8-8439-422b-a313-7f3d0be28ca0 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:56.418521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-65397b7c-b84f-4cde-a3f7-917ce94c7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:56.418976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65397b7c-b84f-4cde-a3f7-917ce94c7aeb None None] The sync data for ids ['b4749d47-8840-4070-8773-df39ad38f724'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:32:56.429591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:56.439074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:56.439741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:56.440890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:56.601023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:56.607687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:56.611634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:56.620144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:port and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:56.624476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:56.633703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:56.641655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231e51b-d2b2-4bdb-be47-7aac8b6126ee req-1a3ad7a2-85ac-4033-96e5-324443173c22 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:56.643473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a231e51b-d2b2-4bdb-be47-7aac8b6126ee req-1a3ad7a2-85ac-4033-96e5-324443173c22 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 944 time: 0.4236424 Dec 07 13:32:56.693768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:56.695119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0035539 Dec 07 13:32:56.699435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:56.706282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49222) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:56.716865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'network_id': '133dd7b8-8439-422b-a313-7f3d0be28ca0', 'name': 'tempest-PortsTestJSON-1151430273', 'fixed_ips': [{'subnet_id': '62c4e23e-c9e0-4891-9387-da375fd2dbf0', 'ip_address': '172.20.0.10'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:56.732147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a231e51b-d2b2-4bdb-be47-7aac8b6126ee req-461916a9-56ca-4eff-b5d3-b4e91cd290d7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3445e0f-b172-4b14-839d-447ccd06f9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786250 Dec 07 13:32:56.735442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] device_id is not set on port 9b7f9d0f-85c4-4a27-8fce-2ebd1c7c58f7 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:32:56.889758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Network 678864d3-5a3e-4c19-ae6c-670022438dc3 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:56.901071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Allocated IP 172.20.0.5 (678864d3-5a3e-4c19-ae6c-670022438dc3/0828a508-6636-4425-81b6-13c1bb821aa6/9b7f9d0f-85c4-4a27-8fce-2ebd1c7c58f7) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:56.905270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Pushing event updated for resources: {'Port': ['ID=e94512bd-cef0-49bd-a38c-38970581411f,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:56.923595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:56.928919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:56.936822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:57.047839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port 7f63506e-90a5-404e-9c10-3e966267d8ce yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:32:57.133323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.151213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Transition to ACTIVE for port object 9b7f9d0f-85c4-4a27-8fce-2ebd1c7c58f7 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:57.200708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port eac438b4-0658-4be9-897c-eb5470e2210c, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=eac438b4-0658-4be9-897c-eb5470e2210c,segment=NetworkSegment(b81968cd-0bec-457b-8403-c4cb8e0f2f39),segment_id=b81968cd-0bec-457b-8403-c4cb8e0f2f39)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:57.210816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.219336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bba2b646-7487-4902-bd58-f4597295155d tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:57.229567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Attempting to bind port e94512bd-cef0-49bd-a38c-38970581411f on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:32:57.229983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Attempting to bind port e94512bd-cef0-49bd-a38c-38970581411f by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '5e9ff1b2-162f-43a4-b808-acd079c2ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '678864d3-5a3e-4c19-ae6c-670022438dc3'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:32:57.230383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Attempting to bind port e94512bd-cef0-49bd-a38c-38970581411f on network 678864d3-5a3e-4c19-ae6c-670022438dc3 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:32:57.233031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Allocated IP 2001:db8::f816:3eff:fe23:ffb5 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/ac6d91e6-be0d-4446-9f08-62a06b512ecd/25cc7957-6aa4-4f10-8272-a7a9ea22e4c7) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:57.237735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'eac438b4-0658-4be9-897c-eb5470e2210c', 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221', 'port_id': 'eac438b4-0658-4be9-897c-eb5470e2210c', 'mac_address': 'fa:16:3e:04:ea:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:32:57.254492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb9f67d2-82af-455d-a2e0-2657eeb016c3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.288089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:32:57.288480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Checking segment: {'id': '5e9ff1b2-162f-43a4-b808-acd079c2ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '678864d3-5a3e-4c19-ae6c-670022438dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:57.289241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.289391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Bound using segment: {'id': '5e9ff1b2-162f-43a4-b808-acd079c2ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '678864d3-5a3e-4c19-ae6c-670022438dc3'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:32:57.289847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Bound port: e94512bd-cef0-49bd-a38c-38970581411f, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9ff1b2-162f-43a4-b808-acd079c2ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '678864d3-5a3e-4c19-ae6c-670022438dc3'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:32:57.290264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.307570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb9f67d2-82af-455d-a2e0-2657eeb016c3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.312483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network 678864d3-5a3e-4c19-ae6c-670022438dc3 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:57.316996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:57.328439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:57.328896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:57.337060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-133dd7b8-8439-422b-a313-7f3d0be28ca0', 'network_id': '133dd7b8-8439-422b-a313-7f3d0be28ca0', 'tenant_id': '0b069abc5f4d40959c45586b29d8df59', 'fixed_ips': [{'subnet_id': '62c4e23e-c9e0-4891-9387-da375fd2dbf0'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:32:57.337878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.350455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:57.374155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=9b7f9d0f-85c4-4a27-8fce-2ebd1c7c58f7,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:57.386336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:57.387782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb9f67d2-82af-455d-a2e0-2657eeb016c3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.388323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9f67d2-82af-455d-a2e0-2657eeb016c3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Fanout notify agent at l3_agent the message router_deleted on router b4749d47-8840-4070-8773-df39ad38f724 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:32:57.413857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb9f67d2-82af-455d-a2e0-2657eeb016c3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.417619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fb9f67d2-82af-455d-a2e0-2657eeb016c3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/routers/b4749d47-8840-4070-8773-df39ad38f724 HTTP/1.1" status: 204 len: 168 time: 1.2589016 Dec 07 13:32:57.417619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:57.417855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:57.417855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.421193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49226) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:57.425119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.450953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] device_id is not set on port 873765c6-f91c-45ab-9553-25cad4763f0a yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:32:57.506707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.539292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4302351 Dec 07 13:32:57.570939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49230) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:57.616431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac438b4-0658-4be9-897c-eb5470e2210c {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:32:57.657208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d46ee84-c2d4-4952-a772-8da4714b0471 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting subnet 2c944f95-4f74-4f69-9683-efddb581a852 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:32:57.661903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d46ee84-c2d4-4952-a772-8da4714b0471 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.681703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port eac438b4-0658-4be9-897c-eb5470e2210c, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=eac438b4-0658-4be9-897c-eb5470e2210c,segment=NetworkSegment(b81968cd-0bec-457b-8403-c4cb8e0f2f39),segment_id=b81968cd-0bec-457b-8403-c4cb8e0f2f39)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:57.685993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] For port e94512bd-cef0-49bd-a38c-38970581411f, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:32:57.729464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d46ee84-c2d4-4952-a772-8da4714b0471 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.772655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] For port e94512bd-cef0-49bd-a38c-38970581411f, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e94512bd-cef0-49bd-a38c-38970581411f,segment=NetworkSegment(5e9ff1b2-162f-43a4-b808-acd079c2ea81),segment_id=5e9ff1b2-162f-43a4-b808-acd079c2ea81)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:32:57.785684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.791319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a1159abc-9659-49f2-899a-cc6c66ceab19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:57.827017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d46ee84-c2d4-4952-a772-8da4714b0471 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.842393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.912608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.919498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Allocated IP 172.20.0.2 (133dd7b8-8439-422b-a313-7f3d0be28ca0/62c4e23e-c9e0-4891-9387-da375fd2dbf0/d71df92a-4323-453d-b738-7d84f9c64392) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:57.928826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=eac438b4-0658-4be9-897c-eb5470e2210c,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:57.938280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:57.942901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1dbaef31-4c0e-4203-8aa9-ecef30995512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:57.972312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Transition to ACTIVE for port object 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:57.980851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d46ee84-c2d4-4952-a772-8da4714b0471 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:57.986217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-01ce59d0-ff4e-4c16-9806-cac7413ad9f7 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:58.030522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46ee84-c2d4-4952-a772-8da4714b0471 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Subnet': ['ID=2c944f95-4f74-4f69-9683-efddb581a852,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:58.037001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d46ee84-c2d4-4952-a772-8da4714b0471 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:58.044870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d46ee84-c2d4-4952-a772-8da4714b0471 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:58.061945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9d46ee84-c2d4-4952-a772-8da4714b0471 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/2c944f95-4f74-4f69-9683-efddb581a852 HTTP/1.1" status: 204 len: 168 time: 0.6355207 Dec 07 13:32:58.062369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49236) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:58.108889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6c10ca-1225-450f-b6ea-33344e232598 None None] Network 58be7637-072d-41f7-a320-4877f5a629ab requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:32:58.122713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['eac438b4-0658-4be9-897c-eb5470e2210c'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:32:58.163824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Transition to ACTIVE for port object 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:58.170282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f3bf6-ee4d-48a9-989b-0978ad35487b req-3a39cb5f-e130-4bc0-a388-c18b0ed18f62 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:58.172649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-888f3bf6-ee4d-48a9-989b-0978ad35487b req-3a39cb5f-e130-4bc0-a388-c18b0ed18f62 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 945 time: 0.2448344 Dec 07 13:32:58.260935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:58.264934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:58.276095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Pushing event updated for resources: {'Port': ['ID=e94512bd-cef0-49bd-a38c-38970581411f,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:58.291738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:58.296305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-72ec1040-a12c-49b9-bced-9a6826d4e427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:58.299901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-888f3bf6-ee4d-48a9-989b-0978ad35487b req-e30e4352-25d4-4554-a0a9-ad79c1f902ff tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3445e0f-b172-4b14-839d-447ccd06f9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116087 Dec 07 13:32:58.306914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting port 48cd8711-f279-4123-81c3-bb44a8da5c9a {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:32:58.316016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:58.368362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::f816:3eff:fe6b:50e0 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/ac6d91e6-be0d-4446-9f08-62a06b512ecd/7f63506e-90a5-404e-9c10-3e966267d8ce) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:58.412345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:58.469717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:58.470519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Pushing event updated for resources: {'Port': ['ID=25cc7957-6aa4-4f10-8272-a7a9ea22e4c7,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:58.473587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:58.501470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:58.504975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:58.583647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] For port 48cd8711-f279-4123-81c3-bb44a8da5c9a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=48cd8711-f279-4123-81c3-bb44a8da5c9a,segment=NetworkSegment(c7bb7f3c-2f23-4284-b031-1b1cefda430c),segment_id=c7bb7f3c-2f23-4284-b031-1b1cefda430c)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:32:58.584067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:58.756955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Calling delete_port for 48cd8711-f279-4123-81c3-bb44a8da5c9a owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:32:58.883386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:58.887673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:58.939329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Port': ['ID=48cd8711-f279-4123-81c3-bb44a8da5c9a,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:58.944589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:58.948295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] No DVR routers for this DVR port 48cd8711-f279-4123-81c3-bb44a8da5c9a on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:32:58.963721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:58.983080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Attempting to bind port 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:32:58.983528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Attempting to bind port 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:32:58.983936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Attempting to bind port 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:32:59.009618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object 7f63506e-90a5-404e-9c10-3e966267d8ce will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:59.028975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.035395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:32:59.035890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:59.036352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.036789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:32:59.037302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Bound port: 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:32:59.037713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.055374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.081479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Transition to ACTIVE for port object d71df92a-4323-453d-b738-7d84f9c64392 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:59.090988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.091377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.099708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:59.123483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58be7637-072d-41f7-a320-4877f5a629ab']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:59.139527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7bb7f3c-2f23-4284-b031-1b1cefda430c') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:59.139527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7bb7f3c-2f23-4284-b031-1b1cefda430c') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:32:59.151792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.155401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.168097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Transition to ACTIVE for port object d71df92a-4323-453d-b738-7d84f9c64392 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:32:59.173142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.181889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:32:59.183063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.235701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.243631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-51c7c858-4528-4dec-b613-42182b8f49e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:32:59.287366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:32:59.291364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:59.308168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=7f63506e-90a5-404e-9c10-3e966267d8ce,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:59.315664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Pushing event updated for resources: {'Port': ['ID=d71df92a-4323-453d-b738-7d84f9c64392,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:59.318641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.325165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:59.327660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] For port 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:32:59.336190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:59.346723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1e5ee9-702a-4193-a0be-a74069c88749 None None] DHCP port deletion for 58be7637-072d-41f7-a320-4877f5a629ab request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:32:59.346879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:59.349267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:59.356384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] For port 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=25cc7957-6aa4-4f10-8272-a7a9ea22e4c7,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:32:59.357868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:59.359060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.359690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.374860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Network': ['ID=58be7637-072d-41f7-a320-4877f5a629ab,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:59.377071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Network 133dd7b8-8439-422b-a313-7f3d0be28ca0 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:32:59.379558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:32:59.381064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:59.389155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:32:59.393470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:59.402709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:59.433340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.439770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/networks/58be7637-072d-41f7-a320-4877f5a629ab HTTP/1.1" status: 204 len: 168 time: 1.3762023 Dec 07 13:32:59.445143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49242) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:59.450056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c06eee90-2934-4fbf-9234-2930c55a58d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:32:59.452764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5a50519b-f3b8-4bd2-af06-ed0de67162b8 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-70908611', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:59.472520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5a50519b-f3b8-4bd2-af06-ed0de67162b8 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:59.478621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5a50519b-f3b8-4bd2-af06-ed0de67162b8 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:router and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:59.484782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5a50519b-f3b8-4bd2-af06-ed0de67162b8 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:59.492875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5a50519b-f3b8-4bd2-af06-ed0de67162b8 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:59.537081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Allocated IP 172.20.0.10 (133dd7b8-8439-422b-a313-7f3d0be28ca0/62c4e23e-c9e0-4891-9387-da375fd2dbf0/873765c6-f91c-45ab-9553-25cad4763f0a) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:32:59.554830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e94512bd-cef0-49bd-a38c-38970581411f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:32:59.578449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=9b7f9d0f-85c4-4a27-8fce-2ebd1c7c58f7,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:59.587190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:59.591976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5677385 Dec 07 13:32:59.595090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49246) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:59.611166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a878261-7b01-4ec3-b52d-d7f13712e3c7 req-926f37a5-8598-468b-8724-b939d0252158 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:32:59.612867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8a878261-7b01-4ec3-b52d-d7f13712e3c7 req-926f37a5-8598-468b-8724-b939d0252158 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 945 time: 0.1047070 Dec 07 13:32:59.614314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a50519b-f3b8-4bd2-af06-ed0de67162b8 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.615384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a50519b-f3b8-4bd2-af06-ed0de67162b8 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.642281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Attempting to bind port d71df92a-4323-453d-b738-7d84f9c64392 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:32:59.643030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Attempting to bind port d71df92a-4323-453d-b738-7d84f9c64392 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '72087005-1834-48df-82e5-7dc70f6281ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '133dd7b8-8439-422b-a313-7f3d0be28ca0'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:32:59.643181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Attempting to bind port d71df92a-4323-453d-b738-7d84f9c64392 on network 133dd7b8-8439-422b-a313-7f3d0be28ca0 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:32:59.680281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:32:59.680281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Checking segment: {'id': '72087005-1834-48df-82e5-7dc70f6281ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '133dd7b8-8439-422b-a313-7f3d0be28ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:32:59.681053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.681264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Bound using segment: {'id': '72087005-1834-48df-82e5-7dc70f6281ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '133dd7b8-8439-422b-a313-7f3d0be28ca0'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:32:59.681659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Bound port: d71df92a-4323-453d-b738-7d84f9c64392, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72087005-1834-48df-82e5-7dc70f6281ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '133dd7b8-8439-422b-a313-7f3d0be28ca0'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:32:59.682074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.683609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8a878261-7b01-4ec3-b52d-d7f13712e3c7 req-7328d1c8-73a4-4a90-a060-2ae0652a83a6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3445e0f-b172-4b14-839d-447ccd06f9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632455 Dec 07 13:32:59.684933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a50519b-f3b8-4bd2-af06-ed0de67162b8 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.713558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Pushing event updated for resources: {'Port': ['ID=25cc7957-6aa4-4f10-8272-a7a9ea22e4c7,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:32:59.733270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a50519b-f3b8-4bd2-af06-ed0de67162b8 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.742107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:32:59.775022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port e94512bd-cef0-49bd-a38c-38970581411f completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:32:59.797848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a50519b-f3b8-4bd2-af06-ed0de67162b8 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.799464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5a50519b-f3b8-4bd2-af06-ed0de67162b8 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3530877 Dec 07 13:32:59.802344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49250) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:32:59.809857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-655607193'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:32:59.817348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:32:59.825460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:network and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:32:59.829630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:32:59.838055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:32:59.858332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 48cd8711-f279-4123-81c3-bb44a8da5c9a no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:32:59.901597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:32:59.904065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 48cd8711-f279-4123-81c3-bb44a8da5c9a {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:32:59.904460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 48cd8711-f279-4123-81c3-bb44a8da5c9a not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:32:59.909672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.931352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] For port d71df92a-4323-453d-b738-7d84f9c64392, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:32:59.936253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] For port d71df92a-4323-453d-b738-7d84f9c64392, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d71df92a-4323-453d-b738-7d84f9c64392,segment=NetworkSegment(72087005-1834-48df-82e5-7dc70f6281ca),segment_id=72087005-1834-48df-82e5-7dc70f6281ca)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:32:59.959379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:32:59.971128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.979538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:32:59.980363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Added segment 1075e74a-34c3-4e0e-ba82-bb4db2bd6284 of type vlan for network 8e90be8c-5ae7-4a4d-b519-336db89aca79 Dec 07 13:32:59.987476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea4515f4-4448-4f11-9121-0ddfc1990461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:00.018204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:00.084330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Pushing event updated for resources: {'Port': ['ID=d71df92a-4323-453d-b738-7d84f9c64392,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:00.090302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:00.091791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:00.096473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:00.097183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:00.105663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b60a15e-f4b6-4501-8bd9-c96dfe200747 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:00.124977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-253c0447-c8d8-4415-b7fd-00c556ed4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:00.275417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Network': ['ID=8e90be8c-5ae7-4a4d-b519-336db89aca79,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:00.279331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:00.284289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4805412 Dec 07 13:33:00.285114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49254) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:00.293817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 8e90be8c-5ae7-4a4d-b519-336db89aca79 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:33:00.302096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'subnet': {'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:00.319649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41172e6d-87f5-4a29-b372-fe5394fee3b4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:00.323940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41172e6d-87f5-4a29-b372-fe5394fee3b4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:00.324806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-41172e6d-87f5-4a29-b372-fe5394fee3b4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:00.399967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:00.449299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device eac438b4-0658-4be9-897c-eb5470e2210c up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:00.462025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:00.466568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:subnet and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:00.469688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:00.476609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:00.507851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:00.518468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-41172e6d-87f5-4a29-b372-fe5394fee3b4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:00.518468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-41172e6d-87f5-4a29-b372-fe5394fee3b4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9185507 Dec 07 13:33:00.522095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49258) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:00.570786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:00.622756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Transition to ACTIVE for port object 873765c6-f91c-45ab-9553-25cad4763f0a will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:00.622756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:00.633121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port eac438b4-0658-4be9-897c-eb5470e2210c completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:00.643449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port eac438b4-0658-4be9-897c-eb5470e2210c triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:00.644442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:00.682123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:00.723301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7e1a67-070d-4a9e-9fad-01d13a529662 None None] Network 678864d3-5a3e-4c19-ae6c-670022438dc3 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:00.748725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1518aadb-fc15-459a-b464-bc6a02e116e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port 7f63506e-90a5-404e-9c10-3e966267d8ce {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:00.749212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1518aadb-fc15-459a-b464-bc6a02e116e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:00.901067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-04b65236-c2e7-46c6-a6a7-8b56866d67ce None None] Provisioning for port e94512bd-cef0-49bd-a38c-38970581411f completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:00.935270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-04b65236-c2e7-46c6-a6a7-8b56866d67ce None None] Provisioning complete for port e94512bd-cef0-49bd-a38c-38970581411f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:00.935694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04b65236-c2e7-46c6-a6a7-8b56866d67ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:01.071702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:01.085900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:01.108330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-87956ab6-07bc-43e5-ae8f-bf5f1dc8311b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:01.133828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:01.145638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-807c3e44-a6e1-4197-bc85-66c2b3978c38 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:01.186611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ca9704-3799-4109-8512-6e7cfe1e9221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac438b4-0658-4be9-897c-eb5470e2210c'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:33:01.247071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port eac438b4-0658-4be9-897c-eb5470e2210c, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=eac438b4-0658-4be9-897c-eb5470e2210c,segment=NetworkSegment(b81968cd-0bec-457b-8403-c4cb8e0f2f39),segment_id=b81968cd-0bec-457b-8403-c4cb8e0f2f39)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:01.247487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Subnet': ['ID=abed00b5-8e92-4ae1-990b-6b94c5f28f84,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:01.250942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:01.290972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04b65236-c2e7-46c6-a6a7-8b56866d67ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:01.302526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Checking segment: {'id': '1075e74a-34c3-4e0e-ba82-bb4db2bd6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:01.303387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network hostable DHCP agents. Network: 8e90be8c-5ae7-4a4d-b519-336db89aca79, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:33:01.315613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:01.322365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:01.329900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb1ae8-1e44-4f67-9f4c-2d23879c42df req-68749d97-def6-4d2a-b3a2-2d70ad1b3bcf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:01.330505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=873765c6-f91c-45ab-9553-25cad4763f0a,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:01.332263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-78bb1ae8-1e44-4f67-9f4c-2d23879c42df req-68749d97-def6-4d2a-b3a2-2d70ad1b3bcf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 945 time: 0.2436056 Dec 07 13:33:01.363217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ca9704-3799-4109-8512-6e7cfe1e9221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac438b4-0658-4be9-897c-eb5470e2210c', 'code': 200} Dec 07 13:33:01.388788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network 133dd7b8-8439-422b-a313-7f3d0be28ca0 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:01.394604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:01.406393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-78bb1ae8-1e44-4f67-9f4c-2d23879c42df req-992a849c-88ab-4d36-9d4a-a318ff2a4d6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3445e0f-b172-4b14-839d-447ccd06f9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566022 Dec 07 13:33:01.406955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:01.416046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:01.427217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-04b65236-c2e7-46c6-a6a7-8b56866d67ce None None] For port e94512bd-cef0-49bd-a38c-38970581411f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e94512bd-cef0-49bd-a38c-38970581411f,segment=NetworkSegment(5e9ff1b2-162f-43a4-b808-acd079c2ea81),segment_id=5e9ff1b2-162f-43a4-b808-acd079c2ea81)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:01.433226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network 8e90be8c-5ae7-4a4d-b519-336db89aca79 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:33:01.468383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=eac438b4-0658-4be9-897c-eb5470e2210c,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:01.468383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04b65236-c2e7-46c6-a6a7-8b56866d67ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:01.468383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:01.469449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-07ddc203-8d3d-4ad9-8cf2-47f0c22a27fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:01.479100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 8e90be8c-5ae7-4a4d-b519-336db89aca79) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:01.485740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:01.486335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:01.486489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:01.487016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:01.541313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d32c75e-e1a1-4492-9f62-71e2958141cc None None] Network 8e90be8c-5ae7-4a4d-b519-336db89aca79 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:01.568030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2801635 Dec 07 13:33:01.570521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49266) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:01.577162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1518aadb-fc15-459a-b464-bc6a02e116e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:01.621848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.9137771 Dec 07 13:33:01.622744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49270) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:01.668823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:01.715704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:01.729850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b65236-c2e7-46c6-a6a7-8b56866d67ce None None] Pushing event updated for resources: {'Port': ['ID=e94512bd-cef0-49bd-a38c-38970581411f,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:01.739373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-04b65236-c2e7-46c6-a6a7-8b56866d67ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:01.762875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'network_id': '133dd7b8-8439-422b-a313-7f3d0be28ca0', 'name': 'tempest-PortsTestJSON-915459564', 'fixed_ips': [{'subnet_id': '62c4e23e-c9e0-4891-9387-da375fd2dbf0', 'ip_address': '172.20.0.9'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:01.790451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1518aadb-fc15-459a-b464-bc6a02e116e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for 7f63506e-90a5-404e-9c10-3e966267d8ce owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:01.833626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:33:01.896963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:01.920974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d71df92a-4323-453d-b738-7d84f9c64392 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:01.966519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-8e90be8c-5ae7-4a4d-b519-336db89aca79', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:33:01.976895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:02.155447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:02.250048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8362279b-dcde-42f6-afc2-868f7c4a4318 req-fe8eda11-efb4-41fd-a3ce-1bc73182f2d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 1099 time: 0.5632811 Dec 07 13:33:02.250767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:02.281439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Allocated IP 2001:db8::2 (8e90be8c-5ae7-4a4d-b519-336db89aca79/abed00b5-8e92-4ae1-990b-6b94c5f28f84/238a96b2-1566-420f-a717-fbde9b63fcf3) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:02.368834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-493c7199-6a70-46c0-8faf-8e5038f34ad0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:02.536236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:02.582696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:port and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:02.621199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:02.651106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:02.683369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:02.685638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=9b7f9d0f-85c4-4a27-8fce-2ebd1c7c58f7,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:02.693884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8362279b-dcde-42f6-afc2-868f7c4a4318 req-f9dcd50e-8133-43b4-8857-77298c1de45f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f3445e0f-b172-4b14-839d-447ccd06f9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3819289 Dec 07 13:33:02.696733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:02.697730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:02.736750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1518aadb-fc15-459a-b464-bc6a02e116e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:02.756407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4140cdd0-6235-44f9-af8d-89e8126483ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:02.779639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port d71df92a-4323-453d-b738-7d84f9c64392 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:02.783555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4042fb98-e413-40dc-886c-015a0e097001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:02.818685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2f47e0bf-1087-49d7-a130-184d81c89e58 None None] Provisioning for port 9b7f9d0f-85c4-4a27-8fce-2ebd1c7c58f7 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:02.828377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2f47e0bf-1087-49d7-a130-184d81c89e58 None None] Provisioning complete for port 9b7f9d0f-85c4-4a27-8fce-2ebd1c7c58f7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:02.828802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f47e0bf-1087-49d7-a130-184d81c89e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:02.874839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:02.882096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:02.942201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518aadb-fc15-459a-b464-bc6a02e116e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=7f63506e-90a5-404e-9c10-3e966267d8ce,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:02.949698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-2f47e0bf-1087-49d7-a130-184d81c89e58 None None] Port 9b7f9d0f-85c4-4a27-8fce-2ebd1c7c58f7 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:33:02.977199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:02.993587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Transition to ACTIVE for port object 238a96b2-1566-420f-a717-fbde9b63fcf3 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:03.007734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2f47e0bf-1087-49d7-a130-184d81c89e58 None None] Provisioning complete for port e94512bd-cef0-49bd-a38c-38970581411f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:03.008162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f47e0bf-1087-49d7-a130-184d81c89e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:03.066875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Transition to ACTIVE for port object 238a96b2-1566-420f-a717-fbde9b63fcf3 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:03.123894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:03.137144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:03.311675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Network 8e90be8c-5ae7-4a4d-b519-336db89aca79 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:03.316401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:03.319149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:03.349308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Allocated IP 2001:db8::1 (8e90be8c-5ae7-4a4d-b519-336db89aca79/abed00b5-8e92-4ae1-990b-6b94c5f28f84/245585f2-68aa-40de-9782-27ce1419140a) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:03.353569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1518aadb-fc15-459a-b464-bc6a02e116e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:03.366314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1518aadb-fc15-459a-b464-bc6a02e116e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:03.374416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Pushing event updated for resources: {'Port': ['ID=238a96b2-1566-420f-a717-fbde9b63fcf3,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:03.384988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:03.408754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf238f85-662e-4952-8a9b-292ad1c6c29f req-54604223-9763-4430-9060-95b869a3b55f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:03.421144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bf238f85-662e-4952-8a9b-292ad1c6c29f req-54604223-9763-4430-9060-95b869a3b55f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 946 time: 0.7385843 Dec 07 13:33:03.440246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1518aadb-fc15-459a-b464-bc6a02e116e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/7f63506e-90a5-404e-9c10-3e966267d8ce HTTP/1.1" status: 204 len: 168 time: 2.9147301 Dec 07 13:33:03.454113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49276) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:03.463176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68876e31-1c8f-40d3-ae37-b3bf92a9c987 None None] Network 133dd7b8-8439-422b-a313-7f3d0be28ca0 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:03.536752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:03.579490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network 678864d3-5a3e-4c19-ae6c-670022438dc3 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:03.583699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:03.585570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e94512bd-cef0-49bd-a38c-38970581411f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:03.635915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bf238f85-662e-4952-8a9b-292ad1c6c29f req-ecba0001-9579-4246-9832-20378441de8b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3445e0f-b172-4b14-839d-447ccd06f9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122362 Dec 07 13:33:03.667198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] device_id is not set on port 3a6f66cd-a110-4440-9dde-abb1fdaa6b6f yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:33:03.690406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Attempting to bind port 238a96b2-1566-420f-a717-fbde9b63fcf3 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:33:03.690932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Attempting to bind port 238a96b2-1566-420f-a717-fbde9b63fcf3 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '1075e74a-34c3-4e0e-ba82-bb4db2bd6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:33:03.691981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Attempting to bind port 238a96b2-1566-420f-a717-fbde9b63fcf3 on network 8e90be8c-5ae7-4a4d-b519-336db89aca79 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:33:03.702721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:33:03.703286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Checking segment: {'id': '1075e74a-34c3-4e0e-ba82-bb4db2bd6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:03.703813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:03.704328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Bound using segment: {'id': '1075e74a-34c3-4e0e-ba82-bb4db2bd6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:33:03.704951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Bound port: 238a96b2-1566-420f-a717-fbde9b63fcf3, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1075e74a-34c3-4e0e-ba82-bb4db2bd6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:33:03.705473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:03.757536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:03.783342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Transition to ACTIVE for port object 245585f2-68aa-40de-9782-27ce1419140a will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:03.839873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:03.844494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:03.846950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc3afc9-83f3-475f-af9f-25ee1edd6290 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:03.849176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc3afc9-83f3-475f-af9f-25ee1edd6290 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:03.851824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2fc3afc9-83f3-475f-af9f-25ee1edd6290 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:03.955039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Provisioning for port 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:03.969835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Provisioning complete for port 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:03.970362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:03.973334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2fc3afc9-83f3-475f-af9f-25ee1edd6290 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:03.979837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2fc3afc9-83f3-475f-af9f-25ee1edd6290 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5245602 Dec 07 13:33:03.980576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49280) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:04.004680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network 8e90be8c-5ae7-4a4d-b519-336db89aca79 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:04.008387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:04.017495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:04.018070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:04.049736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port e94512bd-cef0-49bd-a38c-38970581411f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:04.050168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:04.063042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=245585f2-68aa-40de-9782-27ce1419140a,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:04.066676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:04.224581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:04.228684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:04.261361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] For port 238a96b2-1566-420f-a717-fbde9b63fcf3, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:33:04.312217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] For port 238a96b2-1566-420f-a717-fbde9b63fcf3, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=238a96b2-1566-420f-a717-fbde9b63fcf3,segment=NetworkSegment(1075e74a-34c3-4e0e-ba82-bb4db2bd6284),segment_id=1075e74a-34c3-4e0e-ba82-bb4db2bd6284)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:33:04.338554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] For port 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=25cc7957-6aa4-4f10-8272-a7a9ea22e4c7,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:04.354734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:04.376064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:04.444493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:04.480221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Allocated IP 172.20.0.9 (133dd7b8-8439-422b-a313-7f3d0be28ca0/62c4e23e-c9e0-4891-9387-da375fd2dbf0/3a6f66cd-a110-4440-9dde-abb1fdaa6b6f) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:04.488172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Pushing event updated for resources: {'Port': ['ID=238a96b2-1566-420f-a717-fbde9b63fcf3,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:04.492358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:04.503257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:04.571438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Provisioning complete for port 9b7f9d0f-85c4-4a27-8fce-2ebd1c7c58f7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:04.572036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:04.573978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89bebe8-4aae-483b-89da-e724c036fff2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet ac6d91e6-be0d-4446-9f08-62a06b512ecd {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:33:04.644666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Port 9b7f9d0f-85c4-4a27-8fce-2ebd1c7c58f7 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:33:04.690478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Pushing event updated for resources: {'Port': ['ID=25cc7957-6aa4-4f10-8272-a7a9ea22e4c7,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:04.697484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:04.714681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:04.724709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Provisioning for port d71df92a-4323-453d-b738-7d84f9c64392 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:04.730498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Provisioning complete for port d71df92a-4323-453d-b738-7d84f9c64392 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:04.732218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:04.750940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d89bebe8-4aae-483b-89da-e724c036fff2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:04.752294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:04.753484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:04.758921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ceeaa1fe-5bba-4c92-add7-2294c53fe3b4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:04.761188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:04.852591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d89bebe8-4aae-483b-89da-e724c036fff2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:04.880238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:04.929500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] For port d71df92a-4323-453d-b738-7d84f9c64392, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d71df92a-4323-453d-b738-7d84f9c64392,segment=NetworkSegment(72087005-1834-48df-82e5-7dc70f6281ca),segment_id=72087005-1834-48df-82e5-7dc70f6281ca)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:04.975977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:04.977993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4ad72c81-bb3f-4bb5-8cb8-beca27443883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:04.996177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=245585f2-68aa-40de-9782-27ce1419140a,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:04.999372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:05.074386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Pushing event updated for resources: {'Port': ['ID=d71df92a-4323-453d-b738-7d84f9c64392,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:05.078525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:05.079321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a734a-6e8a-4845-a08b-de7c3cfbc1b5 req-52ae1241-2887-4cc3-8012-94896d3ab842 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:05.080994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d07a734a-6e8a-4845-a08b-de7c3cfbc1b5 req-52ae1241-2887-4cc3-8012-94896d3ab842 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 946 time: 0.2626328 Dec 07 13:33:05.124389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:05.131896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-624cc583-01d7-472d-8125-398ef49c1356 None None] Provisioning complete for port 9b7f9d0f-85c4-4a27-8fce-2ebd1c7c58f7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:05.132851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-624cc583-01d7-472d-8125-398ef49c1356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:05.145552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router 5f463a8a-f81e-4e00-825b-e5e1f05cfb2e is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:33:05.153361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d89bebe8-4aae-483b-89da-e724c036fff2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:05.177118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network 8e90be8c-5ae7-4a4d-b519-336db89aca79 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:05.180041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:05.196134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Transition to ACTIVE for port object 3a6f66cd-a110-4440-9dde-abb1fdaa6b6f will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:05.227879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-624cc583-01d7-472d-8125-398ef49c1356 None None] Port 9b7f9d0f-85c4-4a27-8fce-2ebd1c7c58f7 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:33:05.243728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-624cc583-01d7-472d-8125-398ef49c1356 None None] Provisioning complete for port d71df92a-4323-453d-b738-7d84f9c64392 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:05.244153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-624cc583-01d7-472d-8125-398ef49c1356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:05.380305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d07a734a-6e8a-4845-a08b-de7c3cfbc1b5 req-aa4a75dd-1788-4032-bcd5-6b51424e30c0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3445e0f-b172-4b14-839d-447ccd06f9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842674 Dec 07 13:33:05.389256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-624cc583-01d7-472d-8125-398ef49c1356 None None] Could not find standard attr ID for object 7f63506e-90a5-404e-9c10-3e966267d8ce. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:33:05.437560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-624cc583-01d7-472d-8125-398ef49c1356 None None] Provisioning for port 873765c6-f91c-45ab-9553-25cad4763f0a completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:05.444695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-624cc583-01d7-472d-8125-398ef49c1356 None None] Provisioning complete for port 873765c6-f91c-45ab-9553-25cad4763f0a triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:05.446999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-624cc583-01d7-472d-8125-398ef49c1356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:05.467955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:05.476087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ccad1582-a4ff-4565-b0b2-d2cd4f88579f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:05.546988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:33:05.553308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d89bebe8-4aae-483b-89da-e724c036fff2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:05.558809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9149f139-c61e-42e1-aeca-d3438394a8d0 None None] Sync routers for ids ['5f463a8a-f81e-4e00-825b-e5e1f05cfb2e'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:33:05.562098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-624cc583-01d7-472d-8125-398ef49c1356 None None] Port 873765c6-f91c-45ab-9553-25cad4763f0a cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:33:05.583778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9149f139-c61e-42e1-aeca-d3438394a8d0 None None] Routers {'5f463a8a-f81e-4e00-825b-e5e1f05cfb2e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:05.584623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9149f139-c61e-42e1-aeca-d3438394a8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['5f463a8a-f81e-4e00-825b-e5e1f05cfb2e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:05.605820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network 133dd7b8-8439-422b-a313-7f3d0be28ca0 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:05.613676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:05.623352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:05.640453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:05.697123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:05.697823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:05.698197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9149f139-c61e-42e1-aeca-d3438394a8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:05.701923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=3a6f66cd-a110-4440-9dde-abb1fdaa6b6f,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:05.713813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:05.715627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f4e8e79-1807-48b1-9727-502fc0035f4b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:05.723165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750810a-2c48-4a70-a385-fda7204ae46b req-5339b9ff-788b-48be-8f71-cd1e7dc96d3f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:05.724962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8750810a-2c48-4a70-a385-fda7204ae46b req-5339b9ff-788b-48be-8f71-cd1e7dc96d3f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 946 time: 0.1326787 Dec 07 13:33:05.735403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9149f139-c61e-42e1-aeca-d3438394a8d0 None None] Routers {'5f463a8a-f81e-4e00-825b-e5e1f05cfb2e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:05.736304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9149f139-c61e-42e1-aeca-d3438394a8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['5f463a8a-f81e-4e00-825b-e5e1f05cfb2e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:05.737286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72246993-ae11-420c-873a-85dd2911d8b2 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:05.755799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d49263b8-e2e4-41ee-8615-037f55250779 None None] Provisioning complete for port 873765c6-f91c-45ab-9553-25cad4763f0a triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:05.756274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d49263b8-e2e4-41ee-8615-037f55250779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:05.770374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d89bebe8-4aae-483b-89da-e724c036fff2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:05.773875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d89bebe8-4aae-483b-89da-e724c036fff2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/ac6d91e6-be0d-4446-9f08-62a06b512ecd HTTP/1.1" status: 204 len: 168 time: 1.7823594 Dec 07 13:33:05.774490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bebe8-4aae-483b-89da-e724c036fff2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6d91e6-be0d-4446-9f08-62a06b512ecd,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:05.787570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/5f463a8a-f81e-4e00-825b-e5e1f05cfb2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2157481 Dec 07 13:33:05.789067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d89bebe8-4aae-483b-89da-e724c036fff2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:05.789693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49288) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:05.790175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49290) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:05.855148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9149f139-c61e-42e1-aeca-d3438394a8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:05.855961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9149f139-c61e-42e1-aeca-d3438394a8d0 None None] The sync data for ids ['5f463a8a-f81e-4e00-825b-e5e1f05cfb2e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:33:05.908545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0c75ce-e671-4eb7-98d4-06a64923373e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:05.911345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0d0c75ce-e671-4eb7-98d4-06a64923373e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports/9b7f9d0f-85c4-4a27-8fce-2ebd1c7c58f7 HTTP/1.1" status: 200 len: 977 time: 0.1178226 Dec 07 13:33:05.949234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:05.949656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:05.982986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2982371 Dec 07 13:33:05.992942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49296) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:05.996701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49298) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:06.055773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d49263b8-e2e4-41ee-8615-037f55250779 None None] Port 873765c6-f91c-45ab-9553-25cad4763f0a cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:33:06.141406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8750810a-2c48-4a70-a385-fda7204ae46b req-6a225e5a-bfbd-4f5d-9f1e-346a47d192d2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3445e0f-b172-4b14-839d-447ccd06f9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4084008 Dec 07 13:33:06.176867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49304) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:06.220162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router 9e2df098-cda5-4a31-bbd6-cd10640fe25e is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:33:06.405655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d71df92a-4323-453d-b738-7d84f9c64392 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:06.439857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-52cd9cf4-9380-4f95-80a4-bd26de76564a None None] Provisioning for port 3a6f66cd-a110-4440-9dde-abb1fdaa6b6f completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:06.444457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8beaa073-a725-4fe5-bc4f-d5d8c2cbb0a4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6527777 Dec 07 13:33:06.453386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49308) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:06.460719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-52cd9cf4-9380-4f95-80a4-bd26de76564a None None] Provisioning complete for port 3a6f66cd-a110-4440-9dde-abb1fdaa6b6f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:06.461146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52cd9cf4-9380-4f95-80a4-bd26de76564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:06.470237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b3089fb3-0f16-426a-b3fd-6127b6eeb9d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:06.537257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef44e7-a3ae-497a-9e08-2d779a36b7e7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:06.538054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5fef44e7-a3ae-497a-9e08-2d779a36b7e7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Synchronizing usage tracker for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:06.553936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-52cd9cf4-9380-4f95-80a4-bd26de76564a None None] Port 3a6f66cd-a110-4440-9dde-abb1fdaa6b6f cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:33:06.570411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port d71df92a-4323-453d-b738-7d84f9c64392 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:06.570838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:06.623506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bbfb0d51-6478-4cf4-813c-90ef36bfefe0 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 1094 time: 0.4441519 Dec 07 13:33:06.624089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b3089fb3-0f16-426a-b3fd-6127b6eeb9d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:06.629753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49312) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:06.633002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5fef44e7-a3ae-497a-9e08-2d779a36b7e7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Unset dirty status for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:06.637888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5fef44e7-a3ae-497a-9e08-2d779a36b7e7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.6406159 Dec 07 13:33:06.638190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49316) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:06.642997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': 'eac438b4-0658-4be9-897c-eb5470e2210c', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:06.655185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:06.665036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b3089fb3-0f16-426a-b3fd-6127b6eeb9d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:06.673741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0686fe0-a225-4bf4-9108-f0aee9a1c2be None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:33:06.682089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:floatingip and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:06.683524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a0686fe0-a225-4bf4-9108-f0aee9a1c2be None None] Deleting port 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:06.684033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a0686fe0-a225-4bf4-9108-f0aee9a1c2be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:06.690314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:06.706207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:06.729317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:33:06.738145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3089fb3-0f16-426a-b3fd-6127b6eeb9d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:06.774887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Sync routers for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:33:06.821784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:06.823011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:06.833982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/9e2df098-cda5-4a31-bbd6-cd10640fe25e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2600596 Dec 07 13:33:06.840389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49320) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:06.841504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:06.848603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1354875054'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:06.862894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c209d5a-a566-42bb-874d-e5ec596f0570 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:06.867437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c209d5a-a566-42bb-874d-e5ec596f0570 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:06.871740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c209d5a-a566-42bb-874d-e5ec596f0570 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:06.874465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9c209d5a-a566-42bb-874d-e5ec596f0570 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2258518 Dec 07 13:33:06.879514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49324) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:06.909020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:06.924564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:network and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:06.931115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:06.939906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:07.014179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21212959-2771-49ed-a229-e1e5f151cb71 None None] Network 8e90be8c-5ae7-4a4d-b519-336db89aca79 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:07.019894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3089fb3-0f16-426a-b3fd-6127b6eeb9d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:07.025720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:07.031291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:07.077526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:33:07.100192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:07.100561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Added segment 285732b1-108c-45d3-a2cd-fc335263a78f of type vlan for network edaf00eb-cdcc-479f-b608-d5bfc2b61e0a Dec 07 13:33:07.110901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 238a96b2-1566-420f-a717-fbde9b63fcf3 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:07.144819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-113f63c0-17ff-482b-8dd8-8311f9c5f6f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port 3a6f66cd-a110-4440-9dde-abb1fdaa6b6f {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:07.146186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-113f63c0-17ff-482b-8dd8-8311f9c5f6f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:07.185526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:07.197792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15c5530a-738b-4574-8d26-8e6ab6b7dc16 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:07.324719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-52cb35e0-0440-4d6f-ae17-771c708f54b6 None None] Provisioning for port 238a96b2-1566-420f-a717-fbde9b63fcf3 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:07.371963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:07.383621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:07.387777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:07.388423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:07.395443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d6ac174f-5e21-4e04-b27c-c6f7551cd606 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:07.495703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a0686fe0-a225-4bf4-9108-f0aee9a1c2be None None] For port 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=25cc7957-6aa4-4f10-8272-a7a9ea22e4c7,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:07.496140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a0686fe0-a225-4bf4-9108-f0aee9a1c2be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:07.523537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:07.542551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6991301 Dec 07 13:33:07.556080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49328) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:07.556740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Network': ['ID=edaf00eb-cdcc-479f-b608-d5bfc2b61e0a,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:07.561993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:07.569243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'subnet': {'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:07.612982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-113f63c0-17ff-482b-8dd8-8311f9c5f6f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:07.706489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network edaf00eb-cdcc-479f-b608-d5bfc2b61e0a details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:33:07.726841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a0686fe0-a225-4bf4-9108-f0aee9a1c2be None None] Calling delete_port for 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:07.763910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-113f63c0-17ff-482b-8dd8-8311f9c5f6f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for 3a6f66cd-a110-4440-9dde-abb1fdaa6b6f owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:07.793065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:07.803479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:subnet and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:07.809526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:07.818339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:07.843546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-15c5530a-738b-4574-8d26-8e6ab6b7dc16 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port 9b7f9d0f-85c4-4a27-8fce-2ebd1c7c58f7 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:07.843546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15c5530a-738b-4574-8d26-8e6ab6b7dc16 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:07.874910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:08.034695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 238a96b2-1566-420f-a717-fbde9b63fcf3 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:08.048060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.36.4.17 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/c5e142e0-8eca-4f02-938f-740ecbc86b0f) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:08.100960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:08.163457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 238a96b2-1566-420f-a717-fbde9b63fcf3 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:08.163892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:08.192009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-113f63c0-17ff-482b-8dd8-8311f9c5f6f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:08.219693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e29450ec-7e01-4267-b947-60bc3ba4de3c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:08.261812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15c5530a-738b-4574-8d26-8e6ab6b7dc16 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:08.271597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f63c0-17ff-482b-8dd8-8311f9c5f6f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=3a6f66cd-a110-4440-9dde-abb1fdaa6b6f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:08.281663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-113f63c0-17ff-482b-8dd8-8311f9c5f6f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:08.350894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a0686fe0-a225-4bf4-9108-f0aee9a1c2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:08.357338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:08.398701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-15c5530a-738b-4574-8d26-8e6ab6b7dc16 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for 9b7f9d0f-85c4-4a27-8fce-2ebd1c7c58f7 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:08.461864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0686fe0-a225-4bf4-9108-f0aee9a1c2be None None] Pushing event deleted for resources: {'Port': ['ID=25cc7957-6aa4-4f10-8272-a7a9ea22e4c7,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:08.469774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0686fe0-a225-4bf4-9108-f0aee9a1c2be None None] No DVR routers for this DVR port 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:33:08.471409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a0686fe0-a225-4bf4-9108-f0aee9a1c2be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:08.537446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:08.551664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:08.576932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-113f63c0-17ff-482b-8dd8-8311f9c5f6f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:08.601918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:04Z', 'revision_number': 2, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:04Z', 'revision_number': 2, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:08.608802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Checking router: 9e2df098-cda5-4a31-bbd6-cd10640fe25e for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:33:08.609524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Updating router 9e2df098-cda5-4a31-bbd6-cd10640fe25e port 245585f2-68aa-40de-9782-27ce1419140a binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:33:08.637369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_pluggable_backend [None req-b3089fb3-0f16-426a-b3fd-6127b6eeb9d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Port 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88897) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 07 13:33:08.637663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_pluggable_backend [None req-b3089fb3-0f16-426a-b3fd-6127b6eeb9d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Reverting IP allocation for 2001:db8::f816:3eff:fe23:ffb5 {{(pid=88897) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Dec 07 13:33:08.641201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 238a96b2-1566-420f-a717-fbde9b63fcf3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=238a96b2-1566-420f-a717-fbde9b63fcf3,segment=NetworkSegment(1075e74a-34c3-4e0e-ba82-bb4db2bd6284),segment_id=1075e74a-34c3-4e0e-ba82-bb4db2bd6284)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:08.645636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-113f63c0-17ff-482b-8dd8-8311f9c5f6f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/3a6f66cd-a110-4440-9dde-abb1fdaa6b6f HTTP/1.1" status: 204 len: 168 time: 1.7589099 Dec 07 13:33:08.646728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49332) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:08.663683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:08.669967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d43c173f-e8e1-4377-843e-7f90281c5f66 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:08.670963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:08.703944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:08.709899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-21173e35-6b4c-4fd8-806d-3966c71ac00b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:08.722446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:08.733987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3089fb3-0f16-426a-b3fd-6127b6eeb9d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:08.739534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c43f66a-d9fb-47dd-a617-cff7a35e6cac tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] GET failed (client error): The resource could not be found. Dec 07 13:33:08.741348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8c43f66a-d9fb-47dd-a617-cff7a35e6cac tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports/3a6f66cd-a110-4440-9dde-abb1fdaa6b6f HTTP/1.1" status: 404 len: 333 time: 0.0931706 Dec 07 13:33:08.741493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:08.750481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49336) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:08.790744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=c5e142e0-8eca-4f02-938f-740ecbc86b0f,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:08.794634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3089fb3-0f16-426a-b3fd-6127b6eeb9d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:08.796689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:08.804869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:08.805814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b3089fb3-0f16-426a-b3fd-6127b6eeb9d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:08.823256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:08.823256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-872d011d-ff90-4bfb-98e0-7e004bb28af3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:08.823613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c2b3ad-e3d5-4432-9529-ace8b9bb9032 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:08.858854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:08.876066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:33:08.902854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3089fb3-0f16-426a-b3fd-6127b6eeb9d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:08.903522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3089fb3-0f16-426a-b3fd-6127b6eeb9d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:09.038004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:33:09.038506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 25cc7957-6aa4-4f10-8272-a7a9ea22e4c7 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:33:09.108410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=238a96b2-1566-420f-a717-fbde9b63fcf3,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:09.264060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b3089fb3-0f16-426a-b3fd-6127b6eeb9d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8050964 Dec 07 13:33:09.264288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Subnet': ['ID=69c2d74d-a31a-46b9-8395-7d68d3a72785,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:09.266143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49340) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:09.282167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-74e24c41-5b5a-4c9b-b882-7eea3e8a7637 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port 873765c6-f91c-45ab-9553-25cad4763f0a {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:09.282546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74e24c41-5b5a-4c9b-b882-7eea3e8a7637 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:09.297179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3089fb3-0f16-426a-b3fd-6127b6eeb9d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=3e3e5d81-ac1a-45c8-a35b-bf2a9eaeecea,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:09.304642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b3089fb3-0f16-426a-b3fd-6127b6eeb9d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:09.362194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:09.381262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'mac_address': 'fa:16:3e:ef:5b:1c', 'name': 'tempest-NetworksTestDHCPv6-1113626905'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:09.388213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:09.408563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:09.415103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Transition to ACTIVE for port object 245585f2-68aa-40de-9782-27ce1419140a will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:09.485733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Checking segment: {'id': '285732b1-108c-45d3-a2cd-fc335263a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:09.486266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network hostable DHCP agents. Network: edaf00eb-cdcc-479f-b608-d5bfc2b61e0a, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:33:09.495173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:09.499051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b6de7135-480c-40d9-a29f-673cc87dd04a None None] Provisioning for port 245585f2-68aa-40de-9782-27ce1419140a completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:09.510460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9404aaa1-07c3-4c86-b7c3-75ade6772286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:09.535793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15c5530a-738b-4574-8d26-8e6ab6b7dc16 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:09.555980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f5289c08-ce66-465f-bfc7-4e7967a49347 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:09.721548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff3857-bcc8-499e-b9c9-8898e9efd562 None None] Pushing event updated for resources: {'Port': ['ID=245585f2-68aa-40de-9782-27ce1419140a,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:09.730415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0bff3857-bcc8-499e-b9c9-8898e9efd562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:09.734118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b6de7135-480c-40d9-a29f-673cc87dd04a None None] Provisioning complete for port 238a96b2-1566-420f-a717-fbde9b63fcf3 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:09.734538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b6de7135-480c-40d9-a29f-673cc87dd04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:09.773588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': '3e3e5d81-ac1a-45c8-a35b-bf2a9eaeecea'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:33:09.774482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:09.835365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network edaf00eb-cdcc-479f-b608-d5bfc2b61e0a is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:33:09.876704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:09.878116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:09.881904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5530a-738b-4574-8d26-8e6ab6b7dc16 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Port': ['ID=9b7f9d0f-85c4-4a27-8fce-2ebd1c7c58f7,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:09.884997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15c5530a-738b-4574-8d26-8e6ab6b7dc16 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:09.895335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, edaf00eb-cdcc-479f-b608-d5bfc2b61e0a) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:09.900477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:09.901132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:09.957001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891592a6-9e1d-4df7-b69c-b90e0f816ef0 None None] Network edaf00eb-cdcc-479f-b608-d5bfc2b61e0a requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:09.974199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Attempting to bind port 245585f2-68aa-40de-9782-27ce1419140a on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:33:09.974405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Attempting to bind port 245585f2-68aa-40de-9782-27ce1419140a by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '1075e74a-34c3-4e0e-ba82-bb4db2bd6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:33:09.974708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Attempting to bind port 245585f2-68aa-40de-9782-27ce1419140a on network 8e90be8c-5ae7-4a4d-b519-336db89aca79 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:33:09.980950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:09.985212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4251835 Dec 07 13:33:09.998349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49344) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:10.194031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Allocated IP 2001:db8::f816:3eff:fef7:cb7c (c9ee8f68-0885-485a-ba4e-56608c96e7d4/3e3e5d81-ac1a-45c8-a35b-bf2a9eaeecea/de386c01-e55d-4f23-9ede-3d794d244eaf) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:10.240342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74e24c41-5b5a-4c9b-b882-7eea3e8a7637 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:10.249163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:10.282811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:port and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:10.283510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:10.332624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:10.345091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-319ee3b8-ffbf-4f76-abe1-1e779a3f0d53 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:10.395568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:10.463559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:33:10.464158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Checking segment: {'id': '1075e74a-34c3-4e0e-ba82-bb4db2bd6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:10.464721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:10.465272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Bound using segment: {'id': '1075e74a-34c3-4e0e-ba82-bb4db2bd6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:33:10.465925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Bound port: 245585f2-68aa-40de-9782-27ce1419140a, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1075e74a-34c3-4e0e-ba82-bb4db2bd6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:33:10.466473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:10.466965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=c5e142e0-8eca-4f02-938f-740ecbc86b0f,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:10.469655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:10.470142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:10.481121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-74e24c41-5b5a-4c9b-b882-7eea3e8a7637 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for 873765c6-f91c-45ab-9553-25cad4763f0a owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:10.526007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:10.578552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15c5530a-738b-4574-8d26-8e6ab6b7dc16 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:10.601916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:10.674716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Floating IP f7a88e6c-6084-406a-8c14-a7d9400af6c6 associated. External IP: 172.36.4.17, port: eac438b4-0658-4be9-897c-eb5470e2210c. Dec 07 13:33:10.848651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 238a96b2-1566-420f-a717-fbde9b63fcf3 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:10.887927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:33:10.888656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:10.971625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] For port 245585f2-68aa-40de-9782-27ce1419140a, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:33:11.111691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:11.136876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Transition to ACTIVE for port object de386c01-e55d-4f23-9ede-3d794d244eaf will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:11.161729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:33:11.211738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 238a96b2-1566-420f-a717-fbde9b63fcf3 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:11.212165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:11.248278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Transition to ACTIVE for port object de386c01-e55d-4f23-9ede-3d794d244eaf will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:11.274606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Allocated IP 2001:db8:1::2 (edaf00eb-cdcc-479f-b608-d5bfc2b61e0a/69c2d74d-a31a-46b9-8395-7d68d3a72785/1a5983e1-e429-4c7a-9aa1-cc6e2714480a) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:11.292517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:11.303165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eb7b5bf6-01d3-4a70-a03f-3967a853a417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:11.314586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:11.344695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74e24c41-5b5a-4c9b-b882-7eea3e8a7637 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:11.384116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] For port 245585f2-68aa-40de-9782-27ce1419140a, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=245585f2-68aa-40de-9782-27ce1419140a,segment=NetworkSegment(1075e74a-34c3-4e0e-ba82-bb4db2bd6284),segment_id=1075e74a-34c3-4e0e-ba82-bb4db2bd6284)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:33:11.415512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port f24f9c71-229e-42e9-8023-626ac537d486 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:33:11.422930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:33:11.444077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500d4e02-aaa2-45ef-9c82-0d86311948a8 None None] Sync routers for ids ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:33:11.459059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500d4e02-aaa2-45ef-9c82-0d86311948a8 None None] Routers {'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:11.459944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-500d4e02-aaa2-45ef-9c82-0d86311948a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:11.461529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02f18834-cdbb-4132-a763-1f752a7b16c3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:11.467366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:11.473235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:11.474993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:11.483775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:11.490593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Pushing event updated for resources: {'Port': ['ID=de386c01-e55d-4f23-9ede-3d794d244eaf,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:11.517825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:11.525855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:11.528129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:11.580726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9497495 Dec 07 13:33:11.586192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e24c41-5b5a-4c9b-b882-7eea3e8a7637 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=873765c6-f91c-45ab-9553-25cad4763f0a,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:11.586697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49348) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:11.595582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ca9704-3799-4109-8512-6e7cfe1e9221', 'tag': 'eac438b4-0658-4be9-897c-eb5470e2210c'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:33:11.611768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-74e24c41-5b5a-4c9b-b882-7eea3e8a7637 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:11.663867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-500d4e02-aaa2-45ef-9c82-0d86311948a8 None None] Set router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:11.858315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d56d8615-cb3f-49fb-90ac-06f19fd9a32c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/f7a88e6c-6084-406a-8c14-a7d9400af6c6 HTTP/1.1" status: 200 len: 991 time: 0.2343175 Dec 07 13:33:11.872184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff3857-bcc8-499e-b9c9-8898e9efd562 None None] Pushing event updated for resources: {'Port': ['ID=245585f2-68aa-40de-9782-27ce1419140a,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:11.881817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0bff3857-bcc8-499e-b9c9-8898e9efd562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:11.915542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Attempting to bind port de386c01-e55d-4f23-9ede-3d794d244eaf on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:33:11.915973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Attempting to bind port de386c01-e55d-4f23-9ede-3d794d244eaf by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:33:11.916386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Attempting to bind port de386c01-e55d-4f23-9ede-3d794d244eaf on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:33:11.918618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:11.919345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:11.962094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ca9704-3799-4109-8512-6e7cfe1e9221', 'tag': 'eac438b4-0658-4be9-897c-eb5470e2210c', 'status': 'completed', 'code': 200} Dec 07 13:33:12.125667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:12.251146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74e24c41-5b5a-4c9b-b882-7eea3e8a7637 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:12.256215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::f816:3eff:feef:5b1c (c9ee8f68-0885-485a-ba4e-56608c96e7d4/3e3e5d81-ac1a-45c8-a35b-bf2a9eaeecea/f24f9c71-229e-42e9-8023-626ac537d486) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:12.322072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c5530a-738b-4574-8d26-8e6ab6b7dc16 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router 5f463a8a-f81e-4e00-825b-e5e1f05cfb2e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:33:12.338725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-74e24c41-5b5a-4c9b-b882-7eea3e8a7637 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/873765c6-f91c-45ab-9553-25cad4763f0a HTTP/1.1" status: 204 len: 168 time: 3.5813859 Dec 07 13:33:12.339848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49354) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:12.364400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-500d4e02-aaa2-45ef-9c82-0d86311948a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'name': 'tempest-TestNetworkBasicOps-router-1972260230', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254'}], 'enable_snat': True}, 'gw_port_id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:17Z', 'updated_at': '2021-12-07T13:32:30Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:19Z', 'updated_at': '2021-12-07T13:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'f7a88e6c-6084-406a-8c14-a7d9400af6c6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.17', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'port_id': 'eac438b4-0658-4be9-897c-eb5470e2210c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221', 'mac_address': 'fa:16:3e:04:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ca9704-3799-4109-8512-6e7cfe1e9221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:33:09Z', 'updated_at': '2021-12-07T13:33:09Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996154fa-9984-4f0b-aa6a-abf5b1d37e32', 'name': '', 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:7f:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:29Z', 'updated_at': '2021-12-07T13:32:46Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:12.370463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500d4e02-aaa2-45ef-9c82-0d86311948a8 None None] Checking router: f279ebaa-cdb5-4dfe-9bc3-8a6700da768a for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:33:12.386296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500d4e02-aaa2-45ef-9c82-0d86311948a8 None None] Routers {'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:12.387133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-500d4e02-aaa2-45ef-9c82-0d86311948a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:12.405252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-344563ca-e0e0-4bf2-b0d9-692671ea9b36 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] GET failed (client error): The resource could not be found. Dec 07 13:33:12.406218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-344563ca-e0e0-4bf2-b0d9-692671ea9b36 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Synchronizing usage tracker for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:12.430099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-51d4e4b2-f44c-474a-9321-ddc90655bf31 req-ab7c603d-69bb-4c7e-8fa7-0e0d4ecccb99 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 1099 time: 0.4082723 Dec 07 13:33:12.455816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-344563ca-e0e0-4bf2-b0d9-692671ea9b36 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Unset dirty status for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:12.461231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-344563ca-e0e0-4bf2-b0d9-692671ea9b36 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports/873765c6-f91c-45ab-9553-25cad4763f0a HTTP/1.1" status: 404 len: 333 time: 0.1208899 Dec 07 13:33:12.461990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49358) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:12.513433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:33:12.513857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:12.514312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:12.514866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:33:12.515602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Bound port: de386c01-e55d-4f23-9ede-3d794d244eaf, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:33:12.515757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:12.637434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-500d4e02-aaa2-45ef-9c82-0d86311948a8 None None] Set router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:12.662458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:12.710516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Transition to ACTIVE for port object 1a5983e1-e429-4c7a-9aa1-cc6e2714480a will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:12.727717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting subnet 62c4e23e-c9e0-4891-9387-da375fd2dbf0 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:33:12.747174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:12.775203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Transition to ACTIVE for port object 1a5983e1-e429-4c7a-9aa1-cc6e2714480a will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:12.809932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] For port de386c01-e55d-4f23-9ede-3d794d244eaf, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:33:12.820650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:12.831226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-872547d7-44d9-46b5-ba48-50daf3850b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:12.832220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:12.872506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] For port de386c01-e55d-4f23-9ede-3d794d244eaf, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=de386c01-e55d-4f23-9ede-3d794d244eaf,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:33:12.880375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49362) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:12.923762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:12.933686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Network edaf00eb-cdcc-479f-b608-d5bfc2b61e0a is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:12.938591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:12.940680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Pushing event updated for resources: {'Port': ['ID=1a5983e1-e429-4c7a-9aa1-cc6e2714480a,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:12.947324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:12.979834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:12.987679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:13.048658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3606fdcd-19d3-4ab5-acc0-88c092acc81c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/f7a88e6c-6084-406a-8c14-a7d9400af6c6 HTTP/1.1" status: 200 len: 991 time: 0.1665733 Dec 07 13:33:13.108375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-500d4e02-aaa2-45ef-9c82-0d86311948a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'name': 'tempest-TestNetworkBasicOps-router-1972260230', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254'}], 'enable_snat': True}, 'gw_port_id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:17Z', 'updated_at': '2021-12-07T13:32:30Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:19Z', 'updated_at': '2021-12-07T13:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'f7a88e6c-6084-406a-8c14-a7d9400af6c6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.17', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'port_id': 'eac438b4-0658-4be9-897c-eb5470e2210c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221', 'mac_address': 'fa:16:3e:04:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ca9704-3799-4109-8512-6e7cfe1e9221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:33:09Z', 'updated_at': '2021-12-07T13:33:09Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996154fa-9984-4f0b-aa6a-abf5b1d37e32', 'name': '', 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:7f:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:29Z', 'updated_at': '2021-12-07T13:32:46Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:13.114679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500d4e02-aaa2-45ef-9c82-0d86311948a8 None None] The sync data for ids ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'name': 'tempest-TestNetworkBasicOps-router-1972260230', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254'}], 'enable_snat': True}, 'gw_port_id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:17Z', 'updated_at': '2021-12-07T13:32:30Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:19Z', 'updated_at': '2021-12-07T13:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'f7a88e6c-6084-406a-8c14-a7d9400af6c6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.17', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'port_id': 'eac438b4-0658-4be9-897c-eb5470e2210c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221', 'mac_address': 'fa:16:3e:04:ea:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ca9704-3799-4109-8512-6e7cfe1e9221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:33:09Z', 'updated_at': '2021-12-07T13:33:09Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996154fa-9984-4f0b-aa6a-abf5b1d37e32', 'name': '', 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:7f:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:29Z', 'updated_at': '2021-12-07T13:32:46Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:33:13.123622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:13.137284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Attempting to bind port 1a5983e1-e429-4c7a-9aa1-cc6e2714480a on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:33:13.137710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Attempting to bind port 1a5983e1-e429-4c7a-9aa1-cc6e2714480a by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '285732b1-108c-45d3-a2cd-fc335263a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:33:13.138136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Attempting to bind port 1a5983e1-e429-4c7a-9aa1-cc6e2714480a on network edaf00eb-cdcc-479f-b608-d5bfc2b61e0a {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:33:13.173304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Pushing event updated for resources: {'Port': ['ID=de386c01-e55d-4f23-9ede-3d794d244eaf,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:13.175712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c5530a-738b-4574-8d26-8e6ab6b7dc16 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:33:13.187547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:13.189686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-15c5530a-738b-4574-8d26-8e6ab6b7dc16 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/5f463a8a-f81e-4e00-825b-e5e1f05cfb2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1946568 Dec 07 13:33:13.193051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14059a8-d358-41ea-9882-1f90790ad000 None None] Sync routers for ids ['5f463a8a-f81e-4e00-825b-e5e1f05cfb2e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:33:13.207671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:04Z', 'revision_number': 2, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:10Z', 'revision_number': 4, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:13.215734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cfb445-593e-4ac9-af55-7e4941130e3e None None] The sync data for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv is: [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:04Z', 'revision_number': 2, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:10Z', 'revision_number': 4, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:33:13.218312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49366) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:13.220145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:33:13.220723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Checking segment: {'id': '285732b1-108c-45d3-a2cd-fc335263a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:13.221398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:13.221946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Bound using segment: {'id': '285732b1-108c-45d3-a2cd-fc335263a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:33:13.223128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Bound port: 1a5983e1-e429-4c7a-9aa1-cc6e2714480a, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285732b1-108c-45d3-a2cd-fc335263a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:33:13.223701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:13.328601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4e4b2-f44c-474a-9321-ddc90655bf31 req-b479c633-56e4-4a88-8baf-3b640cf2721a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:13.330229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-51d4e4b2-f44c-474a-9321-ddc90655bf31 req-b479c633-56e4-4a88-8baf-3b640cf2721a service neutron] 10.222.0.45 "GET /v2.0/networks?id=8b6e945c-1f17-4fdc-84e3-c87aa5738221 HTTP/1.1" status: 200 len: 898 time: 0.8339586 Dec 07 13:33:13.380129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14059a8-d358-41ea-9882-1f90790ad000 None None] Routers {'5f463a8a-f81e-4e00-825b-e5e1f05cfb2e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:13.380843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c14059a8-d358-41ea-9882-1f90790ad000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['5f463a8a-f81e-4e00-825b-e5e1f05cfb2e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:13.440130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] For port 1a5983e1-e429-4c7a-9aa1-cc6e2714480a, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:33:13.450848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] For port 1a5983e1-e429-4c7a-9aa1-cc6e2714480a, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1a5983e1-e429-4c7a-9aa1-cc6e2714480a,segment=NetworkSegment(285732b1-108c-45d3-a2cd-fc335263a78f),segment_id=285732b1-108c-45d3-a2cd-fc335263a78f)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:33:13.470161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c14059a8-d358-41ea-9882-1f90790ad000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:13.495190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:13.513037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:13.533361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-51d4e4b2-f44c-474a-9321-ddc90655bf31 req-36e26f09-a57e-4f8f-b31b-2838598f536d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eac438b4-0658-4be9-897c-eb5470e2210c HTTP/1.1" status: 200 len: 999 time: 0.1257081 Dec 07 13:33:13.565356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:13.576333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14059a8-d358-41ea-9882-1f90790ad000 None None] Routers {'5f463a8a-f81e-4e00-825b-e5e1f05cfb2e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:13.577034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c14059a8-d358-41ea-9882-1f90790ad000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['5f463a8a-f81e-4e00-825b-e5e1f05cfb2e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:13.596809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-be48346e-c8d5-4446-b3a0-28f54580c300 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:13.623302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:13.676069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c14059a8-d358-41ea-9882-1f90790ad000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:13.677014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14059a8-d358-41ea-9882-1f90790ad000 None None] The sync data for ids ['5f463a8a-f81e-4e00-825b-e5e1f05cfb2e'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:33:13.677272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:13.685498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0784a1ab-fe3c-44d9-bc79-0add27f46e65 None None] Network 133dd7b8-8439-422b-a313-7f3d0be28ca0 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:13.688806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Subnet': ['ID=62c4e23e-c9e0-4891-9387-da375fd2dbf0,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:13.706655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/62c4e23e-c9e0-4891-9387-da375fd2dbf0 HTTP/1.1" status: 204 len: 168 time: 1.2429316 Dec 07 13:33:13.710983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:13.711619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:13.712157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:13.712825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:13.713313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:13.713798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:13.714458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:13.714644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:13.715196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:13.717438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:13.717438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:13.725882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49370) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:13.732524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:13.736788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object f24f9c71-229e-42e9-8023-626ac537d486 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:13.819169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d54c9-1b36-4b64-b598-4fff1c494d67 None None] New status for floating IP f7a88e6c-6084-406a-8c14-a7d9400af6c6: ACTIVE {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:33:13.832601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Pushing event updated for resources: {'Port': ['ID=1a5983e1-e429-4c7a-9aa1-cc6e2714480a,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:13.838458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:13.973329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:14.005573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4e4b2-f44c-474a-9321-ddc90655bf31 req-4c568e53-238f-4457-b80f-1251ad8519e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:14.007202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-51d4e4b2-f44c-474a-9321-ddc90655bf31 req-4c568e53-238f-4457-b80f-1251ad8519e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=092dedce-640c-4fff-9bc7-444e5c13c1b8 HTTP/1.1" status: 200 len: 835 time: 0.4442000 Dec 07 13:33:14.014868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:14.052727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49374) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:14.212872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5263c296-fad0-48de-9d8b-1769deb7130e None None] DHCP port deletion for 133dd7b8-8439-422b-a313-7f3d0be28ca0 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:33:14.217587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5263c296-fad0-48de-9d8b-1769deb7130e None None] Deleting port d71df92a-4323-453d-b738-7d84f9c64392 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:14.218018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5263c296-fad0-48de-9d8b-1769deb7130e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:14.255927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-724beec2-3582-4106-91b3-7154e9de4bd6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/f7a88e6c-6084-406a-8c14-a7d9400af6c6 HTTP/1.1" status: 200 len: 991 time: 0.2018278 Dec 07 13:33:14.517659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port d71df92a-4323-453d-b738-7d84f9c64392 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:14.518029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:14.547480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5263c296-fad0-48de-9d8b-1769deb7130e None None] For port d71df92a-4323-453d-b738-7d84f9c64392, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d71df92a-4323-453d-b738-7d84f9c64392,segment=NetworkSegment(72087005-1834-48df-82e5-7dc70f6281ca),segment_id=72087005-1834-48df-82e5-7dc70f6281ca)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:14.548671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5263c296-fad0-48de-9d8b-1769deb7130e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:14.553908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:14.575638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b9d00911-c02b-4da2-9bf3-d7ab6707b3e3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:14.682026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5263c296-fad0-48de-9d8b-1769deb7130e None None] Calling delete_port for d71df92a-4323-453d-b738-7d84f9c64392 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:14.804354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5263c296-fad0-48de-9d8b-1769deb7130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:14.816513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-39fb1851-228a-4723-9d8a-d0595a713080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:14.834380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:14.835401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=f24f9c71-229e-42e9-8023-626ac537d486,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:14.846891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:14.861171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263c296-fad0-48de-9d8b-1769deb7130e None None] Pushing event deleted for resources: {'Port': ['ID=d71df92a-4323-453d-b738-7d84f9c64392,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:14.865775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5263c296-fad0-48de-9d8b-1769deb7130e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:14.880044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5263c296-fad0-48de-9d8b-1769deb7130e None None] No DVR routers for this DVR port d71df92a-4323-453d-b738-7d84f9c64392 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:33:14.885499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:14.890342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:14.891057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:14.959659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 245585f2-68aa-40de-9782-27ce1419140a up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:14.969015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-6f5d56a0-a865-47c6-9655-3e45d3e09623 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] remove_router_interface failed (client error): The resource could not be found. Dec 07 13:33:14.973674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6f5d56a0-a865-47c6-9655-3e45d3e09623 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/5f463a8a-f81e-4e00-825b-e5e1f05cfb2e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.7509289 Dec 07 13:33:14.974186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49378) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:15.029964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:15.030308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:15.030727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:15.031145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:15.032157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:15.032574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:15.032989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:15.033400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:15.033805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:15.034210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:15.035146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:15.042142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aba4953c-27a0-4ddb-922a-262ef6cc63d2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Synchronizing usage tracker for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:15.052012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-51d4e4b2-f44c-474a-9321-ddc90655bf31 req-2949907f-44e8-461e-8b42-fc7075881f3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b6e945c-1f17-4fdc-84e3-c87aa5738221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9966807 Dec 07 13:33:15.058375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:15.107166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aba4953c-27a0-4ddb-922a-262ef6cc63d2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Unset dirty status for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:15.107424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 245585f2-68aa-40de-9782-27ce1419140a completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:15.111094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aba4953c-27a0-4ddb-922a-262ef6cc63d2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f463a8a-f81e-4e00-825b-e5e1f05cfb2e HTTP/1.1" status: 200 len: 205 time: 0.1333823 Dec 07 13:33:15.111445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49382) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:15.114193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 245585f2-68aa-40de-9782-27ce1419140a triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:15.114770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:15.235453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.8970435 Dec 07 13:33:15.257152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49386) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:15.261713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:15.264642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49388) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:15.337932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 245585f2-68aa-40de-9782-27ce1419140a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=245585f2-68aa-40de-9782-27ce1419140a,segment=NetworkSegment(1075e74a-34c3-4e0e-ba82-bb4db2bd6284),segment_id=1075e74a-34c3-4e0e-ba82-bb4db2bd6284)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:15.375322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] For port d71df92a-4323-453d-b738-7d84f9c64392, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d71df92a-4323-453d-b738-7d84f9c64392,segment=NetworkSegment(72087005-1834-48df-82e5-7dc70f6281ca),segment_id=72087005-1834-48df-82e5-7dc70f6281ca)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:15.375721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:15.387595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:15.388600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1a5983e1-e429-4c7a-9aa1-cc6e2714480a up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:15.421709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-117a2e12-0145-4348-8062-21d97580391f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:15.463434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0000ee26-04f4-41ae-b202-5816f04c35ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/f7a88e6c-6084-406a-8c14-a7d9400af6c6 HTTP/1.1" status: 200 len: 993 time: 0.1568210 Dec 07 13:33:15.485300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4669c902-9bdc-41f4-8737-258563209298 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:15.545120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=245585f2-68aa-40de-9782-27ce1419140a,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:15.553565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:15.600219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 1a5983e1-e429-4c7a-9aa1-cc6e2714480a completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:15.608504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device de386c01-e55d-4f23-9ede-3d794d244eaf up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:15.663415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110f2f59-5c80-4a1a-8672-bdd63861d0db tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:15.667914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110f2f59-5c80-4a1a-8672-bdd63861d0db tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:15.672706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-110f2f59-5c80-4a1a-8672-bdd63861d0db tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4097989 Dec 07 13:33:15.673592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49394) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:15.758649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7ce27083-bf18-4b7c-beec-55a2ef9cf544 None None] Provisioning for port de386c01-e55d-4f23-9ede-3d794d244eaf completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:15.764846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7ce27083-bf18-4b7c-beec-55a2ef9cf544 None None] Provisioning complete for port de386c01-e55d-4f23-9ede-3d794d244eaf triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:15.768356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7ce27083-bf18-4b7c-beec-55a2ef9cf544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:15.848021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port de386c01-e55d-4f23-9ede-3d794d244eaf completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:15.864352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port de386c01-e55d-4f23-9ede-3d794d244eaf triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:15.864835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:15.868082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for d71df92a-4323-453d-b738-7d84f9c64392 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:15.956052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:33:15.957192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:33:15.977572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-51d4e4b2-f44c-474a-9321-ddc90655bf31 req-f0b760a9-dc7b-4e35-bca6-f2cdb4338338 service neutron] 10.222.0.45 "GET /v2.0/networks/8b6e945c-1f17-4fdc-84e3-c87aa5738221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8559716 Dec 07 13:33:16.032618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7ce27083-bf18-4b7c-beec-55a2ef9cf544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.036923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4669c902-9bdc-41f4-8737-258563209298 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.041651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4669c902-9bdc-41f4-8737-258563209298 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.100300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5323a5a4-b390-4a72-b2b8-691029fd8435 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port f24f9c71-229e-42e9-8023-626ac537d486 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:16.100688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5323a5a4-b390-4a72-b2b8-691029fd8435 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.110743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.117262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Allocated IP 2001:db8:1::1 (edaf00eb-cdcc-479f-b608-d5bfc2b61e0a/69c2d74d-a31a-46b9-8395-7d68d3a72785/e0f5bba1-f17c-4b46-8d4b-5852802ea2c1) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:16.155012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7ce27083-bf18-4b7c-beec-55a2ef9cf544 None None] For port de386c01-e55d-4f23-9ede-3d794d244eaf, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=de386c01-e55d-4f23-9ede-3d794d244eaf,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:16.200586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7ce27083-bf18-4b7c-beec-55a2ef9cf544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.204851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:16.255775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4669c902-9bdc-41f4-8737-258563209298 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.256311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4669c902-9bdc-41f4-8737-258563209298 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Fanout notify agent at l3_agent the message router_deleted on router 5f463a8a-f81e-4e00-825b-e5e1f05cfb2e {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:33:16.294940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:33:16.295387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:33:16.302851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-51d4e4b2-f44c-474a-9321-ddc90655bf31 req-ad2583c9-a5e0-4494-b215-a0eef331566b service neutron] 10.222.0.45 "GET /v2.0/networks/8b6e945c-1f17-4fdc-84e3-c87aa5738221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163729 Dec 07 13:33:16.318636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4669c902-9bdc-41f4-8737-258563209298 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.320150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4669c902-9bdc-41f4-8737-258563209298 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/routers/5f463a8a-f81e-4e00-825b-e5e1f05cfb2e HTTP/1.1" status: 204 len: 168 time: 1.2074165 Dec 07 13:33:16.328108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49398) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:16.338041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83cebe3-be48-4a0a-b38f-f470803e7dfe None None] Network edaf00eb-cdcc-479f-b608-d5bfc2b61e0a requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:16.356081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce27083-bf18-4b7c-beec-55a2ef9cf544 None None] Pushing event updated for resources: {'Port': ['ID=de386c01-e55d-4f23-9ede-3d794d244eaf,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:16.364876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7ce27083-bf18-4b7c-beec-55a2ef9cf544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:16.392848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.417814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Transition to ACTIVE for port object e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:16.459028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port d71df92a-4323-453d-b738-7d84f9c64392 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:16.459466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.463331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9826d76c-d623-448b-a769-8c71845f2cc6 None None] Provisioning for port f24f9c71-229e-42e9-8023-626ac537d486 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:16.470641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9826d76c-d623-448b-a769-8c71845f2cc6 None None] Provisioning complete for port f24f9c71-229e-42e9-8023-626ac537d486 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:16.471062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9826d76c-d623-448b-a769-8c71845f2cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.491417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.502764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68846c07-c899-435e-b5a0-ab69697307f1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:16.529809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5323a5a4-b390-4a72-b2b8-691029fd8435 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.587952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9826d76c-d623-448b-a769-8c71845f2cc6 None None] Port f24f9c71-229e-42e9-8023-626ac537d486 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:33:16.595838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] The port 'd71df92a-4323-453d-b738-7d84f9c64392' was deleted {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:33:16.671285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network edaf00eb-cdcc-479f-b608-d5bfc2b61e0a is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:16.672706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5323a5a4-b390-4a72-b2b8-691029fd8435 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for f24f9c71-229e-42e9-8023-626ac537d486 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:16.680115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:16.682982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:16.683650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.752739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-af47fc41-3411-424f-ba0b-e088e09eec44 None None] Provisioning for port 1a5983e1-e429-4c7a-9aa1-cc6e2714480a completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:16.758722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-af47fc41-3411-424f-ba0b-e088e09eec44 None None] Provisioning complete for port 1a5983e1-e429-4c7a-9aa1-cc6e2714480a triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:16.759625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af47fc41-3411-424f-ba0b-e088e09eec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.760210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=e0f5bba1-f17c-4b46-8d4b-5852802ea2c1,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:16.780887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:16.798172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5876b65-cb52-4b59-82d2-548981d6e90f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting subnet 0828a508-6636-4425-81b6-13c1bb821aa6 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:33:16.798402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.802270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5876b65-cb52-4b59-82d2-548981d6e90f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.834891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133dd7b8-8439-422b-a313-7f3d0be28ca0']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:16.852974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72087005-1834-48df-82e5-7dc70f6281ca') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:16.853344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72087005-1834-48df-82e5-7dc70f6281ca') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:16.866506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5876b65-cb52-4b59-82d2-548981d6e90f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.873174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.884710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.928488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:33:16.929267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:16.994354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d71df92a-4323-453d-b738-7d84f9c64392 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:33:17.020540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5876b65-cb52-4b59-82d2-548981d6e90f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:33:17.032724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:33:17.043443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: d71df92a-4323-453d-b738-7d84f9c64392 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:33:17.043838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d71df92a-4323-453d-b738-7d84f9c64392 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:33:17.073606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.074667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af47fc41-3411-424f-ba0b-e088e09eec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.096676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.102673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.110368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b0bfdd0c-f68e-4279-adb7-d319fa7c231a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:17.134743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5323a5a4-b390-4a72-b2b8-691029fd8435 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.149390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Network': ['ID=133dd7b8-8439-422b-a313-7f3d0be28ca0,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:17.152102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:17.173309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-44fd7814-35bf-40cc-975b-677376696e34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:17.208572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/networks/133dd7b8-8439-422b-a313-7f3d0be28ca0 HTTP/1.1" status: 204 len: 168 time: 3.4729903 Dec 07 13:33:17.227165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49402) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:17.227940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323a5a4-b390-4a72-b2b8-691029fd8435 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=f24f9c71-229e-42e9-8023-626ac537d486,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:17.237246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5323a5a4-b390-4a72-b2b8-691029fd8435 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:17.242024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f5acd731-9628-44ed-b2ee-903a87fe7536 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1649351853'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:17.247784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f5acd731-9628-44ed-b2ee-903a87fe7536 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:17.252498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f5acd731-9628-44ed-b2ee-903a87fe7536 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:network and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:17.256994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f5acd731-9628-44ed-b2ee-903a87fe7536 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:17.263929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f5acd731-9628-44ed-b2ee-903a87fe7536 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:17.286281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 245585f2-68aa-40de-9782-27ce1419140a up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:17.319320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5323a5a4-b390-4a72-b2b8-691029fd8435 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.343111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5323a5a4-b390-4a72-b2b8-691029fd8435 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/f24f9c71-229e-42e9-8023-626ac537d486 HTTP/1.1" status: 204 len: 168 time: 1.6642745 Dec 07 13:33:17.345241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49406) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:17.431431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 245585f2-68aa-40de-9782-27ce1419140a triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:17.431971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.450060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95feeed-cfec-44c2-b72f-b626d5474821 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:17.452040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95feeed-cfec-44c2-b72f-b626d5474821 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:17.453274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f95feeed-cfec-44c2-b72f-b626d5474821 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:17.467789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f95feeed-cfec-44c2-b72f-b626d5474821 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:17.471790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f95feeed-cfec-44c2-b72f-b626d5474821 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228983 Dec 07 13:33:17.473415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49410) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:17.485406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5876b65-cb52-4b59-82d2-548981d6e90f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.492272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ada89f9-28ba-4dbb-b10f-a59781967ebe tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:17.565701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5876b65-cb52-4b59-82d2-548981d6e90f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Subnet': ['ID=0828a508-6636-4425-81b6-13c1bb821aa6,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:17.586844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e5876b65-cb52-4b59-82d2-548981d6e90f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:17.586973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-af47fc41-3411-424f-ba0b-e088e09eec44 None None] For port 1a5983e1-e429-4c7a-9aa1-cc6e2714480a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1a5983e1-e429-4c7a-9aa1-cc6e2714480a,segment=NetworkSegment(285732b1-108c-45d3-a2cd-fc335263a78f),segment_id=285732b1-108c-45d3-a2cd-fc335263a78f)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:17.587098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5876b65-cb52-4b59-82d2-548981d6e90f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.587098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e5876b65-cb52-4b59-82d2-548981d6e90f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/0828a508-6636-4425-81b6-13c1bb821aa6 HTTP/1.1" status: 204 len: 168 time: 1.2474046 Dec 07 13:33:17.587098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49414) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:17.587547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0933f78f-d0a6-4e84-bc76-c98a9a5240d7 None None] Network 678864d3-5a3e-4c19-ae6c-670022438dc3 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:17.616394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5acd731-9628-44ed-b2ee-903a87fe7536 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:17.622254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device de386c01-e55d-4f23-9ede-3d794d244eaf up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:17.622939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5acd731-9628-44ed-b2ee-903a87fe7536 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.714713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af47fc41-3411-424f-ba0b-e088e09eec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.733579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:17.860568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0e61b0-7bbc-4cb1-b73a-b330e0697547 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet 3e3e5d81-ac1a-45c8-a35b-bf2a9eaeecea {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:33:17.874129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dc0e61b0-7bbc-4cb1-b73a-b330e0697547 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.921000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.927485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47fc41-3411-424f-ba0b-e088e09eec44 None None] Pushing event updated for resources: {'Port': ['ID=1a5983e1-e429-4c7a-9aa1-cc6e2714480a,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:17.930936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af47fc41-3411-424f-ba0b-e088e09eec44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:17.939466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dc0e61b0-7bbc-4cb1-b73a-b330e0697547 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.951593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port de386c01-e55d-4f23-9ede-3d794d244eaf triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:17.952018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.978642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.979483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.983937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dca0520b-1ba5-44a9-8793-e9453063d6ef None None] Provisioning complete for port 1a5983e1-e429-4c7a-9aa1-cc6e2714480a triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:17.984629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dca0520b-1ba5-44a9-8793-e9453063d6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:17.985759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5acd731-9628-44ed-b2ee-903a87fe7536 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:33:17.991210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cdd3fa53-23df-41e4-98a4-5b7960c53008 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:18.015825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:18.018116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5acd731-9628-44ed-b2ee-903a87fe7536 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:18.018500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-f5acd731-9628-44ed-b2ee-903a87fe7536 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Added segment 26f1ac59-2b3a-4acc-9ae6-c07f596b40b7 of type vlan for network 0d6091c1-549e-40aa-8c7e-6e3b70eb9afc Dec 07 13:33:18.054404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port e94512bd-cef0-49bd-a38c-38970581411f {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:18.054782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:18.091460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5acd731-9628-44ed-b2ee-903a87fe7536 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:18.209969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=e0f5bba1-f17c-4b46-8d4b-5852802ea2c1,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:18.210331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a46413c-2198-4fc0-a562-3f2b608ca743 None None] DHCP port deletion for 678864d3-5a3e-4c19-ae6c-670022438dc3 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:33:18.219814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:18.220865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1a46413c-2198-4fc0-a562-3f2b608ca743 None None] Deleting port e94512bd-cef0-49bd-a38c-38970581411f {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:18.221290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a46413c-2198-4fc0-a562-3f2b608ca743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:18.230798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network edaf00eb-cdcc-479f-b608-d5bfc2b61e0a is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:18.232835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:18.233781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5acd731-9628-44ed-b2ee-903a87fe7536 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:18.240100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5acd731-9628-44ed-b2ee-903a87fe7536 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:18.245777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f5acd731-9628-44ed-b2ee-903a87fe7536 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:18.271310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dca0520b-1ba5-44a9-8793-e9453063d6ef None None] Provisioning for port e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:18.295882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dca0520b-1ba5-44a9-8793-e9453063d6ef None None] Provisioning complete for port e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:18.296330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dca0520b-1ba5-44a9-8793-e9453063d6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:18.299185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5e05aed9-a712-417f-b184-79f9519cc10b tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:18.436554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dca0520b-1ba5-44a9-8793-e9453063d6ef None None] Port e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:33:18.479887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acd731-9628-44ed-b2ee-903a87fe7536 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Network': ['ID=0d6091c1-549e-40aa-8c7e-6e3b70eb9afc,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:18.483248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f5acd731-9628-44ed-b2ee-903a87fe7536 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:18.490305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] For port e94512bd-cef0-49bd-a38c-38970581411f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e94512bd-cef0-49bd-a38c-38970581411f,segment=NetworkSegment(5e9ff1b2-162f-43a4-b808-acd079c2ea81),segment_id=5e9ff1b2-162f-43a4-b808-acd079c2ea81)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:18.490702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:18.504138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f5acd731-9628-44ed-b2ee-903a87fe7536 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2688785 Dec 07 13:33:18.507677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49418) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:18.514080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'subnet': {'network_id': '0d6091c1-549e-40aa-8c7e-6e3b70eb9afc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:18.536706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 0d6091c1-549e-40aa-8c7e-6e3b70eb9afc details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:33:18.668718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dc0e61b0-7bbc-4cb1-b73a-b330e0697547 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:18.684132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1a46413c-2198-4fc0-a562-3f2b608ca743 None None] For port e94512bd-cef0-49bd-a38c-38970581411f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e94512bd-cef0-49bd-a38c-38970581411f,segment=NetworkSegment(5e9ff1b2-162f-43a4-b808-acd079c2ea81),segment_id=5e9ff1b2-162f-43a4-b808-acd079c2ea81)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:18.684466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a46413c-2198-4fc0-a562-3f2b608ca743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:18.704245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:18.775171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for e94512bd-cef0-49bd-a38c-38970581411f owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:18.802018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:subnet and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:18.810967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:18.819630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1a46413c-2198-4fc0-a562-3f2b608ca743 None None] Calling delete_port for e94512bd-cef0-49bd-a38c-38970581411f owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:18.820618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:18.882594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fbde185c-15c0-4877-baec-952ce3470217 None None] Provisioning complete for port e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:18.882996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fbde185c-15c0-4877-baec-952ce3470217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:18.890304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dc0e61b0-7bbc-4cb1-b73a-b330e0697547 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:18.899847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5b4ed8dd-b0f9-429c-bf8a-176d7378215a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:18.907915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:18.912859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (self, other), Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (self, other), Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.932800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.935325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.935325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.935325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.935325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.935325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.935325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.935325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.935325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.935325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.935325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.935325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.935325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.935325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:33:18.935325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:33:18.936247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:18.944714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e61b0-7bbc-4cb1-b73a-b330e0697547 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3e5d81-ac1a-45c8-a35b-bf2a9eaeecea,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:18.949979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dc0e61b0-7bbc-4cb1-b73a-b330e0697547 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:18.955687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dc0e61b0-7bbc-4cb1-b73a-b330e0697547 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:18.960874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-1a46413c-2198-4fc0-a562-3f2b608ca743 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:33:18.961282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-1a46413c-2198-4fc0-a562-3f2b608ca743 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:33:18.962017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fbde185c-15c0-4877-baec-952ce3470217 None None] Port e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:33:18.966480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3c21b7-a58e-4277-a912-1c865352ac63 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:19.004715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dc0e61b0-7bbc-4cb1-b73a-b330e0697547 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/3e3e5d81-ac1a-45c8-a35b-bf2a9eaeecea HTTP/1.1" status: 204 len: 168 time: 1.5236061 Dec 07 13:33:19.005567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49422) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:19.043188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Port': ['ID=e94512bd-cef0-49bd-a38c-38970581411f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:19.057355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:19.067415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] No DVR routers for this DVR port e94512bd-cef0-49bd-a38c-38970581411f on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:33:19.087048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e8c484d9-83fb-45db-9a70-f1bd9b6849d6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781884 Dec 07 13:33:19.087048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router 9e2df098-cda5-4a31-bbd6-cd10640fe25e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:33:19.087534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49426) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:19.145407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:19.185157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1a5983e1-e429-4c7a-9aa1-cc6e2714480a up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:19.255040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a67f7b7-c206-4bfa-a2c1-288d00c743cb None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:33:19.262231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7a67f7b7-c206-4bfa-a2c1-288d00c743cb None None] Deleting port de386c01-e55d-4f23-9ede-3d794d244eaf {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:19.276772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a67f7b7-c206-4bfa-a2c1-288d00c743cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:19.320528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:19.341841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac5cf54-c314-47f3-b73f-2b3a1521e28d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:19.342606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aac5cf54-c314-47f3-b73f-2b3a1521e28d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:19.366328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678864d3-5a3e-4c19-ae6c-670022438dc3']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:19.385350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9ff1b2-162f-43a4-b808-acd079c2ea81') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:19.385728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9ff1b2-162f-43a4-b808-acd079c2ea81') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:19.399998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aac5cf54-c314-47f3-b73f-2b3a1521e28d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:19.403834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aac5cf54-c314-47f3-b73f-2b3a1521e28d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3128111 Dec 07 13:33:19.404002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:19.404209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49430) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:19.421673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:19.433762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:33:19.434184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:33:19.449761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:33:19.452905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:33:19.461071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/9e2df098-cda5-4a31-bbd6-cd10640fe25e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4591265 Dec 07 13:33:19.466658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49434) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:19.476424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1080822323'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:19.476929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1a46413c-2198-4fc0-a562-3f2b608ca743 None None] Deleting port e94512bd-cef0-49bd-a38c-38970581411f {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:19.477485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a46413c-2198-4fc0-a562-3f2b608ca743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:19.483807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:19.492037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:network and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:19.496788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:19.504915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 1a5983e1-e429-4c7a-9aa1-cc6e2714480a triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:19.505333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:19.506303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:19.510881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e461ceb-787f-4dc8-af7d-df359366bf9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:19.511665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8e461ceb-787f-4dc8-af7d-df359366bf9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:19.529319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Sync routers for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:33:19.570071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:19.576376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:19.598514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8e461ceb-787f-4dc8-af7d-df359366bf9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:19.602396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8e461ceb-787f-4dc8-af7d-df359366bf9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1947191 Dec 07 13:33:19.603302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49438) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:19.612664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:33:19.622950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:19.624005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Added segment 82039cf3-8aa3-46a7-b200-8b1e3df1e1dc of type vlan for network 9b096759-8c4d-4e3a-9f4b-9603d7548a19 Dec 07 13:33:19.628245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1a46413c-2198-4fc0-a562-3f2b608ca743 None None] The port 'e94512bd-cef0-49bd-a38c-38970581411f' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:33:19.654787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:19.656032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7a67f7b7-c206-4bfa-a2c1-288d00c743cb None None] For port de386c01-e55d-4f23-9ede-3d794d244eaf, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=de386c01-e55d-4f23-9ede-3d794d244eaf,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:19.656485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a67f7b7-c206-4bfa-a2c1-288d00c743cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:19.669040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:19.669740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:19.683406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-325078d6-ec57-4452-bc63-80add7821a66 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792372 Dec 07 13:33:19.688393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49442) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:19.693422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:19.697358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-cf26cf22-1208-4460-bc70-ef025d887dc9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:19.699692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f1252c3d-03f3-412d-ba47-033cc7e65087 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:19.723505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:19.726387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Network': ['ID=678864d3-5a3e-4c19-ae6c-670022438dc3,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:19.731274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:19.780428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/networks/678864d3-5a3e-4c19-ae6c-670022438dc3 HTTP/1.1" status: 204 len: 168 time: 2.1961415 Dec 07 13:33:19.781689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49446) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:19.781990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:19.785660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:19.786242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:19.786929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:19.793849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'network': {'name': 'tempest-RoutersTest-343957799'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:19.799280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b3089fb3-0f16-426a-b3fd-6127b6eeb9d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:19.803422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fba2b046-217d-45eb-bd0a-2c6eca5d1a49 tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:19.835021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:19.855830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:network and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:19.868551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:19.881353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:19.903302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Subnet': ['ID=feb59f52-586d-4de3-8860-4ab03241a9df,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:19.911210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:19.933621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Checking segment: {'id': '26f1ac59-2b3a-4acc-9ae6-c07f596b40b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '0d6091c1-549e-40aa-8c7e-6e3b70eb9afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:19.934000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network hostable DHCP agents. Network: 0d6091c1-549e-40aa-8c7e-6e3b70eb9afc, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:33:19.946083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cf26cf22-1208-4460-bc70-ef025d887dc9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:19.957137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cf26cf22-1208-4460-bc70-ef025d887dc9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:19.966790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4993625 Dec 07 13:33:19.970440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49450) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:19.972678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Network': ['ID=9b096759-8c4d-4e3a-9f4b-9603d7548a19,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:19.976797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:19.978669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'subnet': {'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:20.005907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:20.011693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:20.021844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf26cf22-1208-4460-bc70-ef025d887dc9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:20.028355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf26cf22-1208-4460-bc70-ef025d887dc9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:20.068043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 9b096759-8c4d-4e3a-9f4b-9603d7548a19 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:33:20.076891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network 0d6091c1-549e-40aa-8c7e-6e3b70eb9afc is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:33:20.092705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7a67f7b7-c206-4bfa-a2c1-288d00c743cb None None] Calling delete_port for de386c01-e55d-4f23-9ede-3d794d244eaf owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:20.145711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:33:20.150004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 0d6091c1-549e-40aa-8c7e-6e3b70eb9afc) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:20.154544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:20.155337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:20.180089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:20.186133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:20.186523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Added segment c0163456-ceb5-4209-ab40-866b99febdd4 of type vlan for network bf7d2558-4f43-4220-804a-0b19cf7bfbee Dec 07 13:33:20.187963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:subnet and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:20.191418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15361b0-c7e9-4817-8cb5-9c3df0c847f2 None None] Network 0d6091c1-549e-40aa-8c7e-6e3b70eb9afc requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:20.199704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:20.208615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:20.235562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7239873 Dec 07 13:33:20.236159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49454) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:20.238117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:20.244708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b3a85c2a-8492-4f2e-bbea-1418c7efcaf4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1657462492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:20.254292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b3a85c2a-8492-4f2e-bbea-1418c7efcaf4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:20.272140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b3a85c2a-8492-4f2e-bbea-1418c7efcaf4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:router and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:20.273822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:20.281125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b3a85c2a-8492-4f2e-bbea-1418c7efcaf4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:20.297847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b3a85c2a-8492-4f2e-bbea-1418c7efcaf4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:20.354603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:20.359021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:20.359757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:20.379052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-39e4ac0b-ef99-4748-a7ac-f68095941cf5 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:20.385954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3a85c2a-8492-4f2e-bbea-1418c7efcaf4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:20.387558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3a85c2a-8492-4f2e-bbea-1418c7efcaf4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:20.463919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:20.519404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3a85c2a-8492-4f2e-bbea-1418c7efcaf4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:20.525584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:20.582435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e94512bd-cef0-49bd-a38c-38970581411f no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:33:20.624286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a67f7b7-c206-4bfa-a2c1-288d00c743cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:20.629484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49458) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:20.629954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8470211 Dec 07 13:33:20.639756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'subnet': {'network_id': 'bf7d2558-4f43-4220-804a-0b19cf7bfbee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:20.641914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8a39ec1a-7180-4e6a-b852-803deabb50fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:20.661450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Network': ['ID=bf7d2558-4f43-4220-804a-0b19cf7bfbee,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:20.664378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:20.665562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3a85c2a-8492-4f2e-bbea-1418c7efcaf4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:20.686185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: e94512bd-cef0-49bd-a38c-38970581411f {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:33:20.686561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e94512bd-cef0-49bd-a38c-38970581411f not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:33:20.688386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network bf7d2558-4f43-4220-804a-0b19cf7bfbee details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:33:20.775723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67f7b7-c206-4bfa-a2c1-288d00c743cb None None] Pushing event deleted for resources: {'Port': ['ID=de386c01-e55d-4f23-9ede-3d794d244eaf,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:20.791411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:20.795405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:subnet and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:20.798349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:20.805362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:20.814250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3a85c2a-8492-4f2e-bbea-1418c7efcaf4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:20.818608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b3a85c2a-8492-4f2e-bbea-1418c7efcaf4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5782623 Dec 07 13:33:20.818863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49462) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:20.825407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'network_id': '0d6091c1-549e-40aa-8c7e-6e3b70eb9afc', 'name': 'tempest-PortsTestJSON-747814073'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:20.841236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7a67f7b7-c206-4bfa-a2c1-288d00c743cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:20.842655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_pluggable_backend [None req-cf26cf22-1208-4460-bc70-ef025d887dc9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Port de386c01-e55d-4f23-9ede-3d794d244eaf was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88898) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 07 13:33:20.842999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_pluggable_backend [None req-cf26cf22-1208-4460-bc70-ef025d887dc9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Reverting IP allocation for 2001:db8::f816:3eff:fef7:cb7c {{(pid=88898) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Dec 07 13:33:20.870280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a67f7b7-c206-4bfa-a2c1-288d00c743cb None None] No DVR routers for this DVR port de386c01-e55d-4f23-9ede-3d794d244eaf on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:33:20.913999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:20.914320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:20.919551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61a60a7d-4b56-44b0-ae9b-58d75f652682 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:20.988958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-0d6091c1-549e-40aa-8c7e-6e3b70eb9afc', 'network_id': '0d6091c1-549e-40aa-8c7e-6e3b70eb9afc', 'tenant_id': '0b069abc5f4d40959c45586b29d8df59', 'fixed_ips': [{'subnet_id': 'feb59f52-586d-4de3-8860-4ab03241a9df'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:33:20.989859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:21.008723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Subnet': ['ID=9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:21.017596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:21.018416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Checking segment: {'id': '82039cf3-8aa3-46a7-b200-8b1e3df1e1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:21.019567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network hostable DHCP agents. Network: 9b096759-8c4d-4e3a-9f4b-9603d7548a19, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:33:21.068544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:21.101326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network 9b096759-8c4d-4e3a-9f4b-9603d7548a19 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:33:21.111252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf26cf22-1208-4460-bc70-ef025d887dc9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:21.115137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c967de28-412d-4f31-a62b-538bc095daa5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:21.144637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device de386c01-e55d-4f23-9ede-3d794d244eaf no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:33:21.153080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 9b096759-8c4d-4e3a-9f4b-9603d7548a19) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:21.157513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:21.158159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:21.203863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19851d3a-a4b6-426d-bc0d-b06c20e8c963 None None] Network 9b096759-8c4d-4e3a-9f4b-9603d7548a19 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:21.217529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2459149 Dec 07 13:33:21.220495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49466) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:21.240225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: de386c01-e55d-4f23-9ede-3d794d244eaf {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:33:21.240612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device de386c01-e55d-4f23-9ede-3d794d244eaf not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:33:21.285723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf26cf22-1208-4460-bc70-ef025d887dc9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:21.292553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-cf26cf22-1208-4460-bc70-ef025d887dc9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:21.295678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf26cf22-1208-4460-bc70-ef025d887dc9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:21.296330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf26cf22-1208-4460-bc70-ef025d887dc9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:21.320785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:21.325662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:port and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:21.329369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:21.337778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:21.356962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cf26cf22-1208-4460-bc70-ef025d887dc9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6643465 Dec 07 13:33:21.365153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49470) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:21.371129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26cf22-1208-4460-bc70-ef025d887dc9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=4ad2da53-edfb-49ef-803f-da312036a6b8,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:21.374468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cf26cf22-1208-4460-bc70-ef025d887dc9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:21.379739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'mac_address': 'fa:16:3e:c2:cd:35', 'name': 'tempest-NetworksTestDHCPv6-2117621188'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:21.404014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:21.409990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:21.474116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bf628e-2ae3-4740-8a3b-3da94e05a066 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:21.699155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Allocated IP 172.20.0.2 (0d6091c1-549e-40aa-8c7e-6e3b70eb9afc/feb59f52-586d-4de3-8860-4ab03241a9df/1a53ebe6-ffeb-4590-9d64-7be559a05da7) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:21.767773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] device_id is not set on port ac01876e-1102-44e0-af3c-8a00f8e95de5 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:33:21.831063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:16Z', 'revision_number': 3, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:17Z', 'revision_number': 2, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:21.922359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Checking router: 9e2df098-cda5-4a31-bbd6-cd10640fe25e for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:33:21.922792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Updating router 9e2df098-cda5-4a31-bbd6-cd10640fe25e port e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:33:21.970250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:22.006218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:22.072800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'fixed_ips': [{'subnet_id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:33:22.073793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:22.074251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:22.083267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:22.096279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:22.104762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9015705c-b662-459f-84f6-bcd24e89cf59 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:22.122992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:22.178610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:22.180308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port 49fa0981-fce7-49eb-9463-dcfab2f72d93 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:33:22.259290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': '4ad2da53-edfb-49ef-803f-da312036a6b8'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:33:22.260112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:22.339645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Subnet': ['ID=62250fe7-e9bf-483e-8ae7-90375c20dab9,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:22.357761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:22.367647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Checking segment: {'id': 'c0163456-ceb5-4209-ab40-866b99febdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf7d2558-4f43-4220-804a-0b19cf7bfbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:22.368039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network hostable DHCP agents. Network: bf7d2558-4f43-4220-804a-0b19cf7bfbee, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:33:22.396620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::f816:3eff:fec2:cd35 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/4ad2da53-edfb-49ef-803f-da312036a6b8/49fa0981-fce7-49eb-9463-dcfab2f72d93) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:22.447907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network bf7d2558-4f43-4220-804a-0b19cf7bfbee is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:33:22.486765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, bf7d2558-4f43-4220-804a-0b19cf7bfbee) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:22.516350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3610ec-4a5b-4242-819d-f80c8d227c1e None None] Network bf7d2558-4f43-4220-804a-0b19cf7bfbee requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:22.542559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:22.543207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:22.621001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9904010 Dec 07 13:33:22.624066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49474) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:22.633249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8023f791-37c2-4f8f-9936-db2ba57a4d2f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1011659855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:22.641074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:22.642870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8023f791-37c2-4f8f-9936-db2ba57a4d2f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:22.649271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8023f791-37c2-4f8f-9936-db2ba57a4d2f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:router and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:22.653436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8023f791-37c2-4f8f-9936-db2ba57a4d2f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:22.657414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:22.663355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8023f791-37c2-4f8f-9936-db2ba57a4d2f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:22.676083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object 49fa0981-fce7-49eb-9463-dcfab2f72d93 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:22.705424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Transition to ACTIVE for port object 1a53ebe6-ffeb-4590-9d64-7be559a05da7 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:22.809388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8023f791-37c2-4f8f-9936-db2ba57a4d2f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:22.809600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:22.810369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8023f791-37c2-4f8f-9936-db2ba57a4d2f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:22.815920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c87ffa66-bb7d-4ec9-a5ce-aaf2ce073623 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:22.884279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:22.885454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:22.887871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:22.892644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Allocated IP 2001:db8:2::2 (9b096759-8c4d-4e3a-9f4b-9603d7548a19/9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9/f73283cc-f93c-4334-ad4e-bb1de6622aac) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:22.892871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:22.893415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:22.906409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Transition to ACTIVE for port object 1a53ebe6-ffeb-4590-9d64-7be559a05da7 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:22.912324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8023f791-37c2-4f8f-9936-db2ba57a4d2f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:22.950725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Allocated IP 2001:db8::f816:3eff:fe2a:8f2a (c9ee8f68-0885-485a-ba4e-56608c96e7d4/4ad2da53-edfb-49ef-803f-da312036a6b8/ad923d58-8e87-472d-b74d-a00b40a07b1e) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:22.965799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=49fa0981-fce7-49eb-9463-dcfab2f72d93,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:22.978853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:22.989358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8023f791-37c2-4f8f-9936-db2ba57a4d2f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:22.995746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:23.004868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Allocated IP 172.20.0.12 (0d6091c1-549e-40aa-8c7e-6e3b70eb9afc/feb59f52-586d-4de3-8860-4ab03241a9df/ac01876e-1102-44e0-af3c-8a00f8e95de5) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:23.013956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c7e7abb-71a7-43ef-9ca1-14353d96fb16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:23.022348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6560056 Dec 07 13:33:23.025193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49478) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:23.075959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8023f791-37c2-4f8f-9936-db2ba57a4d2f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:23.082890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8023f791-37c2-4f8f-9936-db2ba57a4d2f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4529228 Dec 07 13:33:23.082890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49482) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:23.365519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-90fa2083-bca7-4074-81a6-af2b3667cf1f req-0dd8703d-16af-4d18-ac60-3631b487df66 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2007654 Dec 07 13:33:23.421564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986f40fb-646e-4051-93c3-a14fa51bb38f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:23.422606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-986f40fb-646e-4051-93c3-a14fa51bb38f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:23.435490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:23.457694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Transition to ACTIVE for port object ac01876e-1102-44e0-af3c-8a00f8e95de5 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:23.459512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-986f40fb-646e-4051-93c3-a14fa51bb38f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:23.460990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-986f40fb-646e-4051-93c3-a14fa51bb38f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4347122 Dec 07 13:33:23.464912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49486) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:23.489168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Network 0d6091c1-549e-40aa-8c7e-6e3b70eb9afc is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:23.508623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:23.524322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:23.526313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Pushing event updated for resources: {'Port': ['ID=1a53ebe6-ffeb-4590-9d64-7be559a05da7,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:23.551981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-bf7d2558-4f43-4220-804a-0b19cf7bfbee', 'network_id': 'bf7d2558-4f43-4220-804a-0b19cf7bfbee', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'fixed_ips': [{'subnet_id': '62250fe7-e9bf-483e-8ae7-90375c20dab9'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:33:23.552887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:23.600727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c6e0099c-4b06-4362-a23e-6d99e6c50621 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port 49fa0981-fce7-49eb-9463-dcfab2f72d93 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:23.601194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6e0099c-4b06-4362-a23e-6d99e6c50621 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:23.649056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:23.649455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:23.649844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:23.650221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:23.650592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:23.650967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:23.651370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:23.651963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:23.652105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:23.652435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:23.652801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:23.698423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:23.711429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-90fa2083-bca7-4074-81a6-af2b3667cf1f req-a17efbc9-363f-41ea-a80a-15c47f581ddc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 1099 time: 0.2434449 Dec 07 13:33:23.727705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:23.730561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:23.741162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a4f56a9a-5e8a-4dcd-846a-b3dcb8739169 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:23.928753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Attempting to bind port 1a53ebe6-ffeb-4590-9d64-7be559a05da7 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:33:23.929182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Attempting to bind port 1a53ebe6-ffeb-4590-9d64-7be559a05da7 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '26f1ac59-2b3a-4acc-9ae6-c07f596b40b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '0d6091c1-549e-40aa-8c7e-6e3b70eb9afc'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:33:23.929594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Attempting to bind port 1a53ebe6-ffeb-4590-9d64-7be559a05da7 on network 0d6091c1-549e-40aa-8c7e-6e3b70eb9afc {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:33:23.933320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.021450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=ac01876e-1102-44e0-af3c-8a00f8e95de5,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:24.024834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:24.026974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network 0d6091c1-549e-40aa-8c7e-6e3b70eb9afc is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:24.029366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Transition to ACTIVE for port object e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:24.036004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:24.039437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:24.041505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:33:24.041936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Checking segment: {'id': '26f1ac59-2b3a-4acc-9ae6-c07f596b40b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '0d6091c1-549e-40aa-8c7e-6e3b70eb9afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:24.042395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.043456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Bound using segment: {'id': '26f1ac59-2b3a-4acc-9ae6-c07f596b40b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '0d6091c1-549e-40aa-8c7e-6e3b70eb9afc'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:33:24.043456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Bound port: 1a53ebe6-ffeb-4590-9d64-7be559a05da7, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f1ac59-2b3a-4acc-9ae6-c07f596b40b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '0d6091c1-549e-40aa-8c7e-6e3b70eb9afc'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:33:24.043812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.086720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.102119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.106336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.111143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0bff3857-bcc8-499e-b9c9-8898e9efd562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:24.127924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Allocated IP 172.20.0.1 (bf7d2558-4f43-4220-804a-0b19cf7bfbee/62250fe7-e9bf-483e-8ae7-90375c20dab9/6cd4fda7-ec52-41aa-9529-c1e890ceb786) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:24.156801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa2083-bca7-4074-81a6-af2b3667cf1f req-9993d575-b800-4cba-a19b-3a4f4bd4a741 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:24.158449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-90fa2083-bca7-4074-81a6-af2b3667cf1f req-9993d575-b800-4cba-a19b-3a4f4bd4a741 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8b6e945c-1f17-4fdc-84e3-c87aa5738221 HTTP/1.1" status: 200 len: 898 time: 0.3867269 Dec 07 13:33:24.173365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Transition to ACTIVE for port object f73283cc-f93c-4334-ad4e-bb1de6622aac will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:24.217027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Transition to ACTIVE for port object ad923d58-8e87-472d-b74d-a00b40a07b1e will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:24.247170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6e0099c-4b06-4362-a23e-6d99e6c50621 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.308829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Transition to ACTIVE for port object f73283cc-f93c-4334-ad4e-bb1de6622aac will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:24.322221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048543a-f9f5-4b30-92a3-03099cbbd710 None None] Pushing event updated for resources: {'Port': ['ID=e0f5bba1-f17c-4b46-8d4b-5852802ea2c1,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:24.346022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.350355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2048543a-f9f5-4b30-92a3-03099cbbd710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:24.351920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Transition to ACTIVE for port object ad923d58-8e87-472d-b74d-a00b40a07b1e will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:24.385401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.387592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c6e0099c-4b06-4362-a23e-6d99e6c50621 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for 49fa0981-fce7-49eb-9463-dcfab2f72d93 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:24.391606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:24.420345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Transition to ACTIVE for port object 6cd4fda7-ec52-41aa-9529-c1e890ceb786 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:24.461442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] For port 1a53ebe6-ffeb-4590-9d64-7be559a05da7, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:33:24.473199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Allocated IP 2001:db8:2::1 (9b096759-8c4d-4e3a-9f4b-9603d7548a19/9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9/ba37af71-bfac-4b5b-b4ff-030db9c93275) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:24.479008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.557149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:24.558452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.566069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] For port 1a53ebe6-ffeb-4590-9d64-7be559a05da7, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1a53ebe6-ffeb-4590-9d64-7be559a05da7,segment=NetworkSegment(26f1ac59-2b3a-4acc-9ae6-c07f596b40b7),segment_id=26f1ac59-2b3a-4acc-9ae6-c07f596b40b7)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:33:24.610949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6e0099c-4b06-4362-a23e-6d99e6c50621 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.621373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:24.626656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Network 9b096759-8c4d-4e3a-9f4b-9603d7548a19 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:24.631814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Pushing event updated for resources: {'Port': ['ID=f73283cc-f93c-4334-ad4e-bb1de6622aac,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:24.637588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:24.639539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Attempting to bind port e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:33:24.639957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Attempting to bind port e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '285732b1-108c-45d3-a2cd-fc335263a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:33:24.640362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Attempting to bind port e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 on network edaf00eb-cdcc-479f-b608-d5bfc2b61e0a {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:33:24.664926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Allocated IP 172.20.0.2 (bf7d2558-4f43-4220-804a-0b19cf7bfbee/62250fe7-e9bf-483e-8ae7-90375c20dab9/a27355b9-5f8b-49aa-97e3-f19c1ee80697) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:24.676218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49490) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:24.676416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8564351 Dec 07 13:33:24.681177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:24.681987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:24.685047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0bff3857-bcc8-499e-b9c9-8898e9efd562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:24.687081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0099c-4b06-4362-a23e-6d99e6c50621 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=49fa0981-fce7-49eb-9463-dcfab2f72d93,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:24.689905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c6e0099c-4b06-4362-a23e-6d99e6c50621 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:24.723793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:24.730442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-90fa2083-bca7-4074-81a6-af2b3667cf1f req-8722f91f-62c4-4ee8-bcdc-ac3e382b3f35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eac438b4-0658-4be9-897c-eb5470e2210c HTTP/1.1" status: 200 len: 1001 time: 0.5487716 Dec 07 13:33:24.738349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6e0099c-4b06-4362-a23e-6d99e6c50621 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.740756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c6e0099c-4b06-4362-a23e-6d99e6c50621 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/49fa0981-fce7-49eb-9463-dcfab2f72d93 HTTP/1.1" status: 204 len: 168 time: 1.2746415 Dec 07 13:33:24.743330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.747063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.754360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:24.756737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.760704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49494) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:24.760889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:24.761462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5d627aaa-765f-4168-ba33-5bbc263a8235 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:24.812213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa2083-bca7-4074-81a6-af2b3667cf1f req-3daed283-a14f-4ff7-8cfc-5b27dc4855c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:24.814007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-90fa2083-bca7-4074-81a6-af2b3667cf1f req-3daed283-a14f-4ff7-8cfc-5b27dc4855c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=092dedce-640c-4fff-9bc7-444e5c13c1b8 HTTP/1.1" status: 200 len: 835 time: 0.0719142 Dec 07 13:33:24.839596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:33:24.840020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Checking segment: {'id': '285732b1-108c-45d3-a2cd-fc335263a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:24.840475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.840911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Bound using segment: {'id': '285732b1-108c-45d3-a2cd-fc335263a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:33:24.841437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Bound port: e0f5bba1-f17c-4b46-8d4b-5852802ea2c1, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285732b1-108c-45d3-a2cd-fc335263a78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:33:24.841852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:24.900952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-90fa2083-bca7-4074-81a6-af2b3667cf1f req-da7a5843-22ad-4506-98b4-7b90ef8c2584 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b6e945c-1f17-4fdc-84e3-c87aa5738221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798645 Dec 07 13:33:24.935286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Transition to ACTIVE for port object ba37af71-bfac-4b5b-b4ff-030db9c93275 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:24.977713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network bf7d2558-4f43-4220-804a-0b19cf7bfbee is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:24.982942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:24.986415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=6cd4fda7-ec52-41aa-9529-c1e890ceb786,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:24.992514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Pushing event updated for resources: {'Port': ['ID=ad923d58-8e87-472d-b74d-a00b40a07b1e,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:24.992772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:25.012369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:25.024524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:25.039187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:25.067880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-90fa2083-bca7-4074-81a6-af2b3667cf1f req-342fc28e-a041-44ad-9d4a-7aefa58a9c7d service neutron] 10.222.0.45 "GET /v2.0/networks/8b6e945c-1f17-4fdc-84e3-c87aa5738221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588483 Dec 07 13:33:25.124845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c9fc1-12b4-42ea-8767-f9b659dea9b5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:25.126589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c9fc1-12b4-42ea-8767-f9b659dea9b5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:25.128992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-623c9fc1-12b4-42ea-8767-f9b659dea9b5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3357515 Dec 07 13:33:25.140202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49498) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:25.229500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-90fa2083-bca7-4074-81a6-af2b3667cf1f req-3d6a79eb-d7ec-4ba3-ba2f-eb762d775142 service neutron] 10.222.0.45 "GET /v2.0/networks/8b6e945c-1f17-4fdc-84e3-c87aa5738221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541598 Dec 07 13:33:25.259822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:25.262808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:25.278961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-00c5e2a1-0750-4644-9ba6-6c5d41c40f9d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:25.371830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Attempting to bind port f73283cc-f93c-4334-ad4e-bb1de6622aac on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:33:25.372213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Attempting to bind port f73283cc-f93c-4334-ad4e-bb1de6622aac by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '82039cf3-8aa3-46a7-b200-8b1e3df1e1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:33:25.372616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Attempting to bind port f73283cc-f93c-4334-ad4e-bb1de6622aac on network 9b096759-8c4d-4e3a-9f4b-9603d7548a19 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:33:25.447734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Attempting to bind port ad923d58-8e87-472d-b74d-a00b40a07b1e on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:33:25.448152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Attempting to bind port ad923d58-8e87-472d-b74d-a00b40a07b1e by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:33:25.448553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Attempting to bind port ad923d58-8e87-472d-b74d-a00b40a07b1e on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:33:25.476786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:33:25.477202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Checking segment: {'id': '82039cf3-8aa3-46a7-b200-8b1e3df1e1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:25.477659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:25.478112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Bound using segment: {'id': '82039cf3-8aa3-46a7-b200-8b1e3df1e1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:33:25.478648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Bound port: f73283cc-f93c-4334-ad4e-bb1de6622aac, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82039cf3-8aa3-46a7-b200-8b1e3df1e1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:33:25.479062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:25.546956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:33:25.547450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:25.547766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:25.548204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:33:25.548713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Bound port: ad923d58-8e87-472d-b74d-a00b40a07b1e, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:33:25.549122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:25.564287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Pushing event updated for resources: {'Port': ['ID=1a53ebe6-ffeb-4590-9d64-7be559a05da7,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:25.569765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] For port e0f5bba1-f17c-4b46-8d4b-5852802ea2c1, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:33:25.574247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:25.633767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] For port e0f5bba1-f17c-4b46-8d4b-5852802ea2c1, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e0f5bba1-f17c-4b46-8d4b-5852802ea2c1,segment=NetworkSegment(285732b1-108c-45d3-a2cd-fc335263a78f),segment_id=285732b1-108c-45d3-a2cd-fc335263a78f)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:33:25.663786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network 9b096759-8c4d-4e3a-9f4b-9603d7548a19 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:25.670235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=ba37af71-bfac-4b5b-b4ff-030db9c93275,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:25.678669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:25.683733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:25.692568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:25.723761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:25.735033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:25.778294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Transition to ACTIVE for port object a27355b9-5f8b-49aa-97e3-f19c1ee80697 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:25.786531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:25.787107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:25.878981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Transition to ACTIVE for port object a27355b9-5f8b-49aa-97e3-f19c1ee80697 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:25.883689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] For port f73283cc-f93c-4334-ad4e-bb1de6622aac, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:33:25.895496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048543a-f9f5-4b30-92a3-03099cbbd710 None None] Pushing event updated for resources: {'Port': ['ID=e0f5bba1-f17c-4b46-8d4b-5852802ea2c1,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:25.899735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2048543a-f9f5-4b30-92a3-03099cbbd710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:25.908248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] For port ad923d58-8e87-472d-b74d-a00b40a07b1e, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:33:25.911583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:25.912265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:25.983948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] For port f73283cc-f93c-4334-ad4e-bb1de6622aac, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f73283cc-f93c-4334-ad4e-bb1de6622aac,segment=NetworkSegment(82039cf3-8aa3-46a7-b200-8b1e3df1e1dc),segment_id=82039cf3-8aa3-46a7-b200-8b1e3df1e1dc)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:33:26.043102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:26.058928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:26.083003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] For port ad923d58-8e87-472d-b74d-a00b40a07b1e, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ad923d58-8e87-472d-b74d-a00b40a07b1e,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:33:26.086130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:26.143155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:26.151903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f89d84-a755-4e5e-baf5-fbf2a549be8e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet 4ad2da53-edfb-49ef-803f-da312036a6b8 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:33:26.167446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:26.196187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b9f89d84-a755-4e5e-baf5-fbf2a549be8e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:26.252403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Network bf7d2558-4f43-4220-804a-0b19cf7bfbee is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:26.254665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Pushing event updated for resources: {'Port': ['ID=a27355b9-5f8b-49aa-97e3-f19c1ee80697,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:26.269298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:26.275612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:26.276432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5263c296-fad0-48de-9d8b-1769deb7130e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:26.344806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:26.371671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:26.382515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:26.403282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b9f89d84-a755-4e5e-baf5-fbf2a549be8e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:26.530111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431c3ac-9da6-4d0d-8e2e-a531079f1a63 None None] Pushing event updated for resources: {'Port': ['ID=f73283cc-f93c-4334-ad4e-bb1de6622aac,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:26.682727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Attempting to bind port a27355b9-5f8b-49aa-97e3-f19c1ee80697 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:33:26.683184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Attempting to bind port a27355b9-5f8b-49aa-97e3-f19c1ee80697 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'c0163456-ceb5-4209-ab40-866b99febdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf7d2558-4f43-4220-804a-0b19cf7bfbee'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:33:26.683590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Attempting to bind port a27355b9-5f8b-49aa-97e3-f19c1ee80697 on network bf7d2558-4f43-4220-804a-0b19cf7bfbee {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:33:26.798171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:33:26.798600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Checking segment: {'id': 'c0163456-ceb5-4209-ab40-866b99febdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf7d2558-4f43-4220-804a-0b19cf7bfbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:26.799057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:26.799557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Bound using segment: {'id': 'c0163456-ceb5-4209-ab40-866b99febdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf7d2558-4f43-4220-804a-0b19cf7bfbee'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:33:26.800363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Bound port: a27355b9-5f8b-49aa-97e3-f19c1ee80697, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0163456-ceb5-4209-ab40-866b99febdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf7d2558-4f43-4220-804a-0b19cf7bfbee'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:33:26.800979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:26.838180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Pushing event updated for resources: {'Port': ['ID=ad923d58-8e87-472d-b74d-a00b40a07b1e,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:26.846559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:26.850571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-933fbbb4-19ee-49ab-bc61-2297be6f46d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.665s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:26.850920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-933fbbb4-19ee-49ab-bc61-2297be6f46d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:26.885414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:27.094048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b9f89d84-a755-4e5e-baf5-fbf2a549be8e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:27.139220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] For port a27355b9-5f8b-49aa-97e3-f19c1ee80697, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:33:27.144008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] For port a27355b9-5f8b-49aa-97e3-f19c1ee80697, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a27355b9-5f8b-49aa-97e3-f19c1ee80697,segment=NetworkSegment(c0163456-ceb5-4209-ab40-866b99febdd4),segment_id=c0163456-ceb5-4209-ab40-866b99febdd4)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:33:27.196635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:27.206305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:27.633245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f73283cc-f93c-4334-ad4e-bb1de6622aac up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:27.692810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:16Z', 'revision_number': 3, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:25Z', 'revision_number': 4, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:27.711358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80fbb11-5351-4bfd-9fea-3cc939fde92c None None] The sync data for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv is: [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:16Z', 'revision_number': 3, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:25Z', 'revision_number': 4, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:33:27.743731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Pushing event updated for resources: {'Port': ['ID=a27355b9-5f8b-49aa-97e3-f19c1ee80697,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:27.749203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:27.835992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port f73283cc-f93c-4334-ad4e-bb1de6622aac completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:27.848617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1a53ebe6-ffeb-4590-9d64-7be559a05da7 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:27.992968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 1a53ebe6-ffeb-4590-9d64-7be559a05da7 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:28.022767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b9f89d84-a755-4e5e-baf5-fbf2a549be8e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:28.046265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-763faf4c-1bf4-471b-a3fb-303f3fdda565 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:28.107099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:28.113164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f89d84-a755-4e5e-baf5-fbf2a549be8e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad2da53-edfb-49ef-803f-da312036a6b8,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:28.122949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b9f89d84-a755-4e5e-baf5-fbf2a549be8e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:28.135191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b9f89d84-a755-4e5e-baf5-fbf2a549be8e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:28.169407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:28.207226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:28.257670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:28.304409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b9f89d84-a755-4e5e-baf5-fbf2a549be8e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/4ad2da53-edfb-49ef-803f-da312036a6b8 HTTP/1.1" status: 204 len: 168 time: 3.1607163 Dec 07 13:33:28.307059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49502) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:28.323591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:28.341552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:28.342432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:28.354883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=6cd4fda7-ec52-41aa-9529-c1e890ceb786,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:28.365041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:28.374173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-171fa16d-6aa0-4d46-b883-5d8f1560c9e9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:28.460546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:28.593488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:28.608556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040f90fc-4532-4d34-9e73-c0955af5633d None None] Network 0d6091c1-549e-40aa-8c7e-6e3b70eb9afc requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:28.658303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=ba37af71-bfac-4b5b-b4ff-030db9c93275,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:28.684568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-03d989ae-7b9d-4767-9196-3f34b0b3d01e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3756852 Dec 07 13:33:28.687339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49506) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:28.694255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:28.713579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:28.716635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-182187a8-44e7-49e6-b37c-51765816381e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:28.829801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:28.834812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:28.838172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:28.841310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c7fae6fc-654d-43fe-93eb-0ed65bbd3298 None None] Provisioning for port 1a53ebe6-ffeb-4590-9d64-7be559a05da7 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:28.844937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:28.890008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:28.899201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network bf7d2558-4f43-4220-804a-0b19cf7bfbee is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:28.909818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:28.917722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c7fae6fc-654d-43fe-93eb-0ed65bbd3298 None None] Provisioning complete for port 1a53ebe6-ffeb-4590-9d64-7be559a05da7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:28.918468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c7fae6fc-654d-43fe-93eb-0ed65bbd3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:29.098578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:29.222881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network 9b096759-8c4d-4e3a-9f4b-9603d7548a19 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:29.238757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:29.320386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c7fae6fc-654d-43fe-93eb-0ed65bbd3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:29.372359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=ac01876e-1102-44e0-af3c-8a00f8e95de5,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:29.394558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:29.489820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:29.501987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c7fae6fc-654d-43fe-93eb-0ed65bbd3298 None None] For port 1a53ebe6-ffeb-4590-9d64-7be559a05da7, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1a53ebe6-ffeb-4590-9d64-7be559a05da7,segment=NetworkSegment(26f1ac59-2b3a-4acc-9ae6-c07f596b40b7),segment_id=26f1ac59-2b3a-4acc-9ae6-c07f596b40b7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:29.547437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c7fae6fc-654d-43fe-93eb-0ed65bbd3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:29.549293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:29.598871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:29.609911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:29.610332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:29.671842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fae6fc-654d-43fe-93eb-0ed65bbd3298 None None] Pushing event updated for resources: {'Port': ['ID=1a53ebe6-ffeb-4590-9d64-7be559a05da7,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:29.684758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c7fae6fc-654d-43fe-93eb-0ed65bbd3298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:29.801791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c78702-5de7-4e7a-a46f-b695c5ff8337 None None] Network 9b096759-8c4d-4e3a-9f4b-9603d7548a19 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:29.986140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:30.031549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:30.093585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port e0f5bba1-f17c-4b46-8d4b-5852802ea2c1, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e0f5bba1-f17c-4b46-8d4b-5852802ea2c1,segment=NetworkSegment(285732b1-108c-45d3-a2cd-fc335263a78f),segment_id=285732b1-108c-45d3-a2cd-fc335263a78f)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:30.115092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:30.134211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4dad410d-9e42-4d8d-be31-d32cc3fed487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:30.141256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-16c0cef0-949d-4ce5-99ed-1a3d16bd3d61 None None] Provisioning for port f73283cc-f93c-4334-ad4e-bb1de6622aac completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:30.152997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:30.153930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ad923d58-8e87-472d-b74d-a00b40a07b1e up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:30.217375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7ce27083-bf18-4b7c-beec-55a2ef9cf544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:30.297888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=e0f5bba1-f17c-4b46-8d4b-5852802ea2c1,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:30.301179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-16c0cef0-949d-4ce5-99ed-1a3d16bd3d61 None None] Provisioning complete for port f73283cc-f93c-4334-ad4e-bb1de6622aac triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:30.301615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16c0cef0-949d-4ce5-99ed-1a3d16bd3d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:30.337871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7910ff12-1546-4221-be52-5e46e64eb526 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:30.345392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] For port ad923d58-8e87-472d-b74d-a00b40a07b1e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ad923d58-8e87-472d-b74d-a00b40a07b1e,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:30.358332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:30.396796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:30.457196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:30.458496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:30.473559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-74e24c41-5b5a-4c9b-b882-7eea3e8a7637 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:30.521490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:30.555264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:30.558930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:30.563980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:30.564639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:30.613789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router 9e2df098-cda5-4a31-bbd6-cd10640fe25e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:33:30.618703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=ad923d58-8e87-472d-b74d-a00b40a07b1e,revision_number=5']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:30.624727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:30.625724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ffb6d4cc-cee0-4f12-b6ca-74b52feff9c9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:30.692577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port ad923d58-8e87-472d-b74d-a00b40a07b1e completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:30.716485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a27355b9-5f8b-49aa-97e3-f19c1ee80697 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:30.723697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=06d3215f-0c3d-49c6-ae20-4c07b32d75da,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:30.734796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:30.738804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0504293 Dec 07 13:33:30.742318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49510) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:30.749800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'mac_address': 'fa:16:3e:03:d6:66', 'name': 'tempest-NetworksTestDHCPv6-1324571909'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:30.845461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:33:30.957332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:30.962497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:port and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:30.966076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:30.973446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:30.995221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16c0cef0-949d-4ce5-99ed-1a3d16bd3d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:31.044217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:31.053723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:31.077199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-16c0cef0-949d-4ce5-99ed-1a3d16bd3d61 None None] For port f73283cc-f93c-4334-ad4e-bb1de6622aac, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f73283cc-f93c-4334-ad4e-bb1de6622aac,segment=NetworkSegment(82039cf3-8aa3-46a7-b200-8b1e3df1e1dc),segment_id=82039cf3-8aa3-46a7-b200-8b1e3df1e1dc)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:31.091992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port a27355b9-5f8b-49aa-97e3-f19c1ee80697 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:31.121071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port 20589f85-001b-4c27-a39c-b8fee29bb2b6 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:33:31.124432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16c0cef0-949d-4ce5-99ed-1a3d16bd3d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:31.126419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1f05c32f-a369-47ad-a0e7-83046c895589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:31.226712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1826d758-3d30-4ea6-aa9e-c3180b7fbf53 None None] Network bf7d2558-4f43-4220-804a-0b19cf7bfbee requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:31.270923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0cef0-949d-4ce5-99ed-1a3d16bd3d61 None None] Pushing event updated for resources: {'Port': ['ID=f73283cc-f93c-4334-ad4e-bb1de6622aac,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:31.277636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-16c0cef0-949d-4ce5-99ed-1a3d16bd3d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:31.370254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:31.401160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::f816:3eff:fe03:d666 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/06d3215f-0c3d-49c6-ae20-4c07b32d75da/20589f85-001b-4c27-a39c-b8fee29bb2b6) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:31.499748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Provisioning complete for port 1a53ebe6-ffeb-4590-9d64-7be559a05da7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:31.500302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:31.527312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:31.564050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:31.605676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:31.606028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:31.613020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dcec39bf-10f2-49d9-b12b-3d8728449079 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:31.685070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:31.738353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:31.760214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object 20589f85-001b-4c27-a39c-b8fee29bb2b6 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:31.809774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:31.817547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ff0bf4f0-f2ae-4b4b-a3b0-f2d6d0b38c4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:31.887601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:31.896472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=ac01876e-1102-44e0-af3c-8a00f8e95de5,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:31.909906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:31.922491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:31.929158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:31.942674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:31.948881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:31.949749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:31.970176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:33:31.980384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b6e942-13fd-4d47-bae6-dba4e90a73d5 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:31.985344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Sync routers for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:33:31.995967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=20589f85-001b-4c27-a39c-b8fee29bb2b6,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:32.003598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:32.012738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/9e2df098-cda5-4a31-bbd6-cd10640fe25e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7876840 Dec 07 13:33:32.013900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49518) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:32.019217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:32.020119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:32.021898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-468338936'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:32.028018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:32.033100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:network and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:32.037997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:32.046519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:32.067102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3234479 Dec 07 13:33:32.073587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49522) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:32.131298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:32.138296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:32.186063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:33:32.199073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:32.199432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:33:32.201171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Added segment 04967115-47b4-4936-835f-0b90ef139127 of type vlan for network 75f98acc-16b9-4ace-8f2c-be517fe76c5d Dec 07 13:33:32.209976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1258204 Dec 07 13:33:32.209976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network 0d6091c1-549e-40aa-8c7e-6e3b70eb9afc is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:32.210504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49528) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:32.234316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:32.253311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:32.285186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:32.301826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231db713-5049-4d6e-bcdb-aac0538727cb None None] Sync routers for ids ['bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:33:32.317722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:32.322606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:32.323550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:32.341057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9637cb-f511-4aba-bd97-742919791afb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:32.354014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9637cb-f511-4aba-bd97-742919791afb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:32.355059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1f9637cb-f511-4aba-bd97-742919791afb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:32.358587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bd77aea3-42be-4168-b039-3ba2263ffef4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:32.497024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Network': ['ID=75f98acc-16b9-4ace-8f2c-be517fe76c5d,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:32.506870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4878109 Dec 07 13:33:32.506870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:32.509771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49532) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:32.518414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9c08cc15-a461-4e3a-8ed3-0065af181586 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'subnet': {'network_id': '75f98acc-16b9-4ace-8f2c-be517fe76c5d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:32.558265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 75f98acc-16b9-4ace-8f2c-be517fe76c5d details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:33:32.701770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9c08cc15-a461-4e3a-8ed3-0065af181586 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:32.703034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ad923d58-8e87-472d-b74d-a00b40a07b1e up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:32.707933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9c08cc15-a461-4e3a-8ed3-0065af181586 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:subnet and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:32.726603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9c08cc15-a461-4e3a-8ed3-0065af181586 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:32.738082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9c08cc15-a461-4e3a-8ed3-0065af181586 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:32.749520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1f9637cb-f511-4aba-bd97-742919791afb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:32.751049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1f9637cb-f511-4aba-bd97-742919791afb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6757584 Dec 07 13:33:32.755421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49536) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:32.770444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1910359e-a416-473e-8bf0-f2d34765676e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:32.772150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231db713-5049-4d6e-bcdb-aac0538727cb None None] Routers {'bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:32.772846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-231db713-5049-4d6e-bcdb-aac0538727cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:03Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:32.814291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c08cc15-a461-4e3a-8ed3-0065af181586 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Made reservation on behalf of 2c55fcbfb1cd466ea9486749d7cda080 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:32.858014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-231db713-5049-4d6e-bcdb-aac0538727cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:32.885624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:25Z', 'revision_number': 4, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba37af71-bfac-4b5b-b4ff-030db9c93275', 'name': '', 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:1a:14:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:22Z', 'updated_at': '2021-12-07T13:33:26Z', 'revision_number': 2, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:32.891008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Checking router: 9e2df098-cda5-4a31-bbd6-cd10640fe25e for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:33:32.891455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Updating router 9e2df098-cda5-4a31-bbd6-cd10640fe25e port ba37af71-bfac-4b5b-b4ff-030db9c93275 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:33:32.951868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9646712d-6e56-4fd4-aeee-f0feae3b05c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port 20589f85-001b-4c27-a39c-b8fee29bb2b6 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:32.952242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9646712d-6e56-4fd4-aeee-f0feae3b05c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:32.954100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:32.982973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Provisioning for port ad923d58-8e87-472d-b74d-a00b40a07b1e completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:32.995972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231db713-5049-4d6e-bcdb-aac0538727cb None None] Routers {'bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:32.996677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-231db713-5049-4d6e-bcdb-aac0538727cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:33.047659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9c08cc15-a461-4e3a-8ed3-0065af181586 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:33.095200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ae88e-6979-4d09-bb23-a0efd330614c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:33.096100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2f1ae88e-6979-4d09-bb23-a0efd330614c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Synchronizing usage tracker for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:33.098098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:33.098996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Provisioning complete for port ad923d58-8e87-472d-b74d-a00b40a07b1e triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:33.099436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:33.155324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-231db713-5049-4d6e-bcdb-aac0538727cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:33.155733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231db713-5049-4d6e-bcdb-aac0538727cb None None] The sync data for ids ['bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:33:33.198683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port ad923d58-8e87-472d-b74d-a00b40a07b1e triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:33.199120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:33.231392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2f1ae88e-6979-4d09-bb23-a0efd330614c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Unset dirty status for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:33.233518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2f1ae88e-6979-4d09-bb23-a0efd330614c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports/6cd4fda7-ec52-41aa-9529-c1e890ceb786 HTTP/1.1" status: 200 len: 910 time: 1.0220137 Dec 07 13:33:33.242783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49540) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:33.479681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:33.538260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:33.588065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] For port ad923d58-8e87-472d-b74d-a00b40a07b1e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ad923d58-8e87-472d-b74d-a00b40a07b1e,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:33.600209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9646712d-6e56-4fd4-aeee-f0feae3b05c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:33.652205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:33.663473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b21bda90-6982-4af1-9d86-33a3a258abda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:33.736523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:33.755720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Transition to ACTIVE for port object ba37af71-bfac-4b5b-b4ff-030db9c93275 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:33.768923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:33:33.769591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:33:33.797721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Pushing event updated for resources: {'Port': ['ID=ad923d58-8e87-472d-b74d-a00b40a07b1e,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:33.798867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9646712d-6e56-4fd4-aeee-f0feae3b05c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for 20589f85-001b-4c27-a39c-b8fee29bb2b6 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:33.801144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:33.812561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:33.816927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:33.833032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Provisioning for port a27355b9-5f8b-49aa-97e3-f19c1ee80697 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:33.844071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Provisioning complete for port a27355b9-5f8b-49aa-97e3-f19c1ee80697 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:33.844760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:33.988400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22cb9e9f-20b8-48d2-a144-edf7db305102 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:34.067169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dcf49-0de5-4d34-80de-244eb6a56f55 None None] Pushing event updated for resources: {'Port': ['ID=ba37af71-bfac-4b5b-b4ff-030db9c93275,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:34.083498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dcf49-0de5-4d34-80de-244eb6a56f55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:34.084208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dcf49-0de5-4d34-80de-244eb6a56f55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:34.084817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dcf49-0de5-4d34-80de-244eb6a56f55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:34.085482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dcf49-0de5-4d34-80de-244eb6a56f55 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:34.086062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dcf49-0de5-4d34-80de-244eb6a56f55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:34.086637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dcf49-0de5-4d34-80de-244eb6a56f55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:34.087304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dcf49-0de5-4d34-80de-244eb6a56f55 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:34.087939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dcf49-0de5-4d34-80de-244eb6a56f55 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:34.088542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dcf49-0de5-4d34-80de-244eb6a56f55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:34.089123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dcf49-0de5-4d34-80de-244eb6a56f55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:34.092384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789dcf49-0de5-4d34-80de-244eb6a56f55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:33:34.140993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:34.141391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-789dcf49-0de5-4d34-80de-244eb6a56f55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:34.156175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Router 2f8fb259-05b1-47a4-8597-2f7682d0e86a is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:33:34.201294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] For port a27355b9-5f8b-49aa-97e3-f19c1ee80697, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a27355b9-5f8b-49aa-97e3-f19c1ee80697,segment=NetworkSegment(c0163456-ceb5-4209-ab40-866b99febdd4),segment_id=c0163456-ceb5-4209-ab40-866b99febdd4)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:34.227195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:34.230066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:34.489447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1a53ebe6-ffeb-4590-9d64-7be559a05da7 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:34.571675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Pushing event updated for resources: {'Port': ['ID=a27355b9-5f8b-49aa-97e3-f19c1ee80697,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:34.576766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9646712d-6e56-4fd4-aeee-f0feae3b05c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:34.592351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Provisioning for port ac01876e-1102-44e0-af3c-8a00f8e95de5 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:34.593635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee2c282b-99ae-4ce6-a8d7-a14749489029 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:34.620125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:34.625708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Provisioning complete for port ac01876e-1102-44e0-af3c-8a00f8e95de5 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:34.626145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:34.638244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Attempting to bind port ba37af71-bfac-4b5b-b4ff-030db9c93275 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:33:34.639855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Attempting to bind port ba37af71-bfac-4b5b-b4ff-030db9c93275 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '82039cf3-8aa3-46a7-b200-8b1e3df1e1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:33:34.640427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Attempting to bind port ba37af71-bfac-4b5b-b4ff-030db9c93275 on network 9b096759-8c4d-4e3a-9f4b-9603d7548a19 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:33:34.649933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:33:34.650651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Checking segment: {'id': '82039cf3-8aa3-46a7-b200-8b1e3df1e1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:34.651282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:34.651894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Bound using segment: {'id': '82039cf3-8aa3-46a7-b200-8b1e3df1e1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:33:34.652563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Bound port: ba37af71-bfac-4b5b-b4ff-030db9c93275, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82039cf3-8aa3-46a7-b200-8b1e3df1e1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:33:34.653149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:34.702200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9c08cc15-a461-4e3a-8ed3-0065af181586 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:34.714011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646712d-6e56-4fd4-aeee-f0feae3b05c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=20589f85-001b-4c27-a39c-b8fee29bb2b6,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:34.717626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9646712d-6e56-4fd4-aeee-f0feae3b05c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:34.723583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d81755dd-9256-460c-8aa3-3d39d5ccc533 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:34.789789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Port ac01876e-1102-44e0-af3c-8a00f8e95de5 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:33:34.836826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:33:34.845935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "PUT /v2.0/routers/2f8fb259-05b1-47a4-8597-2f7682d0e86a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1661904 Dec 07 13:33:34.851304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96144366-b00b-4376-920e-b2fd55933800 None None] Sync routers for ids ['2f8fb259-05b1-47a4-8597-2f7682d0e86a'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:33:34.856203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08cc15-a461-4e3a-8ed3-0065af181586 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Subnet': ['ID=2f2c588c-c798-47e0-9587-12bf963313c7,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:34.858903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9c08cc15-a461-4e3a-8ed3-0065af181586 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:34.859581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49546) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:34.860671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 1a53ebe6-ffeb-4590-9d64-7be559a05da7 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:34.861107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:34.894451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96144366-b00b-4376-920e-b2fd55933800 None None] Routers {'2f8fb259-05b1-47a4-8597-2f7682d0e86a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:34.895100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-96144366-b00b-4376-920e-b2fd55933800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2f8fb259-05b1-47a4-8597-2f7682d0e86a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:34.924082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:34.972269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1d6f3403-c4a8-4ad8-9f7c-3d4d00c3784b None None] Provisioning complete for port f73283cc-f93c-4334-ad4e-bb1de6622aac triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:34.972677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d6f3403-c4a8-4ad8-9f7c-3d4d00c3784b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:34.974173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9646712d-6e56-4fd4-aeee-f0feae3b05c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:34.984697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] For port ba37af71-bfac-4b5b-b4ff-030db9c93275, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:33:35.029194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-96144366-b00b-4376-920e-b2fd55933800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:35.033977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c08cc15-a461-4e3a-8ed3-0065af181586 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Checking segment: {'id': '04967115-47b4-4936-835f-0b90ef139127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '75f98acc-16b9-4ace-8f2c-be517fe76c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:35.034394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c08cc15-a461-4e3a-8ed3-0065af181586 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network hostable DHCP agents. Network: 75f98acc-16b9-4ace-8f2c-be517fe76c5d, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:33:35.041681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] For port ba37af71-bfac-4b5b-b4ff-030db9c93275, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ba37af71-bfac-4b5b-b4ff-030db9c93275,segment=NetworkSegment(82039cf3-8aa3-46a7-b200-8b1e3df1e1dc),segment_id=82039cf3-8aa3-46a7-b200-8b1e3df1e1dc)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:33:35.053598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96144366-b00b-4376-920e-b2fd55933800 None None] Routers {'2f8fb259-05b1-47a4-8597-2f7682d0e86a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:35.054681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-96144366-b00b-4376-920e-b2fd55933800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2f8fb259-05b1-47a4-8597-2f7682d0e86a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:35.065735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9646712d-6e56-4fd4-aeee-f0feae3b05c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/20589f85-001b-4c27-a39c-b8fee29bb2b6 HTTP/1.1" status: 204 len: 168 time: 2.3081021 Dec 07 13:33:35.071463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49550) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:35.072961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfa459e-1fd8-4fbe-bf83-4da209ab4dfa tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:35.073926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-adfa459e-1fd8-4fbe-bf83-4da209ab4dfa tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Synchronizing usage tracker for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:35.139719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:35.141344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c08cc15-a461-4e3a-8ed3-0065af181586 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network 75f98acc-16b9-4ace-8f2c-be517fe76c5d is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:33:35.159187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:35.172660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4039fe47-0eb1-4974-a867-b9726f8ae141 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:35.175671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4039fe47-0eb1-4974-a867-b9726f8ae141 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:35.176567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-adfa459e-1fd8-4fbe-bf83-4da209ab4dfa tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Unset dirty status for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:35.176970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4039fe47-0eb1-4974-a867-b9726f8ae141 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:35.180900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-adfa459e-1fd8-4fbe-bf83-4da209ab4dfa tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8fb259-05b1-47a4-8597-2f7682d0e86a HTTP/1.1" status: 200 len: 982 time: 0.2835131 Dec 07 13:33:35.181269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49554) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:35.244512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-96144366-b00b-4376-920e-b2fd55933800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:35.245107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96144366-b00b-4376-920e-b2fd55933800 None None] The sync data for ids ['2f8fb259-05b1-47a4-8597-2f7682d0e86a'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:33:35.277214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4039fe47-0eb1-4974-a867-b9726f8ae141 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:35.279698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4039fe47-0eb1-4974-a867-b9726f8ae141 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2062259 Dec 07 13:33:35.282683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-9c08cc15-a461-4e3a-8ed3-0065af181586 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 75f98acc-16b9-4ace-8f2c-be517fe76c5d) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:35.297910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49558) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:35.328412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a3702e-6461-4549-bfe6-42e1eda93b22 None None] Network 75f98acc-16b9-4ace-8f2c-be517fe76c5d requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:35.407863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:35.411013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c08cc15-a461-4e3a-8ed3-0065af181586 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:35.411538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9c08cc15-a461-4e3a-8ed3-0065af181586 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:35.422473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:35.517739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9c08cc15-a461-4e3a-8ed3-0065af181586 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0065954 Dec 07 13:33:35.519313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49562) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:35.601269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f73283cc-f93c-4334-ad4e-bb1de6622aac up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:35.633122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-22cb9e9f-20b8-48d2-a144-edf7db305102 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port 6cd4fda7-ec52-41aa-9529-c1e890ceb786 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:35.633542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22cb9e9f-20b8-48d2-a144-edf7db305102 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:35.647167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dcf49-0de5-4d34-80de-244eb6a56f55 None None] Pushing event updated for resources: {'Port': ['ID=ba37af71-bfac-4b5b-b4ff-030db9c93275,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:35.662924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-789dcf49-0de5-4d34-80de-244eb6a56f55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:35.730725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:35.939970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1d6f3403-c4a8-4ad8-9f7c-3d4d00c3784b None None] Provisioning complete for port ad923d58-8e87-472d-b74d-a00b40a07b1e triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:35.940898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d6f3403-c4a8-4ad8-9f7c-3d4d00c3784b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:35.962477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ed4e72-e426-497f-a723-7f3397282ef5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet 06d3215f-0c3d-49c6-ae20-4c07b32d75da {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:33:35.972767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4e72-e426-497f-a723-7f3397282ef5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:36.043176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port f73283cc-f93c-4334-ad4e-bb1de6622aac triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:36.044017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:36.257315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1d6f3403-c4a8-4ad8-9f7c-3d4d00c3784b None None] Provisioning complete for port a27355b9-5f8b-49aa-97e3-f19c1ee80697 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:36.258034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d6f3403-c4a8-4ad8-9f7c-3d4d00c3784b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:36.293039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-75f98acc-16b9-4ace-8f2c-be517fe76c5d', 'network_id': '75f98acc-16b9-4ace-8f2c-be517fe76c5d', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'fixed_ips': [{'subnet_id': '2f2c588c-c798-47e0-9587-12bf963313c7'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:33:36.294286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:36.418078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:25Z', 'revision_number': 4, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba37af71-bfac-4b5b-b4ff-030db9c93275', 'name': '', 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:1a:14:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:22Z', 'updated_at': '2021-12-07T13:33:34Z', 'revision_number': 4, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:36.424668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aee7dc-6a8d-4f0e-8be5-680c77af25a8 None None] The sync data for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv is: [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:25Z', 'revision_number': 4, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba37af71-bfac-4b5b-b4ff-030db9c93275', 'name': '', 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:1a:14:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:22Z', 'updated_at': '2021-12-07T13:33:34Z', 'revision_number': 4, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:33:36.433879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4e72-e426-497f-a723-7f3397282ef5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:36.508407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22cb9e9f-20b8-48d2-a144-edf7db305102 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:36.567425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ad923d58-8e87-472d-b74d-a00b40a07b1e up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:36.683711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-22cb9e9f-20b8-48d2-a144-edf7db305102 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for 6cd4fda7-ec52-41aa-9529-c1e890ceb786 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:36.782338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Allocated IP 2001:db8:3::2 (75f98acc-16b9-4ace-8f2c-be517fe76c5d/2f2c588c-c798-47e0-9587-12bf963313c7/2adef108-9dd4-462b-8275-c60956aeb5e1) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:36.800158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4e72-e426-497f-a723-7f3397282ef5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:36.942214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4e72-e426-497f-a723-7f3397282ef5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:36.952419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-63826226-b92e-4432-9d59-ab13c17ee303 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:36.959487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79c5a12f-8c45-4fb2-b954-88d90ff1fce4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:37.005106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed4e72-e426-497f-a723-7f3397282ef5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=06d3215f-0c3d-49c6-ae20-4c07b32d75da,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:37.012394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0ed4e72-e426-497f-a723-7f3397282ef5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:37.013559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port ad923d58-8e87-472d-b74d-a00b40a07b1e triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:37.014523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:37.029161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4e72-e426-497f-a723-7f3397282ef5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:37.051672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69afbfee-f79d-443e-947d-d3c3507ad222 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:37.102278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22cb9e9f-20b8-48d2-a144-edf7db305102 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:37.126618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e472276a-2703-445d-b654-e539564b3d36 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:37.166022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1d6f3403-c4a8-4ad8-9f7c-3d4d00c3784b None None] Provisioning for port 6cd4fda7-ec52-41aa-9529-c1e890ceb786 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:37.194810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb9e9f-20b8-48d2-a144-edf7db305102 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Port': ['ID=6cd4fda7-ec52-41aa-9529-c1e890ceb786,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:37.201167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c0ed4e72-e426-497f-a723-7f3397282ef5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/06d3215f-0c3d-49c6-ae20-4c07b32d75da HTTP/1.1" status: 204 len: 168 time: 1.9009674 Dec 07 13:33:37.201900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49566) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:37.202940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-22cb9e9f-20b8-48d2-a144-edf7db305102 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:37.234931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1d6f3403-c4a8-4ad8-9f7c-3d4d00c3784b None None] Provisioning complete for port 6cd4fda7-ec52-41aa-9529-c1e890ceb786 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:37.235816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d6f3403-c4a8-4ad8-9f7c-3d4d00c3784b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:37.357164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1d6f3403-c4a8-4ad8-9f7c-3d4d00c3784b None None] Port 6cd4fda7-ec52-41aa-9529-c1e890ceb786 was deleted so its status cannot be updated. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 07 13:33:37.409192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-46f94d98-a81e-4295-a1d2-0b304dd408b2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2044394 Dec 07 13:33:37.409940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49570) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:37.420032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1d6f3403-c4a8-4ad8-9f7c-3d4d00c3784b None None] Could not find standard attr ID for object 20589f85-001b-4c27-a39c-b8fee29bb2b6. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:33:37.494069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:37.498409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1d6f3403-c4a8-4ad8-9f7c-3d4d00c3784b None None] Could not find standard attr ID for object 49fa0981-fce7-49eb-9463-dcfab2f72d93. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:33:37.551102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Transition to ACTIVE for port object 2adef108-9dd4-462b-8275-c60956aeb5e1 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:37.616673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Transition to ACTIVE for port object 2adef108-9dd4-462b-8275-c60956aeb5e1 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:37.638604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a27355b9-5f8b-49aa-97e3-f19c1ee80697 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:37.677727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:37.683834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1d6f3403-c4a8-4ad8-9f7c-3d4d00c3784b None None] Provisioning for port ba37af71-bfac-4b5b-b4ff-030db9c93275 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:37.699416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:37.709587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-933fbbb4-19ee-49ab-bc61-2297be6f46d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:37.714129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22cb9e9f-20b8-48d2-a144-edf7db305102 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:37.725521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e7b047-16fb-4ef1-ba38-92bf7bfc508c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:37.730089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-05e7b047-16fb-4ef1-ba38-92bf7bfc508c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3099506 Dec 07 13:33:37.730923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49574) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:37.973011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8728366b-1be9-4ced-b5c1-0b84d366a52c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:37.973786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8728366b-1be9-4ced-b5c1-0b84d366a52c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:38.022958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbadd61-485d-46d0-b25e-ff832729225c None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:33:38.030704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Network 75f98acc-16b9-4ace-8f2c-be517fe76c5d is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:38.034291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:38.036810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:38.039353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Pushing event updated for resources: {'Port': ['ID=2adef108-9dd4-462b-8275-c60956aeb5e1,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:38.042082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:38.048473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9cbadd61-485d-46d0-b25e-ff832729225c None None] Deleting port ad923d58-8e87-472d-b74d-a00b40a07b1e {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:38.048869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9cbadd61-485d-46d0-b25e-ff832729225c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:38.167692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1d6f3403-c4a8-4ad8-9f7c-3d4d00c3784b None None] Provisioning complete for port ac01876e-1102-44e0-af3c-8a00f8e95de5 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:38.168184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d6f3403-c4a8-4ad8-9f7c-3d4d00c3784b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:38.217490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8728366b-1be9-4ced-b5c1-0b84d366a52c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:38.221996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8728366b-1be9-4ced-b5c1-0b84d366a52c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4887519 Dec 07 13:33:38.224185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49580) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:38.297248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-79c5a12f-8c45-4fb2-b954-88d90ff1fce4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port ac01876e-1102-44e0-af3c-8a00f8e95de5 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:38.297628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79c5a12f-8c45-4fb2-b954-88d90ff1fce4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:38.304323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Attempting to bind port 2adef108-9dd4-462b-8275-c60956aeb5e1 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:33:38.304658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Attempting to bind port 2adef108-9dd4-462b-8275-c60956aeb5e1 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '04967115-47b4-4936-835f-0b90ef139127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '75f98acc-16b9-4ace-8f2c-be517fe76c5d'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:33:38.305115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Attempting to bind port 2adef108-9dd4-462b-8275-c60956aeb5e1 on network 75f98acc-16b9-4ace-8f2c-be517fe76c5d {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:33:38.312813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port a27355b9-5f8b-49aa-97e3-f19c1ee80697 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:38.313386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:38.329155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cb9e9f-20b8-48d2-a144-edf7db305102 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:33:38.341444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-893171f3-6e9b-47b7-9e23-1d12d5de94d3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1159365 Dec 07 13:33:38.354105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:33:38.354786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49584) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:38.355000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Checking segment: {'id': '04967115-47b4-4936-835f-0b90ef139127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '75f98acc-16b9-4ace-8f2c-be517fe76c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:38.355640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:38.355981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Bound using segment: {'id': '04967115-47b4-4936-835f-0b90ef139127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '75f98acc-16b9-4ace-8f2c-be517fe76c5d'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:33:38.356844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Bound port: 2adef108-9dd4-462b-8275-c60956aeb5e1, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04967115-47b4-4936-835f-0b90ef139127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '75f98acc-16b9-4ace-8f2c-be517fe76c5d'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:33:38.357160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:38.363357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4c3eabd7-8114-4023-8f08-43075a948777 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:38.382472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1d6f3403-c4a8-4ad8-9f7c-3d4d00c3784b None None] Port ac01876e-1102-44e0-af3c-8a00f8e95de5 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:33:38.497714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cb9e9f-20b8-48d2-a144-edf7db305102 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:33:38.511564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-22cb9e9f-20b8-48d2-a144-edf7db305102 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2643325 Dec 07 13:33:38.513558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49588) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:38.600262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7194facd-a4a1-4b56-ad7e-0f6c0831d65d None None] Sync routers for ids ['bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:33:38.602804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cd2b2a0d-557b-489a-869e-da9704e930f2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Synchronizing usage tracker for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:38.647843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Allocated IP 2001:db8:3::1 (75f98acc-16b9-4ace-8f2c-be517fe76c5d/2f2c588c-c798-47e0-9587-12bf963313c7/318545fc-8d2f-4e67-b2e2-f2bbac384a8f) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:38.648487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-53308339-637f-493d-af63-152fa44bda94 None None] Could not find standard attr ID for object 20589f85-001b-4c27-a39c-b8fee29bb2b6. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:33:38.654906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4c3eabd7-8114-4023-8f08-43075a948777 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:38.655815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cd2b2a0d-557b-489a-869e-da9704e930f2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Unset dirty status for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:38.660657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49592) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:38.661134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cd2b2a0d-557b-489a-869e-da9704e930f2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04 HTTP/1.1" status: 200 len: 205 time: 0.1456804 Dec 07 13:33:38.754175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4c3eabd7-8114-4023-8f08-43075a948777 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:38.756237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] For port 2adef108-9dd4-462b-8275-c60956aeb5e1, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:33:38.775664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7194facd-a4a1-4b56-ad7e-0f6c0831d65d None None] Routers {'bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:38.776409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7194facd-a4a1-4b56-ad7e-0f6c0831d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:38.826339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:33:38.843522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9cbadd61-485d-46d0-b25e-ff832729225c None None] For port ad923d58-8e87-472d-b74d-a00b40a07b1e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ad923d58-8e87-472d-b74d-a00b40a07b1e,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:38.843979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9cbadd61-485d-46d0-b25e-ff832729225c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:38.866858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] For port 2adef108-9dd4-462b-8275-c60956aeb5e1, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=2adef108-9dd4-462b-8275-c60956aeb5e1,segment=NetworkSegment(04967115-47b4-4936-835f-0b90ef139127),segment_id=04967115-47b4-4936-835f-0b90ef139127)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:33:38.880414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7194facd-a4a1-4b56-ad7e-0f6c0831d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:38.955077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79c5a12f-8c45-4fb2-b954-88d90ff1fce4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:38.975243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3eabd7-8114-4023-8f08-43075a948777 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:39.009334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9cbadd61-485d-46d0-b25e-ff832729225c None None] Calling delete_port for ad923d58-8e87-472d-b74d-a00b40a07b1e owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:39.036895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:39.048163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8794d519-7708-4c48-b75a-daa2f9191787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:39.153954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7194facd-a4a1-4b56-ad7e-0f6c0831d65d None None] Routers {'bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:39.154623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7194facd-a4a1-4b56-ad7e-0f6c0831d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:39.168498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-79c5a12f-8c45-4fb2-b954-88d90ff1fce4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for ac01876e-1102-44e0-af3c-8a00f8e95de5 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:39.217016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ba37af71-bfac-4b5b-b4ff-030db9c93275 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:39.247170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e1cdee1-7ca9-462d-b503-e5fceefad84f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:39.273293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Pushing event updated for resources: {'Port': ['ID=2adef108-9dd4-462b-8275-c60956aeb5e1,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:39.280452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7194facd-a4a1-4b56-ad7e-0f6c0831d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:39.280910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7194facd-a4a1-4b56-ad7e-0f6c0831d65d None None] The sync data for ids ['bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:33:39.285638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:39.352885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port ba37af71-bfac-4b5b-b4ff-030db9c93275 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:39.358302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port ba37af71-bfac-4b5b-b4ff-030db9c93275 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:39.363535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:39.435323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9cbadd61-485d-46d0-b25e-ff832729225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:39.439588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af47fc41-3411-424f-ba0b-e088e09eec44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:39.441869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c3eabd7-8114-4023-8f08-43075a948777 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:39.517746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbadd61-485d-46d0-b25e-ff832729225c None None] Pushing event deleted for resources: {'Port': ['ID=ad923d58-8e87-472d-b74d-a00b40a07b1e,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:39.520767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9cbadd61-485d-46d0-b25e-ff832729225c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:39.532139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbadd61-485d-46d0-b25e-ff832729225c None None] No DVR routers for this DVR port ad923d58-8e87-472d-b74d-a00b40a07b1e on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:33:39.550314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:39.587582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port ba37af71-bfac-4b5b-b4ff-030db9c93275, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ba37af71-bfac-4b5b-b4ff-030db9c93275,segment=NetworkSegment(82039cf3-8aa3-46a7-b200-8b1e3df1e1dc),segment_id=82039cf3-8aa3-46a7-b200-8b1e3df1e1dc)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:39.626019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:39.626952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:39.709040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ad923d58-8e87-472d-b74d-a00b40a07b1e no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:33:39.750293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: ad923d58-8e87-472d-b74d-a00b40a07b1e {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:33:39.751274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ad923d58-8e87-472d-b74d-a00b40a07b1e not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:33:39.752529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:39.780102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=ba37af71-bfac-4b5b-b4ff-030db9c93275,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:39.783682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:39.836817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:39.887438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Transition to ACTIVE for port object 318545fc-8d2f-4e67-b2e2-f2bbac384a8f will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:40.267960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e1cdee1-7ca9-462d-b503-e5fceefad84f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:40.279549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:40.294547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-954c54bd-3d10-457c-9ee6-617044f9e2b5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:40.382472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e1cdee1-7ca9-462d-b503-e5fceefad84f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:40.441456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network 75f98acc-16b9-4ace-8f2c-be517fe76c5d is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:40.452295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:40.465684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:40.466239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:40.470958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=318545fc-8d2f-4e67-b2e2-f2bbac384a8f,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:40.485071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:40.514119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79c5a12f-8c45-4fb2-b954-88d90ff1fce4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:40.531631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ac36d80b-6a97-46ee-8353-950121858619 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:40.582533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e1cdee1-7ca9-462d-b503-e5fceefad84f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:40.583084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1cdee1-7ca9-462d-b503-e5fceefad84f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Fanout notify agent at l3_agent the message router_deleted on router bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:33:40.590229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5a12f-8c45-4fb2-b954-88d90ff1fce4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=ac01876e-1102-44e0-af3c-8a00f8e95de5,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:40.603773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-79c5a12f-8c45-4fb2-b954-88d90ff1fce4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:40.658828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c3eabd7-8114-4023-8f08-43075a948777 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:40.681808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-59881336-d52a-40c1-9a9b-7b81615d80d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:40.765602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e1cdee1-7ca9-462d-b503-e5fceefad84f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:40.770830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0e1cdee1-7ca9-462d-b503-e5fceefad84f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/routers/bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04 HTTP/1.1" status: 204 len: 168 time: 2.1015699 Dec 07 13:33:40.771272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49596) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:40.904881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:40.922510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3eabd7-8114-4023-8f08-43075a948777 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=78325f1b-dad0-47d3-8c2a-0a8103eb6255,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:40.945995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4c3eabd7-8114-4023-8f08-43075a948777 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:41.034077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b12f84-b8f9-4dad-b933-b45a0277eef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting subnet 62250fe7-e9bf-483e-8ae7-90375c20dab9 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:33:41.035649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3eabd7-8114-4023-8f08-43075a948777 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:41.038442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6b12f84-b8f9-4dad-b933-b45a0277eef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:41.099622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-4c3eabd7-8114-4023-8f08-43075a948777 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:41.110530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3eabd7-8114-4023-8f08-43075a948777 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:41.111570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8730987d-c1de-4e98-b7d6-eb6d51ff7d03 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:41.113129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c3eabd7-8114-4023-8f08-43075a948777 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:41.130387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6b12f84-b8f9-4dad-b933-b45a0277eef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:41.262633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79c5a12f-8c45-4fb2-b954-88d90ff1fce4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:41.354799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 2adef108-9dd4-462b-8275-c60956aeb5e1 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:41.367438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6b12f84-b8f9-4dad-b933-b45a0277eef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:41.380293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4c3eabd7-8114-4023-8f08-43075a948777 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0226727 Dec 07 13:33:41.449325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5d21c1-c657-4b15-ab41-61a18d2ece5e None None] Network 75f98acc-16b9-4ace-8f2c-be517fe76c5d requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:41.457149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49600) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:41.465148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'mac_address': 'fa:16:3e:d4:9b:95', 'name': 'tempest-NetworksTestDHCPv6-1891429502'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:41.578325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6b12f84-b8f9-4dad-b933-b45a0277eef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:41.591999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-37a951c6-8b48-4f21-9c05-e3f4e5e3d60a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:41.641852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b12f84-b8f9-4dad-b933-b45a0277eef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Subnet': ['ID=62250fe7-e9bf-483e-8ae7-90375c20dab9,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:41.646308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c6b12f84-b8f9-4dad-b933-b45a0277eef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:41.652095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6b12f84-b8f9-4dad-b933-b45a0277eef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:41.662638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c6b12f84-b8f9-4dad-b933-b45a0277eef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/62250fe7-e9bf-483e-8ae7-90375c20dab9 HTTP/1.1" status: 204 len: 168 time: 0.8899515 Dec 07 13:33:41.667852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49604) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:41.672323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4056603-7d5a-49f5-a177-652fce1e1047 None None] Network bf7d2558-4f43-4220-804a-0b19cf7bfbee requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:41.694385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 2adef108-9dd4-462b-8275-c60956aeb5e1 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:41.717257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b01e42b2-6fa4-41c0-8885-3d3009dd89d5 None None] Provisioning for port 2adef108-9dd4-462b-8275-c60956aeb5e1 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:41.732181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 2adef108-9dd4-462b-8275-c60956aeb5e1 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:41.732579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:41.827108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b01e42b2-6fa4-41c0-8885-3d3009dd89d5 None None] Provisioning complete for port 2adef108-9dd4-462b-8275-c60956aeb5e1 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:41.827550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b01e42b2-6fa4-41c0-8885-3d3009dd89d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:42.098564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:42.117269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:port and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:42.128023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:42.142004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:42.149007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:42.165593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port a27355b9-5f8b-49aa-97e3-f19c1ee80697 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:42.166239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:42.200071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': '78325f1b-dad0-47d3-8c2a-0a8103eb6255'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:33:42.201147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:42.336155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:42.351156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c5a12f-8c45-4fb2-b954-88d90ff1fce4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Router 2f8fb259-05b1-47a4-8597-2f7682d0e86a has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:33:42.372943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:42.440517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:42.441414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:42.451873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e42933e8-f369-4f2c-bcad-c09f321de8b3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:42.525295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] For port a27355b9-5f8b-49aa-97e3-f19c1ee80697, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a27355b9-5f8b-49aa-97e3-f19c1ee80697,segment=NetworkSegment(c0163456-ceb5-4209-ab40-866b99febdd4),segment_id=c0163456-ceb5-4209-ab40-866b99febdd4)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:42.525694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:42.564619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b01e42b2-6fa4-41c0-8885-3d3009dd89d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:42.619430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:42.664167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event updated for resources: {'Port': ['ID=318545fc-8d2f-4e67-b2e2-f2bbac384a8f,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:42.676360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:42.686389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c5a12f-8c45-4fb2-b954-88d90ff1fce4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:33:42.686626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for a27355b9-5f8b-49aa-97e3-f19c1ee80697 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:42.693377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-79c5a12f-8c45-4fb2-b954-88d90ff1fce4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "PUT /v2.0/routers/2f8fb259-05b1-47a4-8597-2f7682d0e86a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5109441 Dec 07 13:33:42.696102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49608) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:42.709673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b46ec7-f391-45af-9dd5-2fbced3ca516 None None] Sync routers for ids ['2f8fb259-05b1-47a4-8597-2f7682d0e86a'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:33:42.712139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b01e42b2-6fa4-41c0-8885-3d3009dd89d5 None None] For port 2adef108-9dd4-462b-8275-c60956aeb5e1, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=2adef108-9dd4-462b-8275-c60956aeb5e1,segment=NetworkSegment(04967115-47b4-4936-835f-0b90ef139127),segment_id=04967115-47b4-4936-835f-0b90ef139127)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:42.719115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Allocated IP 2001:db8::2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/78325f1b-dad0-47d3-8c2a-0a8103eb6255/1bc4b9f3-8853-46d9-8bfa-a76feb909ea7) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:42.743779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b46ec7-f391-45af-9dd5-2fbced3ca516 None None] Routers {'2f8fb259-05b1-47a4-8597-2f7682d0e86a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:42.745963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-88b46ec7-f391-45af-9dd5-2fbced3ca516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2f8fb259-05b1-47a4-8597-2f7682d0e86a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:42.760459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:42.761195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-5609633e-51ed-4b62-abe2-31fb71f04590 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] GET failed (client error): The resource could not be found. Dec 07 13:33:42.761773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5609633e-51ed-4b62-abe2-31fb71f04590 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Synchronizing usage tracker for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:42.766436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b01e42b2-6fa4-41c0-8885-3d3009dd89d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:42.776085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:42.805321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port fdd47a66-4392-4c85-a50e-013764d65353 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:33:42.821892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Network 75f98acc-16b9-4ace-8f2c-be517fe76c5d is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:42.842168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:42.849422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5609633e-51ed-4b62-abe2-31fb71f04590 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Unset dirty status for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:42.850779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5609633e-51ed-4b62-abe2-31fb71f04590 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports/ac01876e-1102-44e0-af3c-8a00f8e95de5 HTTP/1.1" status: 404 len: 333 time: 0.1536505 Dec 07 13:33:42.912333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-88b46ec7-f391-45af-9dd5-2fbced3ca516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:42.913349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49612) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:42.929901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b46ec7-f391-45af-9dd5-2fbced3ca516 None None] Routers {'2f8fb259-05b1-47a4-8597-2f7682d0e86a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:42.930979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-88b46ec7-f391-45af-9dd5-2fbced3ca516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2f8fb259-05b1-47a4-8597-2f7682d0e86a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:42.965359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91090545-ec44-4d59-95c7-da63edcb24ff None None] DHCP port deletion for bf7d2558-4f43-4220-804a-0b19cf7bfbee request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:33:42.968376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:33:42.968859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:33:42.994511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-91090545-ec44-4d59-95c7-da63edcb24ff None None] Deleting port a27355b9-5f8b-49aa-97e3-f19c1ee80697 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:42.995027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-91090545-ec44-4d59-95c7-da63edcb24ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:43.047744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-88b46ec7-f391-45af-9dd5-2fbced3ca516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:43.048460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b46ec7-f391-45af-9dd5-2fbced3ca516 None None] The sync data for ids ['2f8fb259-05b1-47a4-8597-2f7682d0e86a'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:33:43.062173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e42b2-6fa4-41c0-8885-3d3009dd89d5 None None] Pushing event updated for resources: {'Port': ['ID=2adef108-9dd4-462b-8275-c60956aeb5e1,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:43.066065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b01e42b2-6fa4-41c0-8885-3d3009dd89d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:43.140266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-584abb92-0669-44ac-89a0-3c267c0834eb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:43.160788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-91090545-ec44-4d59-95c7-da63edcb24ff None None] The port 'a27355b9-5f8b-49aa-97e3-f19c1ee80697' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:33:43.207579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49618) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:43.215827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:43.221076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-22cb9e9f-20b8-48d2-a144-edf7db305102 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:43.272539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:43.292339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Transition to ACTIVE for port object 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:43.323623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router 9e2df098-cda5-4a31-bbd6-cd10640fe25e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:33:43.324843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Transition to ACTIVE for port object 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:43.392551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:43.398453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c7fae6fc-654d-43fe-93eb-0ed65bbd3298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:43.416465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Port': ['ID=a27355b9-5f8b-49aa-97e3-f19c1ee80697,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:43.462530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:43.478254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] No DVR routers for this DVR port a27355b9-5f8b-49aa-97e3-f19c1ee80697 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:33:43.527196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:43.536535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e9112396-d464-4030-b5fd-2c3a00506b52 None None] Provisioning complete for port 2adef108-9dd4-462b-8275-c60956aeb5e1 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:43.536535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9112396-d464-4030-b5fd-2c3a00506b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:43.573383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:43.585001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-673fdeaf-0247-4c4c-9320-45c71111e4ed tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/f7a88e6c-6084-406a-8c14-a7d9400af6c6 HTTP/1.1" status: 200 len: 993 time: 0.3707361 Dec 07 13:33:43.586278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Pushing event updated for resources: {'Port': ['ID=1bc4b9f3-8853-46d9-8bfa-a76feb909ea7,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:43.599304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:43.600392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:43.625888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:33:43.634052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/9e2df098-cda5-4a31-bbd6-cd10640fe25e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1118031 Dec 07 13:33:43.638694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49624) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:43.653686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-aca3f9e1-eead-48e3-89bf-22cfb4a9734f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:43.686552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ba37af71-bfac-4b5b-b4ff-030db9c93275 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:43.691564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::1b1 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/78325f1b-dad0-47d3-8c2a-0a8103eb6255/fdd47a66-4392-4c85-a50e-013764d65353) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:43.738541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Sync routers for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:33:43.897725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Attempting to bind port 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:33:43.898153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Attempting to bind port 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:33:43.898565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Attempting to bind port 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:33:43.903601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:43.911544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:43.912024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:44.064450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:33:44.064931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:44.065584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:44.066057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:33:44.066884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Bound port: 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:33:44.067338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:44.088861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7d2558-4f43-4220-804a-0b19cf7bfbee']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:44.131195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0163456-ceb5-4209-ab40-866b99febdd4') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:44.131806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0163456-ceb5-4209-ab40-866b99febdd4') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:44.157432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-584abb92-0669-44ac-89a0-3c267c0834eb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:44.179633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:44.204743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port ba37af71-bfac-4b5b-b4ff-030db9c93275 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:44.205171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:44.220414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-584abb92-0669-44ac-89a0-3c267c0834eb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:44.229865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:44.249183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:44.517129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.extraroute_db [None req-aca3f9e1-eead-48e3-89bf-22cfb4a9734f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88898) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 07 13:33:44.543777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e9112396-d464-4030-b5fd-2c3a00506b52 None None] Provisioning for port 318545fc-8d2f-4e67-b2e2-f2bbac384a8f completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:44.575152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e9112396-d464-4030-b5fd-2c3a00506b52 None None] Provisioning complete for port 318545fc-8d2f-4e67-b2e2-f2bbac384a8f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:44.578949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9112396-d464-4030-b5fd-2c3a00506b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:44.587104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:33:44.587571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:33:44.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:33:44.618060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.extraroute_db [None req-aca3f9e1-eead-48e3-89bf-22cfb4a9734f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Removed routes are [] {{(pid=88898) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 07 13:33:44.618672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aca3f9e1-eead-48e3-89bf-22cfb4a9734f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:44.693856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] For port 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:33:44.750368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-584abb92-0669-44ac-89a0-3c267c0834eb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:44.750930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584abb92-0669-44ac-89a0-3c267c0834eb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Fanout notify agent at l3_agent the message router_deleted on router 2f8fb259-05b1-47a4-8597-2f7682d0e86a {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:33:44.782965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:44.789207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64b65d35-7957-4e4a-9c94-323a57fe23c7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:44.808580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:44.812310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:44.829719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e9112396-d464-4030-b5fd-2c3a00506b52 None None] Port 318545fc-8d2f-4e67-b2e2-f2bbac384a8f cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:33:44.833751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49632) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:44.842045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Network': ['ID=bf7d2558-4f43-4220-804a-0b19cf7bfbee,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:44.848696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] For port 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1bc4b9f3-8853-46d9-8bfa-a76feb909ea7,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:33:44.894883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:44.902979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-51546e45-b79f-49c6-b09c-8df9aecb71d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:44.920694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:44.923698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-584abb92-0669-44ac-89a0-3c267c0834eb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:44.927487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-584abb92-0669-44ac-89a0-3c267c0834eb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/routers/2f8fb259-05b1-47a4-8597-2f7682d0e86a HTTP/1.1" status: 204 len: 168 time: 2.0105448 Dec 07 13:33:44.930810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/networks/bf7d2558-4f43-4220-804a-0b19cf7bfbee HTTP/1.1" status: 204 len: 168 time: 3.2627115 Dec 07 13:33:44.931707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49636) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:44.932346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49638) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:44.942807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object fdd47a66-4392-4c85-a50e-013764d65353 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:44.951273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1047359643', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:45.002423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:45.037202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:router and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:45.042818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:45.057464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 2adef108-9dd4-462b-8275-c60956aeb5e1 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:45.063131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:45.109526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Pushing event updated for resources: {'Port': ['ID=1bc4b9f3-8853-46d9-8bfa-a76feb909ea7,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:45.115468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:45.141381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-945108e5-945b-4072-baff-83d460946319 None None] Provisioning complete for port 318545fc-8d2f-4e67-b2e2-f2bbac384a8f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:45.141381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-945108e5-945b-4072-baff-83d460946319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:45.215751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-945108e5-945b-4072-baff-83d460946319 None None] Port 318545fc-8d2f-4e67-b2e2-f2bbac384a8f cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:33:45.232814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 2adef108-9dd4-462b-8275-c60956aeb5e1 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:45.233223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:45.247867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:45.248920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:45.271167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:45.274894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:40Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318545fc-8d2f-4e67-b2e2-f2bbac384a8f', 'name': '', 'network_id': '75f98acc-16b9-4ace-8f2c-be517fe76c5d', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:b8:a2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f2c588c-c798-47e0-9587-12bf963313c7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:38Z', 'updated_at': '2021-12-07T13:33:41Z', 'revision_number': 2, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '2f2c588c-c798-47e0-9587-12bf963313c7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba37af71-bfac-4b5b-b4ff-030db9c93275', 'name': '', 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:1a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:22Z', 'updated_at': '2021-12-07T13:33:39Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:45.285517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Checking router: 9e2df098-cda5-4a31-bbd6-cd10640fe25e for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:33:45.285928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Updating router 9e2df098-cda5-4a31-bbd6-cd10640fe25e port 318545fc-8d2f-4e67-b2e2-f2bbac384a8f binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:33:45.292148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5323a5a4-b390-4a72-b2b8-691029fd8435 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:45.361118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:45.385933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:45.386202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aca3f9e1-eead-48e3-89bf-22cfb4a9734f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:45.394388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aca3f9e1-eead-48e3-89bf-22cfb4a9734f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:45.395544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:45.411763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-56382bc1-c920-491d-a8f0-0374cb3e06df tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port c5e142e0-8eca-4f02-938f-740ecbc86b0f {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:45.412026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56382bc1-c920-491d-a8f0-0374cb3e06df tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:45.445206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:45.449673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:45.450405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:45.501951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=fdd47a66-4392-4c85-a50e-013764d65353,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:45.512950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:45.516783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:45.540958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19ff252-67f1-4a39-8c1e-717eb6c65c88 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting subnet feb59f52-586d-4de3-8860-4ab03241a9df {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:33:45.546326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b19ff252-67f1-4a39-8c1e-717eb6c65c88 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:45.592263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a27355b9-5f8b-49aa-97e3-f19c1ee80697 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:33:45.625344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b19ff252-67f1-4a39-8c1e-717eb6c65c88 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:45.626617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca3f9e1-eead-48e3-89bf-22cfb4a9734f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router 9e2df098-cda5-4a31-bbd6-cd10640fe25e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:33:45.673415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: a27355b9-5f8b-49aa-97e3-f19c1ee80697 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:33:45.673811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a27355b9-5f8b-49aa-97e3-f19c1ee80697 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:33:45.683957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2250326 Dec 07 13:33:45.736005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49644) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:45.750438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b19ff252-67f1-4a39-8c1e-717eb6c65c88 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:45.916961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b19ff252-67f1-4a39-8c1e-717eb6c65c88 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:45.922833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bad0f0-0b83-4a58-af9b-5abd94b83f25 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:45.928524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bad0f0-0b83-4a58-af9b-5abd94b83f25 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:45.929384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64bad0f0-0b83-4a58-af9b-5abd94b83f25 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:45.931211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-26d3c8cc-e7db-48e2-b0f2-1957c84578c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:45.949293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:45.963566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Transition to ACTIVE for port object 318545fc-8d2f-4e67-b2e2-f2bbac384a8f will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:45.967482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca3f9e1-eead-48e3-89bf-22cfb4a9734f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:33:45.975049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aca3f9e1-eead-48e3-89bf-22cfb4a9734f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:45.976385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aca3f9e1-eead-48e3-89bf-22cfb4a9734f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/9e2df098-cda5-4a31-bbd6-cd10640fe25e HTTP/1.1" status: 200 len: 952 time: 2.3365519 Dec 07 13:33:45.979102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49648) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:46.021048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:46.025437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2048543a-f9f5-4b30-92a3-03099cbbd710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:46.026936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ff252-67f1-4a39-8c1e-717eb6c65c88 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Subnet': ['ID=feb59f52-586d-4de3-8860-4ab03241a9df,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:46.042666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b19ff252-67f1-4a39-8c1e-717eb6c65c88 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:46.044549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64bad0f0-0b83-4a58-af9b-5abd94b83f25 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:46.045833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-64bad0f0-0b83-4a58-af9b-5abd94b83f25 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2555518 Dec 07 13:33:46.056816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49652) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:46.066792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa94ae1-9ead-418a-ba96-49233479d6b1 None None] Network 0d6091c1-549e-40aa-8c7e-6e3b70eb9afc requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:46.096639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b19ff252-67f1-4a39-8c1e-717eb6c65c88 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:46.138719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b19ff252-67f1-4a39-8c1e-717eb6c65c88 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/feb59f52-586d-4de3-8860-4ab03241a9df HTTP/1.1" status: 204 len: 168 time: 1.1913338 Dec 07 13:33:46.139825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49656) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:46.189580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56382bc1-c920-491d-a8f0-0374cb3e06df tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:46.190082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56382bc1-c920-491d-a8f0-0374cb3e06df tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:46.209176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-94ea4f47-b400-4f61-b31f-2fa8f6944994 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port fdd47a66-4392-4c85-a50e-013764d65353 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:46.209565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94ea4f47-b400-4f61-b31f-2fa8f6944994 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:46.243400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51c9f8-3c04-4c5f-ac28-ccb8a36634c2 None None] Pushing event updated for resources: {'Port': ['ID=318545fc-8d2f-4e67-b2e2-f2bbac384a8f,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:46.266091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0c51c9f8-3c04-4c5f-ac28-ccb8a36634c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:46.389035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-56382bc1-c920-491d-a8f0-0374cb3e06df tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for c5e142e0-8eca-4f02-938f-740ecbc86b0f owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:46.421433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:46.472086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Attempting to bind port 318545fc-8d2f-4e67-b2e2-f2bbac384a8f on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:33:46.472086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Attempting to bind port 318545fc-8d2f-4e67-b2e2-f2bbac384a8f by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '04967115-47b4-4936-835f-0b90ef139127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '75f98acc-16b9-4ace-8f2c-be517fe76c5d'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:33:46.477551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Attempting to bind port 318545fc-8d2f-4e67-b2e2-f2bbac384a8f on network 75f98acc-16b9-4ace-8f2c-be517fe76c5d {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:33:46.478102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:46.480004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:33:46.480434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Checking segment: {'id': '04967115-47b4-4936-835f-0b90ef139127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '75f98acc-16b9-4ace-8f2c-be517fe76c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:46.480922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:46.481314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Bound using segment: {'id': '04967115-47b4-4936-835f-0b90ef139127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '75f98acc-16b9-4ace-8f2c-be517fe76c5d'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:33:46.482421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Bound port: 318545fc-8d2f-4e67-b2e2-f2bbac384a8f, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04967115-47b4-4936-835f-0b90ef139127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '75f98acc-16b9-4ace-8f2c-be517fe76c5d'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:33:46.482421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:46.526113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port 1a53ebe6-ffeb-4590-9d64-7be559a05da7 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:46.526113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:46.526417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b43f2877-6719-4927-a819-b52a9539c7ce tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/routers/9e2df098-cda5-4a31-bbd6-cd10640fe25e HTTP/1.1" status: 200 len: 952 time: 0.5432429 Dec 07 13:33:46.528255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49660) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:46.543073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a769ef3c-0a10-41b4-b9eb-cd3f7e0835f9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'router': {'routes': None}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:46.636157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] For port 318545fc-8d2f-4e67-b2e2-f2bbac384a8f, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:33:46.645005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] For port 318545fc-8d2f-4e67-b2e2-f2bbac384a8f, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=318545fc-8d2f-4e67-b2e2-f2bbac384a8f,segment=NetworkSegment(04967115-47b4-4936-835f-0b90ef139127),segment_id=04967115-47b4-4936-835f-0b90ef139127)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:33:46.690384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:46.697156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:46.740210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec1d41d-ebe2-4e1c-b0a7-6d547387fa77 None None] DHCP port deletion for 0d6091c1-549e-40aa-8c7e-6e3b70eb9afc request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:33:46.767135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eec1d41d-ebe2-4e1c-b0a7-6d547387fa77 None None] Deleting port 1a53ebe6-ffeb-4590-9d64-7be559a05da7 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:46.767563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eec1d41d-ebe2-4e1c-b0a7-6d547387fa77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:46.789641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94ea4f47-b400-4f61-b31f-2fa8f6944994 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:46.996446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-94ea4f47-b400-4f61-b31f-2fa8f6944994 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for fdd47a66-4392-4c85-a50e-013764d65353 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:47.099032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51c9f8-3c04-4c5f-ac28-ccb8a36634c2 None None] Pushing event updated for resources: {'Port': ['ID=318545fc-8d2f-4e67-b2e2-f2bbac384a8f,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:47.107211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0c51c9f8-3c04-4c5f-ac28-ccb8a36634c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:47.115449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:47.314237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] For port 1a53ebe6-ffeb-4590-9d64-7be559a05da7, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1a53ebe6-ffeb-4590-9d64-7be559a05da7,segment=NetworkSegment(26f1ac59-2b3a-4acc-9ae6-c07f596b40b7),segment_id=26f1ac59-2b3a-4acc-9ae6-c07f596b40b7)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:47.315382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:47.449863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eec1d41d-ebe2-4e1c-b0a7-6d547387fa77 None None] For port 1a53ebe6-ffeb-4590-9d64-7be559a05da7, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1a53ebe6-ffeb-4590-9d64-7be559a05da7,segment=NetworkSegment(26f1ac59-2b3a-4acc-9ae6-c07f596b40b7),segment_id=26f1ac59-2b3a-4acc-9ae6-c07f596b40b7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:47.450773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eec1d41d-ebe2-4e1c-b0a7-6d547387fa77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:47.467101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for 1a53ebe6-ffeb-4590-9d64-7be559a05da7 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:47.488945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94ea4f47-b400-4f61-b31f-2fa8f6944994 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:47.509958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-42760eb6-7620-4db5-b1e3-f8af67a3b6f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:47.550144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56382bc1-c920-491d-a8f0-0374cb3e06df tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:47.557866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:47.603362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eec1d41d-ebe2-4e1c-b0a7-6d547387fa77 None None] Calling delete_port for 1a53ebe6-ffeb-4590-9d64-7be559a05da7 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:47.618079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56382bc1-c920-491d-a8f0-0374cb3e06df tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=c5e142e0-8eca-4f02-938f-740ecbc86b0f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:47.625111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-56382bc1-c920-491d-a8f0-0374cb3e06df tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:47.686960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:47.687841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:47.725214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:47.758697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:47.817534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3202c509-b92f-4d79-8de1-4bdc19d0b64a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:47.872546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:47.874698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea4f47-b400-4f61-b31f-2fa8f6944994 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=fdd47a66-4392-4c85-a50e-013764d65353,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:47.881572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-94ea4f47-b400-4f61-b31f-2fa8f6944994 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:47.884517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94ea4f47-b400-4f61-b31f-2fa8f6944994 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:47.912738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-beee9813-817d-4dfe-9d4c-f862f4988df7 None None] Provisioning for port 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:47.921931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-beee9813-817d-4dfe-9d4c-f862f4988df7 None None] Provisioning complete for port 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:47.922684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-beee9813-817d-4dfe-9d4c-f862f4988df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:47.941958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=1a53ebe6-ffeb-4590-9d64-7be559a05da7,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:47.952496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:47.966294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No DVR routers for this DVR port 1a53ebe6-ffeb-4590-9d64-7be559a05da7 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:33:47.983590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-eec1d41d-ebe2-4e1c-b0a7-6d547387fa77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:33:47.984020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-eec1d41d-ebe2-4e1c-b0a7-6d547387fa77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:33:47.988216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:47.995119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:47.995666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:47.999006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-94ea4f47-b400-4f61-b31f-2fa8f6944994 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/fdd47a66-4392-4c85-a50e-013764d65353 HTTP/1.1" status: 204 len: 168 time: 1.9402590 Dec 07 13:33:48.003998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49664) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:48.008006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56382bc1-c920-491d-a8f0-0374cb3e06df tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:48.025606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:48.186798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-beee9813-817d-4dfe-9d4c-f862f4988df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:48.217771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e854eea5-7e35-4541-9382-63f4603a8074 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:48.219573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e854eea5-7e35-4541-9382-63f4603a8074 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:48.220479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e854eea5-7e35-4541-9382-63f4603a8074 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:48.301921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:48.317928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-beee9813-817d-4dfe-9d4c-f862f4988df7 None None] For port 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1bc4b9f3-8853-46d9-8bfa-a76feb909ea7,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:48.392495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.extraroute_db [None req-a769ef3c-0a10-41b4-b9eb-cd3f7e0835f9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Added routes are [] {{(pid=88898) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 07 13:33:48.393647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.extraroute_db [None req-a769ef3c-0a10-41b4-b9eb-cd3f7e0835f9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88898) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 07 13:33:48.402653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Allocated IP 172.36.4.65 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/3947ae66-63bb-44ef-9fed-7f1ae2d2cdfb) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:48.410677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6091c1-549e-40aa-8c7e-6e3b70eb9afc']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:48.413140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e854eea5-7e35-4541-9382-63f4603a8074 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:48.417093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e854eea5-7e35-4541-9382-63f4603a8074 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4088888 Dec 07 13:33:48.418477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49668) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:48.427711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f1ac59-2b3a-4acc-9ae6-c07f596b40b7') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:48.428053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f1ac59-2b3a-4acc-9ae6-c07f596b40b7') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:48.443980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-beee9813-817d-4dfe-9d4c-f862f4988df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:48.449781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:48.457693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9fbf930e-c2e3-4b59-be00-ca3d8c18255e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:48.493473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a769ef3c-0a10-41b4-b9eb-cd3f7e0835f9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:48.500271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eec1d41d-ebe2-4e1c-b0a7-6d547387fa77 None None] Deleting port 1a53ebe6-ffeb-4590-9d64-7be559a05da7 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:48.500634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eec1d41d-ebe2-4e1c-b0a7-6d547387fa77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:48.546077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:48.577200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:33:48.577649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:33:48.596569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:33:48.616749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eec1d41d-ebe2-4e1c-b0a7-6d547387fa77 None None] The port '1a53ebe6-ffeb-4590-9d64-7be559a05da7' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:33:48.668835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee9813-817d-4dfe-9d4c-f862f4988df7 None None] Pushing event updated for resources: {'Port': ['ID=1bc4b9f3-8853-46d9-8bfa-a76feb909ea7,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:48.683995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-beee9813-817d-4dfe-9d4c-f862f4988df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:48.736613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1a53ebe6-ffeb-4590-9d64-7be559a05da7 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:33:48.754964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:48.781115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 1a53ebe6-ffeb-4590-9d64-7be559a05da7 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:33:48.781508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1a53ebe6-ffeb-4590-9d64-7be559a05da7 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:33:48.800407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-afad9f71-a040-4bf8-b85f-4037116ae3b5 None None] Could not find standard attr ID for object fdd47a66-4392-4c85-a50e-013764d65353. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:33:48.822114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:48.832586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-931f73a2-5eb4-41e1-8fbb-61c55c54c4eb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet 78325f1b-dad0-47d3-8c2a-0a8103eb6255 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:33:48.833885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:44Z', 'revision_number': 6, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318545fc-8d2f-4e67-b2e2-f2bbac384a8f', 'name': '', 'network_id': '75f98acc-16b9-4ace-8f2c-be517fe76c5d', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:b8:a2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f2c588c-c798-47e0-9587-12bf963313c7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:38Z', 'updated_at': '2021-12-07T13:33:46Z', 'revision_number': 4, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '2f2c588c-c798-47e0-9587-12bf963313c7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba37af71-bfac-4b5b-b4ff-030db9c93275', 'name': '', 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:1a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:22Z', 'updated_at': '2021-12-07T13:33:39Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:48.835014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db8d654c-1539-4fc6-8be7-e661eed79114 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:48.841266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d875ad2-8b9c-4c4f-92f2-4cfa09455010 None None] The sync data for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv is: [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:44Z', 'revision_number': 6, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318545fc-8d2f-4e67-b2e2-f2bbac384a8f', 'name': '', 'network_id': '75f98acc-16b9-4ace-8f2c-be517fe76c5d', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:b8:a2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f2c588c-c798-47e0-9587-12bf963313c7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:38Z', 'updated_at': '2021-12-07T13:33:46Z', 'revision_number': 4, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '2f2c588c-c798-47e0-9587-12bf963313c7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba37af71-bfac-4b5b-b4ff-030db9c93275', 'name': '', 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:1a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:22Z', 'updated_at': '2021-12-07T13:33:39Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:33:48.848958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-931f73a2-5eb4-41e1-8fbb-61c55c54c4eb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:48.857043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:48.871685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Network': ['ID=0d6091c1-549e-40aa-8c7e-6e3b70eb9afc,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:48.886882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:48.925331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-931f73a2-5eb4-41e1-8fbb-61c55c54c4eb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:48.974196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:48.984153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:49.062593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/networks/0d6091c1-549e-40aa-8c7e-6e3b70eb9afc HTTP/1.1" status: 204 len: 168 time: 2.9215353 Dec 07 13:33:49.149071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 318545fc-8d2f-4e67-b2e2-f2bbac384a8f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:49.157276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49672) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:49.271642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 318545fc-8d2f-4e67-b2e2-f2bbac384a8f completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:49.275639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d185d-75a8-4345-b07f-cf559d50f6e4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:49.283380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f98d185d-75a8-4345-b07f-cf559d50f6e4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports/1faa0135-3c27-4b66-855f-32e8b203af90 HTTP/1.1" status: 200 len: 840 time: 0.1248691 Dec 07 13:33:49.286208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 318545fc-8d2f-4e67-b2e2-f2bbac384a8f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:49.286956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:49.287568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49676) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:49.386284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a769ef3c-0a10-41b4-b9eb-cd3f7e0835f9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:49.405969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a769ef3c-0a10-41b4-b9eb-cd3f7e0835f9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:49.443787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:49.489177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0b880b5f-4344-49c0-962f-d5eb3715b1a0 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports/1faa0135-3c27-4b66-855f-32e8b203af90?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1953678 Dec 07 13:33:49.489398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 318545fc-8d2f-4e67-b2e2-f2bbac384a8f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=318545fc-8d2f-4e67-b2e2-f2bbac384a8f,segment=NetworkSegment(04967115-47b4-4936-835f-0b90ef139127),segment_id=04967115-47b4-4936-835f-0b90ef139127)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:49.496345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49680) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:49.504409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:49.506500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=3947ae66-63bb-44ef-9fed-7f1ae2d2cdfb,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:49.509750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:49.513167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:49.518461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:49.519470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:49.544562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:49.553521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2048543a-f9f5-4b30-92a3-03099cbbd710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:49.564417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d6b04291-4bea-4946-87cb-672fab3ccfb6 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'subnet': {'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:49.686923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=318545fc-8d2f-4e67-b2e2-f2bbac384a8f,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:49.694873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56382bc1-c920-491d-a8f0-0374cb3e06df tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:33:49.701210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:49.701643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:49.714503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-931f73a2-5eb4-41e1-8fbb-61c55c54c4eb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:49.734487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:49.760414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d6b04291-4bea-4946-87cb-672fab3ccfb6 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:49.778805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d6b04291-4bea-4946-87cb-672fab3ccfb6 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:subnet and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:49.787562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d6b04291-4bea-4946-87cb-672fab3ccfb6 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:49.801810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d6b04291-4bea-4946-87cb-672fab3ccfb6 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:49.868831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b04291-4bea-4946-87cb-672fab3ccfb6 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:49.914510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:49.915245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:49.945400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-931f73a2-5eb4-41e1-8fbb-61c55c54c4eb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:49.955071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4c3eabd7-8114-4023-8f08-43075a948777 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:50.018661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f73a2-5eb4-41e1-8fbb-61c55c54c4eb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=78325f1b-dad0-47d3-8c2a-0a8103eb6255,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:50.023673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a769ef3c-0a10-41b4-b9eb-cd3f7e0835f9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router 9e2df098-cda5-4a31-bbd6-cd10640fe25e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:33:50.039828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-931f73a2-5eb4-41e1-8fbb-61c55c54c4eb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:50.050046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-931f73a2-5eb4-41e1-8fbb-61c55c54c4eb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:50.056546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88bfe76-1cd5-475d-b098-e03d2ac19d24 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:50.058029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6b04291-4bea-4946-87cb-672fab3ccfb6 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:50.127312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56382bc1-c920-491d-a8f0-0374cb3e06df tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:33:50.133077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56382bc1-c920-491d-a8f0-0374cb3e06df tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:50.143642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2e6ab8-212b-436a-a117-6b2641b9723c None None] Sync routers for ids ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:33:50.157608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e6ab8-212b-436a-a117-6b2641b9723c None None] Routers {'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:50.175565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4f2e6ab8-212b-436a-a117-6b2641b9723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:50.207494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-56382bc1-c920-491d-a8f0-0374cb3e06df tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/floatingips/f7a88e6c-6084-406a-8c14-a7d9400af6c6 HTTP/1.1" status: 204 len: 168 time: 5.3725944 Dec 07 13:33:50.209201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ca9704-3799-4109-8512-6e7cfe1e9221', 'tag': 'eac438b4-0658-4be9-897c-eb5470e2210c'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:33:50.233588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-931f73a2-5eb4-41e1-8fbb-61c55c54c4eb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/78325f1b-dad0-47d3-8c2a-0a8103eb6255 HTTP/1.1" status: 204 len: 168 time: 1.8109224 Dec 07 13:33:50.234508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49688) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:50.358083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-27747a15-870b-428e-aa08-4eb54ae65ad8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101739 Dec 07 13:33:50.362030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49692) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:50.388916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-4f2e6ab8-212b-436a-a117-6b2641b9723c None None] Set router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:50.447430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ca9704-3799-4109-8512-6e7cfe1e9221', 'tag': 'eac438b4-0658-4be9-897c-eb5470e2210c', 'status': 'completed', 'code': 200} Dec 07 13:33:50.628273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf966d2-fa33-47a8-9fa1-366cc5c92a2f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:50.628273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9bf966d2-fa33-47a8-9fa1-366cc5c92a2f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:50.707169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router 5ed4949e-d887-4f66-86ed-9481842fd077 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:33:50.764864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683fcec-2c4b-44a4-9ffd-cc7c90a5ee49 None None] Sync routers for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:33:50.783120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683fcec-2c4b-44a4-9ffd-cc7c90a5ee49 None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:50.784142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5683fcec-2c4b-44a4-9ffd-cc7c90a5ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:50.839032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4f2e6ab8-212b-436a-a117-6b2641b9723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'name': 'tempest-TestNetworkBasicOps-router-1972260230', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254'}], 'enable_snat': True}, 'gw_port_id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:17Z', 'updated_at': '2021-12-07T13:32:30Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:19Z', 'updated_at': '2021-12-07T13:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '996154fa-9984-4f0b-aa6a-abf5b1d37e32', 'name': '', 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:7f:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:29Z', 'updated_at': '2021-12-07T13:32:46Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:50.853172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2e6ab8-212b-436a-a117-6b2641b9723c None None] Checking router: f279ebaa-cdb5-4dfe-9bc3-8a6700da768a for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:33:50.860603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9bf966d2-fa33-47a8-9fa1-366cc5c92a2f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:50.868225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e6ab8-212b-436a-a117-6b2641b9723c None None] Routers {'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:50.868438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49696) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:50.869493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4f2e6ab8-212b-436a-a117-6b2641b9723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:50.870904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9bf966d2-fa33-47a8-9fa1-366cc5c92a2f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5071080 Dec 07 13:33:51.004150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdfe95a-857a-4883-9032-c1062c74bfcd None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:33:51.030956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfe95a-857a-4883-9032-c1062c74bfcd None None] Deleting port 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:51.032124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe95a-857a-4883-9032-c1062c74bfcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:51.041173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5fb9930c-453e-48fe-a3b3-cb883e597472 req-9ef476e7-6bbe-4512-a2cc-5fd4a4f3c633 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 1099 time: 0.4563680 Dec 07 13:33:51.044643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a21d58c-eecf-48cf-8637-c73b91415085 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:51.045677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0a21d58c-eecf-48cf-8637-c73b91415085 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:51.073809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a769ef3c-0a10-41b4-b9eb-cd3f7e0835f9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:33:51.100641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 318545fc-8d2f-4e67-b2e2-f2bbac384a8f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:51.154864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-4f2e6ab8-212b-436a-a117-6b2641b9723c None None] Set router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:51.182421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a52c14-c462-47bc-a585-d638e8ca7d00 req-53968b0b-f0ee-46e2-b7cb-5b6b0e211909 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:51.183210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d1a52c14-c462-47bc-a585-d638e8ca7d00 req-53968b0b-f0ee-46e2-b7cb-5b6b0e211909 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:51.227029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:33:51.245241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac178a6b-700a-4ae6-8525-d8c1dcf5ce0d None None] Sync routers for ids ['5ed4949e-d887-4f66-86ed-9481842fd077'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:33:51.254777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d1a52c14-c462-47bc-a585-d638e8ca7d00 req-53968b0b-f0ee-46e2-b7cb-5b6b0e211909 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:51.264810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d1a52c14-c462-47bc-a585-d638e8ca7d00 req-53968b0b-f0ee-46e2-b7cb-5b6b0e211909 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 946 time: 0.2127542 Dec 07 13:33:51.278111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9930c-453e-48fe-a3b3-cb883e597472 req-b889b251-83b0-4952-914b-f6a2d0f662b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:51.280013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5fb9930c-453e-48fe-a3b3-cb883e597472 req-b889b251-83b0-4952-914b-f6a2d0f662b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8b6e945c-1f17-4fdc-84e3-c87aa5738221 HTTP/1.1" status: 200 len: 898 time: 0.2104721 Dec 07 13:33:51.285473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a769ef3c-0a10-41b4-b9eb-cd3f7e0835f9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:51.286926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a769ef3c-0a10-41b4-b9eb-cd3f7e0835f9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/9e2df098-cda5-4a31-bbd6-cd10640fe25e HTTP/1.1" status: 200 len: 702 time: 4.7575028 Dec 07 13:33:51.295613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49702) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:51.322529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:51.323871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.3774874 Dec 07 13:33:51.366922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac178a6b-700a-4ae6-8525-d8c1dcf5ce0d None None] Routers {'5ed4949e-d887-4f66-86ed-9481842fd077'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:51.367907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ac178a6b-700a-4ae6-8525-d8c1dcf5ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['5ed4949e-d887-4f66-86ed-9481842fd077'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:51.373359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0a21d58c-eecf-48cf-8637-c73b91415085 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:51.374847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0a21d58c-eecf-48cf-8637-c73b91415085 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5033574 Dec 07 13:33:51.376734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5fb9930c-453e-48fe-a3b3-cb883e597472 req-9cff5d5a-e691-48f2-ac37-e2624cee17f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eac438b4-0658-4be9-897c-eb5470e2210c HTTP/1.1" status: 200 len: 217 time: 0.0787613 Dec 07 13:33:51.377959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49706) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:51.383557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49708) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:51.410650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d1a52c14-c462-47bc-a585-d638e8ca7d00 req-be6de608-ecf6-4b16-b5f8-004ae5929156 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3445e0f-b172-4b14-839d-447ccd06f9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447580 Dec 07 13:33:51.539346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9930c-453e-48fe-a3b3-cb883e597472 req-c03d1945-98f2-4d66-b5a3-7b8193dfbffd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:51.541402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5fb9930c-453e-48fe-a3b3-cb883e597472 req-c03d1945-98f2-4d66-b5a3-7b8193dfbffd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=092dedce-640c-4fff-9bc7-444e5c13c1b8 HTTP/1.1" status: 200 len: 835 time: 0.1567581 Dec 07 13:33:51.550578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-5683fcec-2c4b-44a4-9ffd-cc7c90a5ee49 None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:51.614763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-312226ab-c466-45ee-8765-10ca8d632554 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/routers/9e2df098-cda5-4a31-bbd6-cd10640fe25e HTTP/1.1" status: 200 len: 702 time: 0.2913122 Dec 07 13:33:51.615025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49714) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:51.647506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ac178a6b-700a-4ae6-8525-d8c1dcf5ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:51.686978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac178a6b-700a-4ae6-8525-d8c1dcf5ce0d None None] Routers {'5ed4949e-d887-4f66-86ed-9481842fd077'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:51.687964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ac178a6b-700a-4ae6-8525-d8c1dcf5ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['5ed4949e-d887-4f66-86ed-9481842fd077'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:51.701040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a9c270ed-ae4a-44cf-b4ab-a3fbd30eb258 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1640673 Dec 07 13:33:51.702537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6b04291-4bea-4946-87cb-672fab3ccfb6 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:51.714408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49718) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:51.716267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8a032759-d720-432d-8c9c-c31c22db0d14 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:51.770319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ac178a6b-700a-4ae6-8525-d8c1dcf5ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:51.771158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac178a6b-700a-4ae6-8525-d8c1dcf5ce0d None None] The sync data for ids ['5ed4949e-d887-4f66-86ed-9481842fd077'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:33:51.792155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b04291-4bea-4946-87cb-672fab3ccfb6 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:51.803394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-62204fe3-545a-40cd-8b48-8f25432444fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:51.887992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b04291-4bea-4946-87cb-672fab3ccfb6 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Subnet': ['ID=476563ca-f3d0-4824-98d9-1503b3258b37,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:51.895616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d6b04291-4bea-4946-87cb-672fab3ccfb6 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:51.902559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d6b04291-4bea-4946-87cb-672fab3ccfb6 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:51.933635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 318545fc-8d2f-4e67-b2e2-f2bbac384a8f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:51.934057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:51.937333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4f2e6ab8-212b-436a-a117-6b2641b9723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'name': 'tempest-TestNetworkBasicOps-router-1972260230', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254'}], 'enable_snat': True}, 'gw_port_id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:17Z', 'updated_at': '2021-12-07T13:32:30Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:19Z', 'updated_at': '2021-12-07T13:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '996154fa-9984-4f0b-aa6a-abf5b1d37e32', 'name': '', 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:7f:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:29Z', 'updated_at': '2021-12-07T13:32:46Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:51.944406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2e6ab8-212b-436a-a117-6b2641b9723c None None] The sync data for ids ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'name': 'tempest-TestNetworkBasicOps-router-1972260230', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254'}], 'enable_snat': True}, 'gw_port_id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:17Z', 'updated_at': '2021-12-07T13:32:30Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:19Z', 'updated_at': '2021-12-07T13:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '996154fa-9984-4f0b-aa6a-abf5b1d37e32', 'name': '', 'network_id': '8b6e945c-1f17-4fdc-84e3-c87aa5738221', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:7f:83:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:29Z', 'updated_at': '2021-12-07T13:32:46Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '092dedce-640c-4fff-9bc7-444e5c13c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:33:51.962661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1200ff-1c63-487c-b84c-1b499204eada None None] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:51.963269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-62204fe3-545a-40cd-8b48-8f25432444fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:51.975537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-62204fe3-545a-40cd-8b48-8f25432444fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:51.984900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b04291-4bea-4946-87cb-672fab3ccfb6 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:51.985635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6b04291-4bea-4946-87cb-672fab3ccfb6 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:52.037376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62204fe3-545a-40cd-8b48-8f25432444fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:52.043637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62204fe3-545a-40cd-8b48-8f25432444fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:52.052042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-dbdfe95a-857a-4883-9032-c1062c74bfcd None None] For port 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1bc4b9f3-8853-46d9-8bfa-a76feb909ea7,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:52.052492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe95a-857a-4883-9032-c1062c74bfcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:52.068415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5fb9930c-453e-48fe-a3b3-cb883e597472 req-2b1ea47a-f67d-4818-8692-1caa0c4b4898 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b6e945c-1f17-4fdc-84e3-c87aa5738221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4465549 Dec 07 13:33:52.167693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7fdee662-24de-4ea4-b56c-d1ce0af7f0e4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:52.261893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfe95a-857a-4883-9032-c1062c74bfcd None None] Calling delete_port for 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:52.280349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d6b04291-4bea-4946-87cb-672fab3ccfb6 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7805619 Dec 07 13:33:52.305093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49722) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:52.325340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-92419ea6-dbac-4bbf-9e07-503daed4336f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'security_group': {'name': 'tempest-secgroup-643414393'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:52.354516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-92419ea6-dbac-4bbf-9e07-503daed4336f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:52.410505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-92419ea6-dbac-4bbf-9e07-503daed4336f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:security_group and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:52.410869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbdfe95a-857a-4883-9032-c1062c74bfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:52.422468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-92419ea6-dbac-4bbf-9e07-503daed4336f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:52.434768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:52.450454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-92419ea6-dbac-4bbf-9e07-503daed4336f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:52.549146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfe95a-857a-4883-9032-c1062c74bfcd None None] Pushing event deleted for resources: {'Port': ['ID=1bc4b9f3-8853-46d9-8bfa-a76feb909ea7,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:52.553181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbdfe95a-857a-4883-9032-c1062c74bfcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:52.598160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289d64b0-bdea-4ed1-a524-0bcbc170657f None None] New status for floating IP f7a88e6c-6084-406a-8c14-a7d9400af6c6: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:33:52.598684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5fb9930c-453e-48fe-a3b3-cb883e597472 req-b6e3b905-a0c0-4f1a-b146-08527341ac8d service neutron] 10.222.0.45 "GET /v2.0/networks/8b6e945c-1f17-4fdc-84e3-c87aa5738221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178381 Dec 07 13:33:52.616493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-92419ea6-dbac-4bbf-9e07-503daed4336f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:52.794836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdfe95a-857a-4883-9032-c1062c74bfcd None None] No DVR routers for this DVR port 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:33:52.848832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd41c9-fc1e-493f-b9f3-7c5c8a27b232 req-cb8dae3a-e2f7-4de0-81fc-356cc53e4d09 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:52.849621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-eccd41c9-fc1e-493f-b9f3-7c5c8a27b232 req-cb8dae3a-e2f7-4de0-81fc-356cc53e4d09 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:52.865198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-92419ea6-dbac-4bbf-9e07-503daed4336f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:52.878556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-92419ea6-dbac-4bbf-9e07-503daed4336f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:security_group_rule and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:52.890521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ba4fc5db-3b74-49a1-9bcc-319c68e55516 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/routers/5ed4949e-d887-4f66-86ed-9481842fd077 HTTP/1.1" status: 200 len: 880 time: 1.5058692 Dec 07 13:33:52.892944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-92419ea6-dbac-4bbf-9e07-503daed4336f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:52.900025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49728) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:52.950601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab0383-c54f-425a-b10e-f42867dea688 req-67ff5a53-0048-441f-acdd-c6bc1fb1fb44 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:52.952389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b6ab0383-c54f-425a-b10e-f42867dea688 req-67ff5a53-0048-441f-acdd-c6bc1fb1fb44 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 946 time: 0.2276137 Dec 07 13:33:52.983280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-92419ea6-dbac-4bbf-9e07-503daed4336f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:53.110367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b6ab0383-c54f-425a-b10e-f42867dea688 req-988b5c5a-f3cc-448a-b8ad-699a2c89f154 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3445e0f-b172-4b14-839d-447ccd06f9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452270 Dec 07 13:33:53.166822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5683fcec-2c4b-44a4-9ffd-cc7c90a5ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:48Z', 'revision_number': 7, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318545fc-8d2f-4e67-b2e2-f2bbac384a8f', 'name': '', 'network_id': '75f98acc-16b9-4ace-8f2c-be517fe76c5d', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:b8:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f2c588c-c798-47e0-9587-12bf963313c7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:38Z', 'updated_at': '2021-12-07T13:33:49Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '2f2c588c-c798-47e0-9587-12bf963313c7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba37af71-bfac-4b5b-b4ff-030db9c93275', 'name': '', 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:1a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:22Z', 'updated_at': '2021-12-07T13:33:39Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:53.181233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683fcec-2c4b-44a4-9ffd-cc7c90a5ee49 None None] Checking router: 9e2df098-cda5-4a31-bbd6-cd10640fe25e for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:33:53.195014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:33:53.228123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'tenant_id': '0b069abc5f4d40959c45586b29d8df59', 'fixed_ips': [{'subnet_id': '476563ca-f3d0-4824-98d9-1503b3258b37'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:33:53.229025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:53.250083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-eccd41c9-fc1e-493f-b9f3-7c5c8a27b232 req-cb8dae3a-e2f7-4de0-81fc-356cc53e4d09 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:53.250345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:33:53.250609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1bc4b9f3-8853-46d9-8bfa-a76feb909ea7 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:33:53.251370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-eccd41c9-fc1e-493f-b9f3-7c5c8a27b232 req-cb8dae3a-e2f7-4de0-81fc-356cc53e4d09 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 946 time: 0.8882024 Dec 07 13:33:53.319655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5fb9930c-453e-48fe-a3b3-cb883e597472 req-1c0e9207-10ed-4a36-85ab-7b91c3624f4c service neutron] 10.222.0.45 "GET /v2.0/networks/8b6e945c-1f17-4fdc-84e3-c87aa5738221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6914222 Dec 07 13:33:53.320080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683fcec-2c4b-44a4-9ffd-cc7c90a5ee49 None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:53.320788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5683fcec-2c4b-44a4-9ffd-cc7c90a5ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:53.334375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7fdee662-24de-4ea4-b56c-d1ce0af7f0e4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting port 318545fc-8d2f-4e67-b2e2-f2bbac384a8f {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:53.334724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7fdee662-24de-4ea4-b56c-d1ce0af7f0e4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:53.447932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-eccd41c9-fc1e-493f-b9f3-7c5c8a27b232 req-be93506c-b5a1-45b0-8dde-517f4b25f798 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port eac438b4-0658-4be9-897c-eb5470e2210c {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:53.448507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-eccd41c9-fc1e-493f-b9f3-7c5c8a27b232 req-be93506c-b5a1-45b0-8dde-517f4b25f798 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:53.557958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7fdee662-24de-4ea4-b56c-d1ce0af7f0e4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] For port 318545fc-8d2f-4e67-b2e2-f2bbac384a8f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=318545fc-8d2f-4e67-b2e2-f2bbac384a8f,segment=NetworkSegment(04967115-47b4-4936-835f-0b90ef139127),segment_id=04967115-47b4-4936-835f-0b90ef139127)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:53.558773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7fdee662-24de-4ea4-b56c-d1ce0af7f0e4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:53.562481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-5683fcec-2c4b-44a4-9ffd-cc7c90a5ee49 None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:53.594899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-92419ea6-dbac-4bbf-9e07-503daed4336f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:53.648200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Allocated IP 172.20.0.2 (b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93/476563ca-f3d0-4824-98d9-1503b3258b37/fd2fdfdd-dad6-4601-9c77-096eaa56aa61) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:53.696131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7fdee662-24de-4ea4-b56c-d1ce0af7f0e4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Calling delete_port for 318545fc-8d2f-4e67-b2e2-f2bbac384a8f owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:53.697271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-92419ea6-dbac-4bbf-9e07-503daed4336f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:53.709420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-99c2be0a-7d90-42af-9194-7a4ce03dbbb7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:53.716839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62204fe3-545a-40cd-8b48-8f25432444fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:53.816780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92419ea6-dbac-4bbf-9e07-503daed4336f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4d171c-ff72-4348-9c96-f82cdfe31333,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:53.820164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-92419ea6-dbac-4bbf-9e07-503daed4336f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:53.827623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64953b0b-77ea-4a9b-a911-4d3c3c3fc2c8 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:53.912294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62204fe3-545a-40cd-8b48-8f25432444fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:53.925344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-62204fe3-545a-40cd-8b48-8f25432444fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:53.925646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7fdee662-24de-4ea4-b56c-d1ce0af7f0e4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:53.928412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62204fe3-545a-40cd-8b48-8f25432444fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:53.928972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62204fe3-545a-40cd-8b48-8f25432444fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:53.933242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-92419ea6-dbac-4bbf-9e07-503daed4336f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:53.934553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-92419ea6-dbac-4bbf-9e07-503daed4336f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.6190474 Dec 07 13:33:53.941385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49732) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:53.942964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-55fa740a-2384-482c-a3ad-cdf0ffc21174 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:53.945305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b26d1f7-00f2-4074-b194-7ebbb9a114b9 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:53.989014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-64c09623-f797-4269-a858-6c97055b4179 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'security_group': {'name': 'tempest-secgroup-266889465'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:54.003464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64c09623-f797-4269-a858-6c97055b4179 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:54.010942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdee662-24de-4ea4-b56c-d1ce0af7f0e4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Port': ['ID=318545fc-8d2f-4e67-b2e2-f2bbac384a8f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:54.035799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7fdee662-24de-4ea4-b56c-d1ce0af7f0e4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:54.036144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62204fe3-545a-40cd-8b48-8f25432444fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=9cece044-1f1f-4e30-a1d6-2eff33082c2d,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:54.039335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-62204fe3-545a-40cd-8b48-8f25432444fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:54.041357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64c09623-f797-4269-a858-6c97055b4179 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:security_group and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:54.044319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-62204fe3-545a-40cd-8b48-8f25432444fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2505541 Dec 07 13:33:54.048769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49736) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:54.055436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-aea99d26-b7f5-42a5-a97e-eb5643e2e7ec tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:54.075502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-eccd41c9-fc1e-493f-b9f3-7c5c8a27b232 req-be93506c-b5a1-45b0-8dde-517f4b25f798 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port eac438b4-0658-4be9-897c-eb5470e2210c, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=eac438b4-0658-4be9-897c-eb5470e2210c,segment=NetworkSegment(b81968cd-0bec-457b-8403-c4cb8e0f2f39),segment_id=b81968cd-0bec-457b-8403-c4cb8e0f2f39)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:54.075748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-eccd41c9-fc1e-493f-b9f3-7c5c8a27b232 req-be93506c-b5a1-45b0-8dde-517f4b25f798 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:54.153814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64c09623-f797-4269-a858-6c97055b4179 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:54.234477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64c09623-f797-4269-a858-6c97055b4179 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:54.279765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-eccd41c9-fc1e-493f-b9f3-7c5c8a27b232 req-be93506c-b5a1-45b0-8dde-517f4b25f798 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for eac438b4-0658-4be9-897c-eb5470e2210c owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:33:54.289686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:54.321477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-de9fed45-0a01-47b4-8784-2db997468744 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Synchronizing usage tracker for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:router {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:54.330753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5683fcec-2c4b-44a4-9ffd-cc7c90a5ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:48Z', 'revision_number': 7, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318545fc-8d2f-4e67-b2e2-f2bbac384a8f', 'name': '', 'network_id': '75f98acc-16b9-4ace-8f2c-be517fe76c5d', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:b8:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f2c588c-c798-47e0-9587-12bf963313c7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:38Z', 'updated_at': '2021-12-07T13:33:49Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '2f2c588c-c798-47e0-9587-12bf963313c7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba37af71-bfac-4b5b-b4ff-030db9c93275', 'name': '', 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:1a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:22Z', 'updated_at': '2021-12-07T13:33:39Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:54.345975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Transition to ACTIVE for port object fd2fdfdd-dad6-4601-9c77-096eaa56aa61 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:54.394538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Transition to ACTIVE for port object fd2fdfdd-dad6-4601-9c77-096eaa56aa61 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:54.437417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-de9fed45-0a01-47b4-8784-2db997468744 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Unset dirty status for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:router {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:33:54.441838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-de9fed45-0a01-47b4-8784-2db997468744 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.5405478 Dec 07 13:33:54.445179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49742) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:54.445788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683fcec-2c4b-44a4-9ffd-cc7c90a5ee49 None None] The sync data for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv is: [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:48Z', 'revision_number': 7, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318545fc-8d2f-4e67-b2e2-f2bbac384a8f', 'name': '', 'network_id': '75f98acc-16b9-4ace-8f2c-be517fe76c5d', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:b8:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f2c588c-c798-47e0-9587-12bf963313c7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:38Z', 'updated_at': '2021-12-07T13:33:49Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '2f2c588c-c798-47e0-9587-12bf963313c7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba37af71-bfac-4b5b-b4ff-030db9c93275', 'name': '', 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:1a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:22Z', 'updated_at': '2021-12-07T13:33:39Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:33:54.460283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:54.461975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c953448c-ac55-4b19-b9e9-0b910083e58a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1047359643'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:54.470398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-beee9813-817d-4dfe-9d4c-f862f4988df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:54.504178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': '9cece044-1f1f-4e30-a1d6-2eff33082c2d'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:33:54.505065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:54.519178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-eccd41c9-fc1e-493f-b9f3-7c5c8a27b232 req-be93506c-b5a1-45b0-8dde-517f4b25f798 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:54.527544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64c09623-f797-4269-a858-6c97055b4179 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:54.529101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-79c5a12f-8c45-4fb2-b954-88d90ff1fce4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:54.554459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:54.558278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:54.575195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64c09623-f797-4269-a858-6c97055b4179 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:54.579216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64c09623-f797-4269-a858-6c97055b4179 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:security_group_rule and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:54.581795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93506c-b5a1-45b0-8dde-517f4b25f798 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=eac438b4-0658-4be9-897c-eb5470e2210c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:54.582921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64c09623-f797-4269-a858-6c97055b4179 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:54.589639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64c09623-f797-4269-a858-6c97055b4179 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:54.590119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-be93506c-b5a1-45b0-8dde-517f4b25f798 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:54.608555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:54.617668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-aea99d26-b7f5-42a5-a97e-eb5643e2e7ec tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:54.644228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-aea99d26-b7f5-42a5-a97e-eb5643e2e7ec tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:54.683382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccd41c9-fc1e-493f-b9f3-7c5c8a27b232 req-be93506c-b5a1-45b0-8dde-517f4b25f798 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] No DVR routers for this DVR port eac438b4-0658-4be9-897c-eb5470e2210c on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:33:54.686397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-eccd41c9-fc1e-493f-b9f3-7c5c8a27b232 req-be93506c-b5a1-45b0-8dde-517f4b25f798 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:54.691927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ca9704-3799-4109-8512-6e7cfe1e9221', 'name': 'network-vif-deleted', 'tag': 'eac438b4-0658-4be9-897c-eb5470e2210c'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:33:54.720990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756264cd-4ed0-4db5-8a55-f2f2572cdfdc req-7af43be9-14a6-41e8-9102-0a0ab20bbdf5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:54.722002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Pushing event updated for resources: {'Port': ['ID=fd2fdfdd-dad6-4601-9c77-096eaa56aa61,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:54.723072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-756264cd-4ed0-4db5-8a55-f2f2572cdfdc req-7af43be9-14a6-41e8-9102-0a0ab20bbdf5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ca9704-3799-4109-8512-6e7cfe1e9221 HTTP/1.1" status: 200 len: 946 time: 0.3527877 Dec 07 13:33:54.731914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:54.735186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7fdee662-24de-4ea4-b56c-d1ce0af7f0e4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:54.743961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea99d26-b7f5-42a5-a97e-eb5643e2e7ec tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:54.760454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-eccd41c9-fc1e-493f-b9f3-7c5c8a27b232 req-be93506c-b5a1-45b0-8dde-517f4b25f798 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "DELETE /v2.0/ports/eac438b4-0658-4be9-897c-eb5470e2210c HTTP/1.1" status: 204 len: 173 time: 1.4840205 Dec 07 13:33:54.768365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Attempting to bind port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:33:54.769132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Attempting to bind port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'ee52e116-fdb1-421d-8d95-71d514b27c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:33:54.769315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Attempting to bind port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 on network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:33:54.777446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ca9704-3799-4109-8512-6e7cfe1e9221', 'name': 'network-vif-deleted', 'tag': 'eac438b4-0658-4be9-897c-eb5470e2210c', 'status': 'completed', 'code': 200} Dec 07 13:33:54.818826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:33:54.819152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Checking segment: {'id': 'ee52e116-fdb1-421d-8d95-71d514b27c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:54.824854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:54.824854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Bound using segment: {'id': 'ee52e116-fdb1-421d-8d95-71d514b27c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:33:54.824854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Bound port: fd2fdfdd-dad6-4601-9c77-096eaa56aa61, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee52e116-fdb1-421d-8d95-71d514b27c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:33:54.824854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:54.895863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Allocated IP 2001:db8::f816:3eff:febe:d674 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/9cece044-1f1f-4e30-a1d6-2eff33082c2d/16664c54-245d-49cc-9aae-08bb55bbee5a) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:54.902453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64c09623-f797-4269-a858-6c97055b4179 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:55.050892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] For port fd2fdfdd-dad6-4601-9c77-096eaa56aa61, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:33:55.056161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64c09623-f797-4269-a858-6c97055b4179 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:55.067852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-33821afe-b10a-4ba1-8844-f6a50bdf8eea tempest-RoutersAdminNegativeTest-1776745857 tempest-RoutersAdminNegativeTest-1776745857-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:55.092375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c02d15-e9d5-4803-bfef-1e9b5bd36c88 None None] Sync routers for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:33:55.111928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c02d15-e9d5-4803-bfef-1e9b5bd36c88 None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:55.112896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-08c02d15-e9d5-4803-bfef-1e9b5bd36c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:55.284117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] For port fd2fdfdd-dad6-4601-9c77-096eaa56aa61, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=fd2fdfdd-dad6-4601-9c77-096eaa56aa61,segment=NetworkSegment(ee52e116-fdb1-421d-8d95-71d514b27c87),segment_id=ee52e116-fdb1-421d-8d95-71d514b27c87)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:33:55.316693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:55.324396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7269a44-639d-4dec-92b5-6ab549305738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:55.358806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-08c02d15-e9d5-4803-bfef-1e9b5bd36c88 None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:55.489355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Pushing event updated for resources: {'Port': ['ID=fd2fdfdd-dad6-4601-9c77-096eaa56aa61,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:55.497801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:55.500008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-756264cd-4ed0-4db5-8a55-f2f2572cdfdc req-71612516-bfc7-4baa-a070-9181a69c2c1d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3445e0f-b172-4b14-839d-447ccd06f9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7369819 Dec 07 13:33:55.506576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:55.516474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c09623-f797-4269-a858-6c97055b4179 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843b4039-f2ed-442d-a3ae-20a165f72738,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:55.521840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64c09623-f797-4269-a858-6c97055b4179 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:55.545397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aea99d26-b7f5-42a5-a97e-eb5643e2e7ec tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:55.584785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64c09623-f797-4269-a858-6c97055b4179 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:55.586149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-64c09623-f797-4269-a858-6c97055b4179 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.6096532 Dec 07 13:33:55.589423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49748) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:55.599489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Transition to ACTIVE for port object 16664c54-245d-49cc-9aae-08bb55bbee5a will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:55.608029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1516556107', 'security_groups': ['843b4039-f2ed-442d-a3ae-20a165f72738'], 'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '476563ca-f3d0-4824-98d9-1503b3258b37'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:55.643740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Transition to ACTIVE for port object 16664c54-245d-49cc-9aae-08bb55bbee5a will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:55.678369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:55.683592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9be4ff9-89b2-427e-bb5e-1f4ce66a39ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:55.805782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:55.811758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:port and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:55.815032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:55.815786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:55.818912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:55.822322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:55.828112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-08c02d15-e9d5-4803-bfef-1e9b5bd36c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:53Z', 'revision_number': 8, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba37af71-bfac-4b5b-b4ff-030db9c93275', 'name': '', 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:1a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:22Z', 'updated_at': '2021-12-07T13:33:39Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:55.828676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:55.843267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.ipam_backend_mixin [None req-aea99d26-b7f5-42a5-a97e-eb5643e2e7ec tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9cece044-1f1f-4e30-a1d6-2eff33082c2d (CIDR: 2001:db8::/64) Dec 07 13:33:55.843460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c02d15-e9d5-4803-bfef-1e9b5bd36c88 None None] Checking router: 9e2df098-cda5-4a31-bbd6-cd10640fe25e for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:33:55.843582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Pushing event updated for resources: {'Port': ['ID=16664c54-245d-49cc-9aae-08bb55bbee5a,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:55.861081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:55.872864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c02d15-e9d5-4803-bfef-1e9b5bd36c88 None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:55.873538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-08c02d15-e9d5-4803-bfef-1e9b5bd36c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:55.876779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:55.946160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Attempting to bind port 16664c54-245d-49cc-9aae-08bb55bbee5a on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:33:55.946560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Attempting to bind port 16664c54-245d-49cc-9aae-08bb55bbee5a by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:33:55.946960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Attempting to bind port 16664c54-245d-49cc-9aae-08bb55bbee5a on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:33:55.954979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:33:55.956067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:33:55.956517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:55.957369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:33:55.958251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Bound port: 16664c54-245d-49cc-9aae-08bb55bbee5a, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:33:55.958917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:56.035275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea99d26-b7f5-42a5-a97e-eb5643e2e7ec tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:33:56.036187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea99d26-b7f5-42a5-a97e-eb5643e2e7ec tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:33:56.113892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] For port 16664c54-245d-49cc-9aae-08bb55bbee5a, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:33:56.117574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] For port 16664c54-245d-49cc-9aae-08bb55bbee5a, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=16664c54-245d-49cc-9aae-08bb55bbee5a,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:33:56.141055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aea99d26-b7f5-42a5-a97e-eb5643e2e7ec tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0884061 Dec 07 13:33:56.144665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49752) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:56.147509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:56.148294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:56.152879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:56.159116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-66f14dcb-74d4-4842-9dc9-644dca59e443 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:56.162805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-08c02d15-e9d5-4803-bfef-1e9b5bd36c88 None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:56.177753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] device_id is not set on port 24f4c48c-6b8c-4125-bba3-b816a3974d9d yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:33:56.254608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Pushing event updated for resources: {'Port': ['ID=16664c54-245d-49cc-9aae-08bb55bbee5a,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:56.262501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:56.478248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Allocated IP 172.20.0.12 (b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93/476563ca-f3d0-4824-98d9-1503b3258b37/24f4c48c-6b8c-4125-bba3-b816a3974d9d) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:56.580989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-66f14dcb-74d4-4842-9dc9-644dca59e443 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:56.592299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-08c02d15-e9d5-4803-bfef-1e9b5bd36c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:53Z', 'revision_number': 8, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba37af71-bfac-4b5b-b4ff-030db9c93275', 'name': '', 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:1a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:22Z', 'updated_at': '2021-12-07T13:33:39Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:56.597523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c02d15-e9d5-4803-bfef-1e9b5bd36c88 None None] The sync data for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv is: [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:53Z', 'revision_number': 8, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba37af71-bfac-4b5b-b4ff-030db9c93275', 'name': '', 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:1a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:22Z', 'updated_at': '2021-12-07T13:33:39Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:33:56.602120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-66f14dcb-74d4-4842-9dc9-644dca59e443 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:56.634083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device eac438b4-0658-4be9-897c-eb5470e2210c no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:33:56.686193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: eac438b4-0658-4be9-897c-eb5470e2210c {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:33:56.686907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device eac438b4-0658-4be9-897c-eb5470e2210c not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:33:56.713943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f14dcb-74d4-4842-9dc9-644dca59e443 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:56.718725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:56.720464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66f14dcb-74d4-4842-9dc9-644dca59e443 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:56.733529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49758) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:56.755731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Transition to ACTIVE for port object 24f4c48c-6b8c-4125-bba3-b816a3974d9d will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:56.835692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f7d645c-1581-4cb5-9338-9d4060c20853 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:56.871867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:56.881010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f7d645c-1581-4cb5-9338-9d4060c20853 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:56.890980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9809bd68-6608-44d9-8608-a6e03cdb873d tempest-NetworksIpV6TestAttrs-135555585 tempest-NetworksIpV6TestAttrs-135555585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:56.912959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdee662-24de-4ea4-b56c-d1ce0af7f0e4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router 9e2df098-cda5-4a31-bbd6-cd10640fe25e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:33:57.015472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=24f4c48c-6b8c-4125-bba3-b816a3974d9d,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:57.020422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:57.021873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:57.022930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:57.025368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:33:57.102413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:57.106355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:57.164225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f7d645c-1581-4cb5-9338-9d4060c20853 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:57.166896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7f7d645c-1581-4cb5-9338-9d4060c20853 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:57.171068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7f7d645c-1581-4cb5-9338-9d4060c20853 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/security-groups/f3445e0f-b172-4b14-839d-447ccd06f9c6 HTTP/1.1" status: 204 len: 168 time: 0.4336195 Dec 07 13:33:57.171068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dcafc06c-f482-4127-befa-c63e8b07d409 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:57.184751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c953448c-ac55-4b19-b9e9-0b910083e58a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:57.193315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d645c-1581-4cb5-9338-9d4060c20853 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3445e0f-b172-4b14-839d-447ccd06f9c6,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:57.196296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6055667 Dec 07 13:33:57.197747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7f7d645c-1581-4cb5-9338-9d4060c20853 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:57.199311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49764) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:57.207770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-dea38f82-d46f-4ca9-85a1-8fc9b5dec0b7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'subnet': {'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:57.287972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c953448c-ac55-4b19-b9e9-0b910083e58a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:57.299512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49768) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:57.450670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdee662-24de-4ea4-b56c-d1ce0af7f0e4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:33:57.463817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b4d55-eb94-44fe-be75-dd5e7f3306e1 None None] Sync routers for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:33:57.477939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b4d55-eb94-44fe-be75-dd5e7f3306e1 None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:57.478877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-874b4d55-eb94-44fe-be75-dd5e7f3306e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:57.519153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dea38f82-d46f-4ca9-85a1-8fc9b5dec0b7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:57.540486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7fdee662-24de-4ea4-b56c-d1ce0af7f0e4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/9e2df098-cda5-4a31-bbd6-cd10640fe25e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9236381 Dec 07 13:33:57.551459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49772) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:57.579865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dea38f82-d46f-4ca9-85a1-8fc9b5dec0b7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:subnet and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:57.588606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dea38f82-d46f-4ca9-85a1-8fc9b5dec0b7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:57.602103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dea38f82-d46f-4ca9-85a1-8fc9b5dec0b7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:57.657585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-874b4d55-eb94-44fe-be75-dd5e7f3306e1 None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:57.658113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea38f82-d46f-4ca9-85a1-8fc9b5dec0b7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:57.665611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dea38f82-d46f-4ca9-85a1-8fc9b5dec0b7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:57.825020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 16664c54-245d-49cc-9aae-08bb55bbee5a up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:57.918552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.ipam_backend_mixin [None req-dea38f82-d46f-4ca9-85a1-8fc9b5dec0b7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 476563ca-f3d0-4824-98d9-1503b3258b37 (CIDR: 172.20.0.0/28) Dec 07 13:33:57.994037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 16664c54-245d-49cc-9aae-08bb55bbee5a completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:58.002807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device fd2fdfdd-dad6-4601-9c77-096eaa56aa61 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:58.066731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66f14dcb-74d4-4842-9dc9-644dca59e443 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:58.131346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2eee7cba-cb6c-4c41-8d57-5b913804e313 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:58.166371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:58.194727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 318545fc-8d2f-4e67-b2e2-f2bbac384a8f no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:33:58.216222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f14dcb-74d4-4842-9dc9-644dca59e443 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=fb47ec78-85c5-4fac-b788-5a0fcb205eb9,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:58.233974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66f14dcb-74d4-4842-9dc9-644dca59e443 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:58.255289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 318545fc-8d2f-4e67-b2e2-f2bbac384a8f {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:33:58.256086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 318545fc-8d2f-4e67-b2e2-f2bbac384a8f not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:33:58.262860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f14dcb-74d4-4842-9dc9-644dca59e443 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:58.266465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-66f14dcb-74d4-4842-9dc9-644dca59e443 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:58.270804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f14dcb-74d4-4842-9dc9-644dca59e443 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:58.271486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66f14dcb-74d4-4842-9dc9-644dca59e443 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:58.288375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f336a86c-f2b9-448c-a604-8fa5fcc1bc72 None None] Provisioning for port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:58.304022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f336a86c-f2b9-448c-a604-8fa5fcc1bc72 None None] Provisioning complete for port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:58.310144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f336a86c-f2b9-448c-a604-8fa5fcc1bc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:58.331975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea38f82-d46f-4ca9-85a1-8fc9b5dec0b7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:33:58.333059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea38f82-d46f-4ca9-85a1-8fc9b5dec0b7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:33:58.339972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-66f14dcb-74d4-4842-9dc9-644dca59e443 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1884122 Dec 07 13:33:58.357920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49776) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:58.373101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'mac_address': 'fa:16:3e:39:d6:19', 'name': 'tempest-NetworksTestDHCPv6-1765494008'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:58.427476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e82c7c65-44c7-4039-892b-5227298aed3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:58.471477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c953448c-ac55-4b19-b9e9-0b910083e58a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router 5ed4949e-d887-4f66-86ed-9481842fd077 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:33:58.484262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca437b5e-b5ba-43da-9fac-32770340203f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting subnet 2f2c588c-c798-47e0-9587-12bf963313c7 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:33:58.505857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca437b5e-b5ba-43da-9fac-32770340203f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:58.509511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dea38f82-d46f-4ca9-85a1-8fc9b5dec0b7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3088002 Dec 07 13:33:58.510197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49780) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:58.521213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ffe593d8-04d7-46f8-b5f0-c54dd258455b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'subnet': {'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:33:58.522891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f336a86c-f2b9-448c-a604-8fa5fcc1bc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:58.538483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-874b4d55-eb94-44fe-be75-dd5e7f3306e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:53Z', 'revision_number': 8, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba37af71-bfac-4b5b-b4ff-030db9c93275', 'name': '', 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:1a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:22Z', 'updated_at': '2021-12-07T13:33:39Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:58.547754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b4d55-eb94-44fe-be75-dd5e7f3306e1 None None] Checking router: 9e2df098-cda5-4a31-bbd6-cd10640fe25e for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:33:58.574958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f336a86c-f2b9-448c-a604-8fa5fcc1bc72 None None] For port fd2fdfdd-dad6-4601-9c77-096eaa56aa61, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=fd2fdfdd-dad6-4601-9c77-096eaa56aa61,segment=NetworkSegment(ee52e116-fdb1-421d-8d95-71d514b27c87),segment_id=ee52e116-fdb1-421d-8d95-71d514b27c87)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:33:58.583769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b4d55-eb94-44fe-be75-dd5e7f3306e1 None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:58.584720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-874b4d55-eb94-44fe-be75-dd5e7f3306e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:58.648444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f336a86c-f2b9-448c-a604-8fa5fcc1bc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:58.713050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:58.737170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca437b5e-b5ba-43da-9fac-32770340203f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:58.786697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ffe593d8-04d7-46f8-b5f0-c54dd258455b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:58.794373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ffe593d8-04d7-46f8-b5f0-c54dd258455b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:subnet and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:58.797814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ffe593d8-04d7-46f8-b5f0-c54dd258455b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:58.806270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ffe593d8-04d7-46f8-b5f0-c54dd258455b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:58.808799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:33:58.819866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f336a86c-f2b9-448c-a604-8fa5fcc1bc72 None None] Provisioning complete for port 1faa0135-3c27-4b66-855f-32e8b203af90 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:58.820404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f336a86c-f2b9-448c-a604-8fa5fcc1bc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:58.821500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:port and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:33:58.839630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:33:58.854053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe593d8-04d7-46f8-b5f0-c54dd258455b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:58.854567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:33:58.857818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f9358d-14e4-44bd-bb86-9e9769d6f970 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:58.860356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffe593d8-04d7-46f8-b5f0-c54dd258455b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:58.882506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336a86c-f2b9-448c-a604-8fa5fcc1bc72 None None] Pushing event updated for resources: {'Port': ['ID=fd2fdfdd-dad6-4601-9c77-096eaa56aa61,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:58.957506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca437b5e-b5ba-43da-9fac-32770340203f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:58.995719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:33:59.002555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:59.077698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port 1282d076-40d8-4aae-97f4-993ffc513c0e yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:33:59.112659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f336a86c-f2b9-448c-a604-8fa5fcc1bc72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:59.143120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-874b4d55-eb94-44fe-be75-dd5e7f3306e1 None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:33:59.178528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c953448c-ac55-4b19-b9e9-0b910083e58a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:33:59.195818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39271de7-452c-4b4a-a31a-3e2899a20d31 None None] Sync routers for ids ['5ed4949e-d887-4f66-86ed-9481842fd077'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:33:59.208666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39271de7-452c-4b4a-a31a-3e2899a20d31 None None] Routers {'5ed4949e-d887-4f66-86ed-9481842fd077'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:59.209672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-39271de7-452c-4b4a-a31a-3e2899a20d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['5ed4949e-d887-4f66-86ed-9481842fd077'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:59.232030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca437b5e-b5ba-43da-9fac-32770340203f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:59.232271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f336a86c-f2b9-448c-a604-8fa5fcc1bc72 None None] Port 1faa0135-3c27-4b66-855f-32e8b203af90 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:33:59.248786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1a732d5e-7c43-428c-bf3b-a87c6c6d4727 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:59.287089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-39271de7-452c-4b4a-a31a-3e2899a20d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:59.306476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c953448c-ac55-4b19-b9e9-0b910083e58a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:59.310479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c953448c-ac55-4b19-b9e9-0b910083e58a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/5ed4949e-d887-4f66-86ed-9481842fd077 HTTP/1.1" status: 200 len: 887 time: 4.8540313 Dec 07 13:33:59.313715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca437b5e-b5ba-43da-9fac-32770340203f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Subnet': ['ID=2f2c588c-c798-47e0-9587-12bf963313c7,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:59.316965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ca437b5e-b5ba-43da-9fac-32770340203f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:33:59.317492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49784) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:59.326476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39271de7-452c-4b4a-a31a-3e2899a20d31 None None] Routers {'5ed4949e-d887-4f66-86ed-9481842fd077'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:33:59.328130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-39271de7-452c-4b4a-a31a-3e2899a20d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['5ed4949e-d887-4f66-86ed-9481842fd077'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:59.390862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca437b5e-b5ba-43da-9fac-32770340203f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:59.395460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ca437b5e-b5ba-43da-9fac-32770340203f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/2f2c588c-c798-47e0-9587-12bf963313c7 HTTP/1.1" status: 204 len: 168 time: 1.8255870 Dec 07 13:33:59.402282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49788) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:59.447807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31467d85-dfa3-49ad-88e5-783e32a19ef4 None None] Network 75f98acc-16b9-4ace-8f2c-be517fe76c5d requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:33:59.461920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device fd2fdfdd-dad6-4601-9c77-096eaa56aa61 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:33:59.483034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-39271de7-452c-4b4a-a31a-3e2899a20d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:33:59.483876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39271de7-452c-4b4a-a31a-3e2899a20d31 None None] The sync data for ids ['5ed4949e-d887-4f66-86ed-9481842fd077'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:33:59.500644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6837662b-7537-4d0b-ad6f-3baeb314b957 None None] Provisioning for port 16664c54-245d-49cc-9aae-08bb55bbee5a completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:33:59.522248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8:0:1::2c0 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/fb47ec78-85c5-4fac-b788-5a0fcb205eb9/1282d076-40d8-4aae-97f4-993ffc513c0e) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:59.588303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:59.590091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::f816:3eff:fe39:d619 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/9cece044-1f1f-4e30-a1d6-2eff33082c2d/1282d076-40d8-4aae-97f4-993ffc513c0e) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:33:59.595604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6837662b-7537-4d0b-ad6f-3baeb314b957 None None] Provisioning complete for port 16664c54-245d-49cc-9aae-08bb55bbee5a triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:33:59.596674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6837662b-7537-4d0b-ad6f-3baeb314b957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:59.644294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting port 2adef108-9dd4-462b-8275-c60956aeb5e1 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:33:59.644861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:59.737310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffe593d8-04d7-46f8-b5f0-c54dd258455b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:59.746867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:59.790643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e64d9470-5cba-4f12-9177-b6bd18f03196 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/routers/5ed4949e-d887-4f66-86ed-9481842fd077 HTTP/1.1" status: 200 len: 887 time: 0.4689305 Dec 07 13:33:59.797104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49792) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:33:59.854335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:59.874670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object 1282d076-40d8-4aae-97f4-993ffc513c0e will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:33:59.890986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-afd83d19-cd6f-4c0e-a020-a5ed910517fa tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Synchronizing usage tracker for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:33:59.934678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:59.939216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe593d8-04d7-46f8-b5f0-c54dd258455b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:33:59.942728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:33:59.947898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ffe593d8-04d7-46f8-b5f0-c54dd258455b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:33:59.951151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe593d8-04d7-46f8-b5f0-c54dd258455b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:33:59.951817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ffe593d8-04d7-46f8-b5f0-c54dd258455b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:33:59.984143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe593d8-04d7-46f8-b5f0-c54dd258455b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Subnet': ['ID=83d77d14-c568-405e-b2be-b94c5fa32b11,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:33:59.991008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393ed2e1-099d-4fd9-8b15-07e66e76c92e None None] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:00.045616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ffe593d8-04d7-46f8-b5f0-c54dd258455b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:00.047084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:00.047984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=1282d076-40d8-4aae-97f4-993ffc513c0e,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:00.051366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:00.053471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:00.053625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-afd83d19-cd6f-4c0e-a020-a5ed910517fa tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Unset dirty status for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:00.053927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:00.058141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-afd83d19-cd6f-4c0e-a020-a5ed910517fa tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ed4949e-d887-4f66-86ed-9481842fd077 HTTP/1.1" status: 200 len: 205 time: 0.2514274 Dec 07 13:34:00.058565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:00.059297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:00.062284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49796) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:00.116610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7487710 Dec 07 13:34:00.117403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49800) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:00.170455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:00.170891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:00.172905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ffe593d8-04d7-46f8-b5f0-c54dd258455b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6573977 Dec 07 13:34:00.176117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49804) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:00.186073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-eff807e9-dbf3-46cc-8823-cac57e5c0df1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1187559784', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '83d77d14-c568-405e-b2be-b94c5fa32b11'}], 'security_groups': ['6a4d171c-ff72-4348-9c96-f82cdfe31333']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:00.222821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe87b1fe-b7ad-47cb-b201-7933209213b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:00.240235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] For port 2adef108-9dd4-462b-8275-c60956aeb5e1, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=2adef108-9dd4-462b-8275-c60956aeb5e1,segment=NetworkSegment(04967115-47b4-4936-835f-0b90ef139127),segment_id=04967115-47b4-4936-835f-0b90ef139127)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:00.240649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:00.254430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d4754243-7a4e-421d-897a-4146761485c6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port 1282d076-40d8-4aae-97f4-993ffc513c0e {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:00.254929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d4754243-7a4e-421d-897a-4146761485c6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:00.291660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6837662b-7537-4d0b-ad6f-3baeb314b957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:00.384931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e82c7c65-44c7-4039-892b-5227298aed3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 996154fa-9984-4f0b-aa6a-abf5b1d37e32 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:00.385320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e82c7c65-44c7-4039-892b-5227298aed3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:00.417474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Calling delete_port for 2adef108-9dd4-462b-8275-c60956aeb5e1 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:00.484186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff23a2a7-da7d-4235-a3d6-cc853e217941 None None] DHCP port deletion for 75f98acc-16b9-4ace-8f2c-be517fe76c5d request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:34:00.517261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6837662b-7537-4d0b-ad6f-3baeb314b957 None None] For port 16664c54-245d-49cc-9aae-08bb55bbee5a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=16664c54-245d-49cc-9aae-08bb55bbee5a,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:00.542097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ff23a2a7-da7d-4235-a3d6-cc853e217941 None None] Deleting port 2adef108-9dd4-462b-8275-c60956aeb5e1 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:00.542560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ff23a2a7-da7d-4235-a3d6-cc853e217941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:00.579940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-874b4d55-eb94-44fe-be75-dd5e7f3306e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:53Z', 'revision_number': 8, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba37af71-bfac-4b5b-b4ff-030db9c93275', 'name': '', 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:1a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:22Z', 'updated_at': '2021-12-07T13:33:39Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:00.617196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6837662b-7537-4d0b-ad6f-3baeb314b957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:00.632971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b01e42b2-6fa4-41c0-8885-3d3009dd89d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:00.662103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9692208a-c3ff-4210-acea-5f318b40843d None None] Update dhcp port {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'fixed_ips': [{'subnet_id': '9cece044-1f1f-4e30-a1d6-2eff33082c2d', 'ip_address': '2001:db8::f816:3eff:febe:d674'}, {'subnet_id': 'fb47ec78-85c5-4fac-b788-5a0fcb205eb9'}], 'binding:host_id': 'dv-neutron-ussuri-2-hyperv'}, 'id': '16664c54-245d-49cc-9aae-08bb55bbee5a'} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 07 13:34:00.710198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b4d55-eb94-44fe-be75-dd5e7f3306e1 None None] The sync data for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv is: [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:33:53Z', 'revision_number': 8, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba37af71-bfac-4b5b-b4ff-030db9c93275', 'name': '', 'network_id': '9b096759-8c4d-4e3a-9f4b-9603d7548a19', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:1a:14:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:22Z', 'updated_at': '2021-12-07T13:33:39Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:34:00.998521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9692208a-c3ff-4210-acea-5f318b40843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.011342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.015210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eff807e9-dbf3-46cc-8823-cac57e5c0df1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.021262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7e804fca-5e09-482b-8208-ff4439df53e9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:01.070310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6837662b-7537-4d0b-ad6f-3baeb314b957 None None] Provisioning for port 24f4c48c-6b8c-4125-bba3-b816a3974d9d completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:01.073457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e82c7c65-44c7-4039-892b-5227298aed3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 996154fa-9984-4f0b-aa6a-abf5b1d37e32, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=996154fa-9984-4f0b-aa6a-abf5b1d37e32,segment=NetworkSegment(b81968cd-0bec-457b-8403-c4cb8e0f2f39),segment_id=b81968cd-0bec-457b-8403-c4cb8e0f2f39)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:01.073774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e82c7c65-44c7-4039-892b-5227298aed3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.083453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Port': ['ID=2adef108-9dd4-462b-8275-c60956aeb5e1,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:01.085572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ff23a2a7-da7d-4235-a3d6-cc853e217941 None None] The port '2adef108-9dd4-462b-8275-c60956aeb5e1' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:34:01.095251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:01.165334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6837662b-7537-4d0b-ad6f-3baeb314b957 None None] Provisioning complete for port 24f4c48c-6b8c-4125-bba3-b816a3974d9d triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:01.165699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6837662b-7537-4d0b-ad6f-3baeb314b957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.183569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d4754243-7a4e-421d-897a-4146761485c6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.198739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837662b-7537-4d0b-ad6f-3baeb314b957 None None] Pushing event updated for resources: {'Port': ['ID=16664c54-245d-49cc-9aae-08bb55bbee5a,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:01.214953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6837662b-7537-4d0b-ad6f-3baeb314b957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:01.223215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e82c7c65-44c7-4039-892b-5227298aed3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 996154fa-9984-4f0b-aa6a-abf5b1d37e32 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:01.254099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] No DVR routers for this DVR port 2adef108-9dd4-462b-8275-c60956aeb5e1 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:34:01.317687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6837662b-7537-4d0b-ad6f-3baeb314b957 None None] Port 24f4c48c-6b8c-4125-bba3-b816a3974d9d cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:34:01.341842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d4754243-7a4e-421d-897a-4146761485c6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for 1282d076-40d8-4aae-97f4-993ffc513c0e owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:01.419599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15142055-5710-44e3-a559-2480cf29a737 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.481792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 16664c54-245d-49cc-9aae-08bb55bbee5a up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:01.512155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.549615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-9692208a-c3ff-4210-acea-5f318b40843d None None] Allocated IP 2001:db8:0:1::2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/fb47ec78-85c5-4fac-b788-5a0fcb205eb9/16664c54-245d-49cc-9aae-08bb55bbee5a) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:01.554375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f98acc-16b9-4ace-8f2c-be517fe76c5d']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:01.577499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04967115-47b4-4936-835f-0b90ef139127') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:01.577884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04967115-47b4-4936-835f-0b90ef139127') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:01.598533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.684733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.690792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.706609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:34:01.707169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.715616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4371589c-2138-400e-85ba-c51c7983cb97 None None] Update dhcp port {'port': {'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'fixed_ips': [{'subnet_id': '476563ca-f3d0-4824-98d9-1503b3258b37', 'ip_address': '172.20.0.2'}, {'subnet_id': '83d77d14-c568-405e-b2be-b94c5fa32b11'}], 'binding:host_id': 'dv-neutron-ussuri-2-hyperv'}, 'id': 'fd2fdfdd-dad6-4601-9c77-096eaa56aa61'} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:34:01.723987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:34:01.780522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 16664c54-245d-49cc-9aae-08bb55bbee5a triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:01.780951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.847110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4371589c-2138-400e-85ba-c51c7983cb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.854840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-eff807e9-dbf3-46cc-8823-cac57e5c0df1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Delete allocated IP 172.20.0.12 (b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93/476563ca-f3d0-4824-98d9-1503b3258b37) {{(pid=88897) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 07 13:34:01.865135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-eff807e9-dbf3-46cc-8823-cac57e5c0df1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Allocated IP 172.20.0.24 (b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93/83d77d14-c568-405e-b2be-b94c5fa32b11/24f4c48c-6b8c-4125-bba3-b816a3974d9d) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:01.871175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d4754243-7a4e-421d-897a-4146761485c6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.879853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:01.891583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9692208a-c3ff-4210-acea-5f318b40843d None None] For port 16664c54-245d-49cc-9aae-08bb55bbee5a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=16664c54-245d-49cc-9aae-08bb55bbee5a,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:01.902124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.907556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-84280ee1-3e9f-4fa5-8bf8-fc7323d26750 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:01.927853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.940615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4754243-7a4e-421d-897a-4146761485c6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=1282d076-40d8-4aae-97f4-993ffc513c0e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:01.943268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4754243-7a4e-421d-897a-4146761485c6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:01.944224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Network': ['ID=75f98acc-16b9-4ace-8f2c-be517fe76c5d,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:01.946179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e82c7c65-44c7-4039-892b-5227298aed3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:01.953174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:01.956455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-16759a2b-374e-434c-87c0-a60cc3f8af8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:02.013059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c7c65-44c7-4039-892b-5227298aed3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=996154fa-9984-4f0b-aa6a-abf5b1d37e32,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:02.026498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e82c7c65-44c7-4039-892b-5227298aed3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:02.029440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/networks/75f98acc-16b9-4ace-8f2c-be517fe76c5d HTTP/1.1" status: 204 len: 168 time: 2.6245964 Dec 07 13:34:02.030765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15142055-5710-44e3-a559-2480cf29a737 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:02.037025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49808) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:02.050595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d4754243-7a4e-421d-897a-4146761485c6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:02.061326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9692208a-c3ff-4210-acea-5f318b40843d None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:02.101475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9692208a-c3ff-4210-acea-5f318b40843d None None] Transition to ACTIVE for port object 16664c54-245d-49cc-9aae-08bb55bbee5a will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:02.137575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d4754243-7a4e-421d-897a-4146761485c6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/1282d076-40d8-4aae-97f4-993ffc513c0e HTTP/1.1" status: 204 len: 168 time: 2.0186200 Dec 07 13:34:02.147857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49812) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:02.168580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9692208a-c3ff-4210-acea-5f318b40843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:02.186732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0c51c9f8-3c04-4c5f-ac28-ccb8a36634c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:02.247819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 2adef108-9dd4-462b-8275-c60956aeb5e1 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:34:02.280846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-15142055-5710-44e3-a559-2480cf29a737 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port 3947ae66-63bb-44ef-9fed-7f1ae2d2cdfb {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:02.281591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15142055-5710-44e3-a559-2480cf29a737 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:02.301239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6499511-f5db-4b2d-b2ec-6e50356bf8f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:02.302072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f6499511-f5db-4b2d-b2ec-6e50356bf8f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:02.329027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 2adef108-9dd4-462b-8275-c60956aeb5e1 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:34:02.329374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 2adef108-9dd4-462b-8275-c60956aeb5e1 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:34:02.342217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eff807e9-dbf3-46cc-8823-cac57e5c0df1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:02.367907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eff807e9-dbf3-46cc-8823-cac57e5c0df1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Transition to ACTIVE for port object 24f4c48c-6b8c-4125-bba3-b816a3974d9d will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:02.375716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f6499511-f5db-4b2d-b2ec-6e50356bf8f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:02.381107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f6499511-f5db-4b2d-b2ec-6e50356bf8f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2297118 Dec 07 13:34:02.385372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49816) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:02.448368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eff807e9-dbf3-46cc-8823-cac57e5c0df1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:02.456822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-22f55664-c14e-48b5-a849-b531335c023a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:02.481659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692208a-c3ff-4210-acea-5f318b40843d None None] Pushing event updated for resources: {'Port': ['ID=16664c54-245d-49cc-9aae-08bb55bbee5a,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:02.486121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9692208a-c3ff-4210-acea-5f318b40843d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:02.505352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-4371589c-2138-400e-85ba-c51c7983cb97 None None] Allocated IP 172.20.0.18 (b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93/83d77d14-c568-405e-b2be-b94c5fa32b11/fd2fdfdd-dad6-4601-9c77-096eaa56aa61) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:02.507616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4dd1d489-f9c1-4eb5-9926-5f79acab5305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:02.556213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff807e9-dbf3-46cc-8823-cac57e5c0df1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=24f4c48c-6b8c-4125-bba3-b816a3974d9d,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:02.587794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eff807e9-dbf3-46cc-8823-cac57e5c0df1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:02.656654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15142055-5710-44e3-a559-2480cf29a737 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:02.662719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679d9864-55ba-435a-a26f-16c0f20c2801 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:02.666839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-679d9864-55ba-435a-a26f-16c0f20c2801 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2776434 Dec 07 13:34:02.667650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49820) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:02.684424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4371589c-2138-400e-85ba-c51c7983cb97 None None] For port fd2fdfdd-dad6-4601-9c77-096eaa56aa61, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=fd2fdfdd-dad6-4601-9c77-096eaa56aa61,segment=NetworkSegment(ee52e116-fdb1-421d-8d95-71d514b27c87),segment_id=ee52e116-fdb1-421d-8d95-71d514b27c87)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:02.695630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eff807e9-dbf3-46cc-8823-cac57e5c0df1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] In _notify_port_updated(), no bound segment for port 24f4c48c-6b8c-4125-bba3-b816a3974d9d on network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 {{(pid=88897) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:34:02.700287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff807e9-dbf3-46cc-8823-cac57e5c0df1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:02.700973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eff807e9-dbf3-46cc-8823-cac57e5c0df1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:02.704204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-eff807e9-dbf3-46cc-8823-cac57e5c0df1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "PUT /v2.0/ports/24f4c48c-6b8c-4125-bba3-b816a3974d9d HTTP/1.1" status: 200 len: 921 time: 2.5249510 Dec 07 13:34:02.706221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49824) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:02.732034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4371589c-2138-400e-85ba-c51c7983cb97 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:02.755139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4371589c-2138-400e-85ba-c51c7983cb97 None None] Transition to ACTIVE for port object fd2fdfdd-dad6-4601-9c77-096eaa56aa61 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:02.786819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4371589c-2138-400e-85ba-c51c7983cb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:02.796701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-030010c0-91e2-4f84-a51d-9be23e8db8af tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port 24f4c48c-6b8c-4125-bba3-b816a3974d9d {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:02.797286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-030010c0-91e2-4f84-a51d-9be23e8db8af tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:02.797407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb342035-a4ff-4f8f-b5f5-27461d841512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:02.867481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:02.997780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371589c-2138-400e-85ba-c51c7983cb97 None None] Pushing event updated for resources: {'Port': ['ID=fd2fdfdd-dad6-4601-9c77-096eaa56aa61,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:03.001141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4371589c-2138-400e-85ba-c51c7983cb97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:03.100858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-030010c0-91e2-4f84-a51d-9be23e8db8af tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:03.152297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-15142055-5710-44e3-a559-2480cf29a737 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for 3947ae66-63bb-44ef-9fed-7f1ae2d2cdfb owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:03.241798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-030010c0-91e2-4f84-a51d-9be23e8db8af tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for 24f4c48c-6b8c-4125-bba3-b816a3974d9d owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:03.397136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc7aee1-b539-461f-aa55-c6ad393e6f34 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:03.398743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc7aee1-b539-461f-aa55-c6ad393e6f34 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:03.400262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc7aee1-b539-461f-aa55-c6ad393e6f34 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:03.401159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4cc7aee1-b539-461f-aa55-c6ad393e6f34 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:03.461450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-030010c0-91e2-4f84-a51d-9be23e8db8af tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:03.469614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ab96b72-4d56-49d3-88b7-1b756d9a4064 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:03.497068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4cc7aee1-b539-461f-aa55-c6ad393e6f34 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:03.501190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4cc7aee1-b539-461f-aa55-c6ad393e6f34 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.8287055 Dec 07 13:34:03.507208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49828) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:03.511381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 16664c54-245d-49cc-9aae-08bb55bbee5a up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:03.565882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030010c0-91e2-4f84-a51d-9be23e8db8af tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=24f4c48c-6b8c-4125-bba3-b816a3974d9d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:03.582438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e82c7c65-44c7-4039-892b-5227298aed3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:03.583202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-030010c0-91e2-4f84-a51d-9be23e8db8af tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:03.643724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device fd2fdfdd-dad6-4601-9c77-096eaa56aa61 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:03.752779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5066-2d36-46a4-b2bf-391a55350a0a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:03.758328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-030010c0-91e2-4f84-a51d-9be23e8db8af tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:03.763771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e40b6af5-9a25-4ddb-af96-afc1218daa43 None None] Provisioning for port 16664c54-245d-49cc-9aae-08bb55bbee5a completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:03.770189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e40b6af5-9a25-4ddb-af96-afc1218daa43 None None] Provisioning complete for port 16664c54-245d-49cc-9aae-08bb55bbee5a triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:03.770909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e40b6af5-9a25-4ddb-af96-afc1218daa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:03.773212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-030010c0-91e2-4f84-a51d-9be23e8db8af tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/24f4c48c-6b8c-4125-bba3-b816a3974d9d HTTP/1.1" status: 204 len: 168 time: 1.0657632 Dec 07 13:34:03.774313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49832) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:03.893720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15142055-5710-44e3-a559-2480cf29a737 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:03.909018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:03.933979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f35dfb-2bbf-4f94-946f-7e4634cc4b9d tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] GET failed (client error): The resource could not be found. Dec 07 13:34:03.934710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-85f35dfb-2bbf-4f94-946f-7e4634cc4b9d tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Synchronizing usage tracker for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:03.972320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15142055-5710-44e3-a559-2480cf29a737 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Port': ['ID=3947ae66-63bb-44ef-9fed-7f1ae2d2cdfb,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:03.975301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15142055-5710-44e3-a559-2480cf29a737 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:03.994680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-85f35dfb-2bbf-4f94-946f-7e4634cc4b9d tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Unset dirty status for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:03.998958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-85f35dfb-2bbf-4f94-946f-7e4634cc4b9d tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports/24f4c48c-6b8c-4125-bba3-b816a3974d9d HTTP/1.1" status: 404 len: 333 time: 0.2209854 Dec 07 13:34:03.999651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49836) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:04.057379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-a742f028-ac7e-4385-9ca9-9230acc3f613 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet 9cece044-1f1f-4e30-a1d6-2eff33082c2d {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:34:04.060874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a742f028-ac7e-4385-9ca9-9230acc3f613 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.151868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a742f028-ac7e-4385-9ca9-9230acc3f613 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.203635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f61263a5-f783-4196-94c2-b47bfcaecd55 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.206990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8d1161bd-9172-41c0-8bea-ce852a82f385 None None] Could not find standard attr ID for object 1282d076-40d8-4aae-97f4-993ffc513c0e. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:34:04.213807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8d1161bd-9172-41c0-8bea-ce852a82f385 None None] Could not find standard attr ID for object 24f4c48c-6b8c-4125-bba3-b816a3974d9d. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:34:04.252331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f61263a5-f783-4196-94c2-b47bfcaecd55 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.255301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8d1161bd-9172-41c0-8bea-ce852a82f385 None None] Provisioning for port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:04.261268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8d1161bd-9172-41c0-8bea-ce852a82f385 None None] Provisioning complete for port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:04.261919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8d1161bd-9172-41c0-8bea-ce852a82f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.328627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a742f028-ac7e-4385-9ca9-9230acc3f613 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.373552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15142055-5710-44e3-a559-2480cf29a737 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.405340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f61263a5-f783-4196-94c2-b47bfcaecd55 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.412881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-74956b3a-10d9-4f46-96b5-944707f87d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:04.429677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61263a5-f783-4196-94c2-b47bfcaecd55 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=843b4039-f2ed-442d-a3ae-20a165f72738,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:04.434339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f61263a5-f783-4196-94c2-b47bfcaecd55 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:04.444455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f61263a5-f783-4196-94c2-b47bfcaecd55 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.445716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f61263a5-f783-4196-94c2-b47bfcaecd55 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/security-groups/843b4039-f2ed-442d-a3ae-20a165f72738 HTTP/1.1" status: 204 len: 168 time: 0.4421105 Dec 07 13:34:04.448838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49840) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:04.513471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8d1161bd-9172-41c0-8bea-ce852a82f385 None None] Provisioning complete for port 1faa0135-3c27-4b66-855f-32e8b203af90 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:04.513898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8d1161bd-9172-41c0-8bea-ce852a82f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.549712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a742f028-ac7e-4385-9ca9-9230acc3f613 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.563257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e5876b65-cb52-4b59-82d2-548981d6e90f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:04.607762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8d1161bd-9172-41c0-8bea-ce852a82f385 None None] Port 1faa0135-3c27-4b66-855f-32e8b203af90 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:34:04.637998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742f028-ac7e-4385-9ca9-9230acc3f613 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=9cece044-1f1f-4e30-a1d6-2eff33082c2d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:04.643055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99d3d318-1f89-42b0-8067-eb47ce6c12f7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.646615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a742f028-ac7e-4385-9ca9-9230acc3f613 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:04.661042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a742f028-ac7e-4385-9ca9-9230acc3f613 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.681034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6de7061-9508-4d05-8250-732c1c781081 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:04.691304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99d3d318-1f89-42b0-8067-eb47ce6c12f7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.747697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a742f028-ac7e-4385-9ca9-9230acc3f613 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/9cece044-1f1f-4e30-a1d6-2eff33082c2d HTTP/1.1" status: 204 len: 168 time: 1.2325659 Dec 07 13:34:04.748978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49844) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:04.794464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.798051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99d3d318-1f89-42b0-8067-eb47ce6c12f7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.814118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab93d4ca-893b-4e67-badf-52d1da7a83b1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:04.844025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3d318-1f89-42b0-8067-eb47ce6c12f7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4d171c-ff72-4348-9c96-f82cdfe31333,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:04.851998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-99d3d318-1f89-42b0-8067-eb47ce6c12f7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:04.855496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-99d3d318-1f89-42b0-8067-eb47ce6c12f7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.856965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-99d3d318-1f89-42b0-8067-eb47ce6c12f7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/security-groups/6a4d171c-ff72-4348-9c96-f82cdfe31333 HTTP/1.1" status: 204 len: 168 time: 0.4070809 Dec 07 13:34:04.860663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49848) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:04.920569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-3874ffcc-d709-4fd0-b6eb-412a193ed256 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet fb47ec78-85c5-4fac-b788-5a0fcb205eb9 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:34:04.940227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3874ffcc-d709-4fd0-b6eb-412a193ed256 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:04.988677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9755c6a0-84ac-47d4-b55e-57337f8aef9c None None] Could not find standard attr ID for object 24f4c48c-6b8c-4125-bba3-b816a3974d9d. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:34:05.008422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15142055-5710-44e3-a559-2480cf29a737 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:05.029547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c7c52c-0b0a-46b5-94cf-3c1c3cddfc32 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting subnet 476563ca-f3d0-4824-98d9-1503b3258b37 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:34:05.038276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3874ffcc-d709-4fd0-b6eb-412a193ed256 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:05.070997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21c7c52c-0b0a-46b5-94cf-3c1c3cddfc32 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:05.106268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15142055-5710-44e3-a559-2480cf29a737 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:05.164189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21c7c52c-0b0a-46b5-94cf-3c1c3cddfc32 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:05.263408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3874ffcc-d709-4fd0-b6eb-412a193ed256 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:05.430945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15142055-5710-44e3-a559-2480cf29a737 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:05.431576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15142055-5710-44e3-a559-2480cf29a737 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Fanout notify agent at l3_agent the message router_deleted on router 5ed4949e-d887-4f66-86ed-9481842fd077 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:34:05.586258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15142055-5710-44e3-a559-2480cf29a737 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:05.591732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-15142055-5710-44e3-a559-2480cf29a737 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/routers/5ed4949e-d887-4f66-86ed-9481842fd077 HTTP/1.1" status: 204 len: 168 time: 5.5177338 Dec 07 13:34:05.592473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49852) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:05.600584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'network': {'name': 'tempest-RoutersTest-24053558'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:05.604831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21c7c52c-0b0a-46b5-94cf-3c1c3cddfc32 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:05.655882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:05.663885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:network and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:05.668558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:05.681734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:05.729368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:05.735264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:05.762481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21c7c52c-0b0a-46b5-94cf-3c1c3cddfc32 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:05.768833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b9f89d84-a755-4e5e-baf5-fbf2a549be8e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:05.801074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3874ffcc-d709-4fd0-b6eb-412a193ed256 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:05.823718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:34:05.826280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7c52c-0b0a-46b5-94cf-3c1c3cddfc32 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Subnet': ['ID=476563ca-f3d0-4824-98d9-1503b3258b37,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:05.835455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-21c7c52c-0b0a-46b5-94cf-3c1c3cddfc32 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:05.836617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-41abb9f3-6b66-4775-89ef-f5da376c458d tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:05.872580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82c7c65-44c7-4039-892b-5227298aed3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:34:05.878008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3874ffcc-d709-4fd0-b6eb-412a193ed256 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:05.882564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874ffcc-d709-4fd0-b6eb-412a193ed256 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=fb47ec78-85c5-4fac-b788-5a0fcb205eb9,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:05.884831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:05.885214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Added segment 7405eb9d-767f-401f-9fee-4d97f3ad1c95 of type vlan for network 2562e907-dc6d-40bf-93bf-6387d0e7d170 Dec 07 13:34:05.888079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21c7c52c-0b0a-46b5-94cf-3c1c3cddfc32 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:05.896578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da143ef-d1a9-4d07-b6e6-791cc9d8e590 None None] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:05.896782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3874ffcc-d709-4fd0-b6eb-412a193ed256 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:05.899137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf5066-2d36-46a4-b2bf-391a55350a0a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting port ba37af71-bfac-4b5b-b4ff-030db9c93275 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:05.899690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5066-2d36-46a4-b2bf-391a55350a0a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:05.924416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3874ffcc-d709-4fd0-b6eb-412a193ed256 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/fb47ec78-85c5-4fac-b788-5a0fcb205eb9 HTTP/1.1" status: 204 len: 168 time: 1.1712589 Dec 07 13:34:05.930890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49856) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:05.936550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-21c7c52c-0b0a-46b5-94cf-3c1c3cddfc32 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/476563ca-f3d0-4824-98d9-1503b3258b37 HTTP/1.1" status: 204 len: 168 time: 1.0731964 Dec 07 13:34:05.940228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49860) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:05.946243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e11866c0-d590-414c-b358-e6c9d5dde848 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'subnet': {'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:05.967257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:05.979298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d7f9e8-8025-4eb9-8338-8a9e1ed09a4e None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:06.073217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b40e83b6-757b-467e-920a-6f07eaead528 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1410255 Dec 07 13:34:06.078848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49864) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:06.098651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4aa42b96-4d0d-4928-8099-a4550b0f5d87 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:06.135522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:06.139899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:06.140589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:06.155627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ed3f9b6-f776-4cb2-a965-c18e7343b6da tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:06.261041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e11866c0-d590-414c-b358-e6c9d5dde848 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:06.281307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e11866c0-d590-414c-b358-e6c9d5dde848 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:subnet and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:06.288749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6939197 Dec 07 13:34:06.292480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e11866c0-d590-414c-b358-e6c9d5dde848 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:06.295471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49868) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:06.296234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Network': ['ID=2562e907-dc6d-40bf-93bf-6387d0e7d170,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:06.300059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:06.306455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'subnet': {'network_id': '2562e907-dc6d-40bf-93bf-6387d0e7d170', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:06.331257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 2562e907-dc6d-40bf-93bf-6387d0e7d170 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:34:06.333128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e11866c0-d590-414c-b358-e6c9d5dde848 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:06.364430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4aa42b96-4d0d-4928-8099-a4550b0f5d87 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:06.375832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4aa42b96-4d0d-4928-8099-a4550b0f5d87 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:06.383595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c16f523f-f6ee-49c0-91b1-079a2e41a49b None None] Provisioning complete for port 16664c54-245d-49cc-9aae-08bb55bbee5a triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:06.384165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c16f523f-f6ee-49c0-91b1-079a2e41a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:06.392466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4aa42b96-4d0d-4928-8099-a4550b0f5d87 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:06.418449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4aa42b96-4d0d-4928-8099-a4550b0f5d87 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:06.437141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:06.441816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11866c0-d590-414c-b358-e6c9d5dde848 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:06.459648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:subnet and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:06.465763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:06.512208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6bcf5066-2d36-46a4-b2bf-391a55350a0a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] For port ba37af71-bfac-4b5b-b4ff-030db9c93275, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ba37af71-bfac-4b5b-b4ff-030db9c93275,segment=NetworkSegment(82039cf3-8aa3-46a7-b200-8b1e3df1e1dc),segment_id=82039cf3-8aa3-46a7-b200-8b1e3df1e1dc)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:06.512608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5066-2d36-46a4-b2bf-391a55350a0a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:06.526312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:06.528305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa42b96-4d0d-4928-8099-a4550b0f5d87 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:06.583635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:06.668219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf5066-2d36-46a4-b2bf-391a55350a0a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Calling delete_port for ba37af71-bfac-4b5b-b4ff-030db9c93275 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:06.682624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e11866c0-d590-414c-b358-e6c9d5dde848 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:06.799997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:06.840237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4aa42b96-4d0d-4928-8099-a4550b0f5d87 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:06.840576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38e2693-ef52-4643-8974-38efba7ef932 None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:34:06.845914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d38e2693-ef52-4643-8974-38efba7ef932 None None] Deleting port 16664c54-245d-49cc-9aae-08bb55bbee5a {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:06.849217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d38e2693-ef52-4643-8974-38efba7ef932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:07.113781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d38e2693-ef52-4643-8974-38efba7ef932 None None] For port 16664c54-245d-49cc-9aae-08bb55bbee5a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=16664c54-245d-49cc-9aae-08bb55bbee5a,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:07.114368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d38e2693-ef52-4643-8974-38efba7ef932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:07.235856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e11866c0-d590-414c-b358-e6c9d5dde848 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:07.240048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d3b37e6b-46fc-44aa-b04b-8eb9f6b6ac96 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:07.263180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82c7c65-44c7-4039-892b-5227298aed3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:34:07.274714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e82c7c65-44c7-4039-892b-5227298aed3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/f279ebaa-cdb5-4dfe-9bc3-8a6700da768a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9737012 Dec 07 13:34:07.277147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d38e2693-ef52-4643-8974-38efba7ef932 None None] Calling delete_port for 16664c54-245d-49cc-9aae-08bb55bbee5a owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:07.280798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49872) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:07.347897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11866c0-d590-414c-b358-e6c9d5dde848 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:07.347897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e11866c0-d590-414c-b358-e6c9d5dde848 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:07.347897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11866c0-d590-414c-b358-e6c9d5dde848 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:07.347897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e11866c0-d590-414c-b358-e6c9d5dde848 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:07.357370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11866c0-d590-414c-b358-e6c9d5dde848 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Subnet': ['ID=3d0c3895-b757-40fb-aad8-6b0d0616e87f,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:07.361109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e11866c0-d590-414c-b358-e6c9d5dde848 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:07.405570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f498703-8391-4f06-bb11-4afa0df5bc31 None None] Sync routers for ids ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:34:07.423504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f498703-8391-4f06-bb11-4afa0df5bc31 None None] Routers {'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:07.425101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6f498703-8391-4f06-bb11-4afa0df5bc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:07.503401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 16664c54-245d-49cc-9aae-08bb55bbee5a no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:34:07.548075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 16664c54-245d-49cc-9aae-08bb55bbee5a {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:34:07.548457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 16664c54-245d-49cc-9aae-08bb55bbee5a not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:34:07.565974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:07.576229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66f14dcb-74d4-4842-9dc9-644dca59e443 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:07.629683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e11866c0-d590-414c-b358-e6c9d5dde848 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6877599 Dec 07 13:34:07.648895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49876) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:07.655139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5e16564c-50d5-436d-81af-b598ce1e4c8c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'security_group': {'name': 'tempest-secgroup-939312531'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:07.692669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5e16564c-50d5-436d-81af-b598ce1e4c8c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:07.700189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-6f498703-8391-4f06-bb11-4afa0df5bc31 None None] Set router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:07.701859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Subnet': ['ID=b933dad8-c086-471e-ac92-4b22783d0205,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:07.706277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:07.713098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5e16564c-50d5-436d-81af-b598ce1e4c8c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:security_group and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:07.726211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Checking segment: {'id': '7405eb9d-767f-401f-9fee-4d97f3ad1c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2562e907-dc6d-40bf-93bf-6387d0e7d170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:34:07.726733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network hostable DHCP agents. Network: 2562e907-dc6d-40bf-93bf-6387d0e7d170, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:34:07.729862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5e16564c-50d5-436d-81af-b598ce1e4c8c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:07.745648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef319dff-cd66-46d4-8def-04fabd5e037f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting subnet 092dedce-640c-4fff-9bc7-444e5c13c1b8 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:34:07.751318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5e16564c-50d5-436d-81af-b598ce1e4c8c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:07.756128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef319dff-cd66-46d4-8def-04fabd5e037f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:07.762418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d38e2693-ef52-4643-8974-38efba7ef932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:07.768598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a09ff57f-89f4-4f0e-a0f2-fc7ee7892729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:07.781979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network 2562e907-dc6d-40bf-93bf-6387d0e7d170 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:34:07.787275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5066-2d36-46a4-b2bf-391a55350a0a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:07.798048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9646712d-6e56-4fd4-aeee-f0feae3b05c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:07.871455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cad71fe-800d-46ad-a41f-1260fee65304 None None] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:07.872165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 2562e907-dc6d-40bf-93bf-6387d0e7d170) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:07.873355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf5066-2d36-46a4-b2bf-391a55350a0a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Port': ['ID=ba37af71-bfac-4b5b-b4ff-030db9c93275,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:07.886353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:07.887402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:07.904433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9fd485-df62-4644-8933-22ef0689a8c3 None None] Network 2562e907-dc6d-40bf-93bf-6387d0e7d170 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:07.911574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6bcf5066-2d36-46a4-b2bf-391a55350a0a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:07.925585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef319dff-cd66-46d4-8def-04fabd5e037f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:07.930468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e2693-ef52-4643-8974-38efba7ef932 None None] Pushing event deleted for resources: {'Port': ['ID=16664c54-245d-49cc-9aae-08bb55bbee5a,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:07.952559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6516151 Dec 07 13:34:07.955495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49880) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:07.962195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-96d114b0-c109-40eb-accb-15be2ef7895a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1105148739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:07.969910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-96d114b0-c109-40eb-accb-15be2ef7895a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:07.979004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-96d114b0-c109-40eb-accb-15be2ef7895a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:router and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:07.984263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-96d114b0-c109-40eb-accb-15be2ef7895a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:07.993689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-96d114b0-c109-40eb-accb-15be2ef7895a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:08.017324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e16564c-50d5-436d-81af-b598ce1e4c8c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.044320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96d114b0-c109-40eb-accb-15be2ef7895a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.045416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96d114b0-c109-40eb-accb-15be2ef7895a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.069787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96d114b0-c109-40eb-accb-15be2ef7895a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.097429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d38e2693-ef52-4643-8974-38efba7ef932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:08.130684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96d114b0-c109-40eb-accb-15be2ef7895a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.174577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e2693-ef52-4643-8974-38efba7ef932 None None] No DVR routers for this DVR port 16664c54-245d-49cc-9aae-08bb55bbee5a on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:34:08.232962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96d114b0-c109-40eb-accb-15be2ef7895a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.234650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-96d114b0-c109-40eb-accb-15be2ef7895a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2779562 Dec 07 13:34:08.236149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5f7e84cd-bcf0-4321-874c-1a459349f4ec None None] Provisioning complete for port 1faa0135-3c27-4b66-855f-32e8b203af90 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:08.237199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f7e84cd-bcf0-4321-874c-1a459349f4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.238681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49884) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:08.244143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5e16564c-50d5-436d-81af-b598ce1e4c8c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:08.248392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5e16564c-50d5-436d-81af-b598ce1e4c8c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:security_group_rule and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:08.251915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5e16564c-50d5-436d-81af-b598ce1e4c8c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:08.297540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5e16564c-50d5-436d-81af-b598ce1e4c8c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:08.406526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e16564c-50d5-436d-81af-b598ce1e4c8c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.410481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4aa42b96-4d0d-4928-8099-a4550b0f5d87 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.417120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4e4727ca-3a0f-4b94-8059-6ae80f1a897e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:08.458450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e16564c-50d5-436d-81af-b598ce1e4c8c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.494942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef319dff-cd66-46d4-8def-04fabd5e037f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.569751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa42b96-4d0d-4928-8099-a4550b0f5d87 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:08.585744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-4aa42b96-4d0d-4928-8099-a4550b0f5d87 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:08.594829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa42b96-4d0d-4928-8099-a4550b0f5d87 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:08.595578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4aa42b96-4d0d-4928-8099-a4550b0f5d87 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.625129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b0e11f-2a66-4777-a1a6-1d38f60b7a1f None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:08.626292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa42b96-4d0d-4928-8099-a4550b0f5d87 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=e7c6b191-1b41-48bf-a7cc-1340df179a33,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:08.633776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e16564c-50d5-436d-81af-b598ce1e4c8c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.638724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5e16564c-50d5-436d-81af-b598ce1e4c8c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9887226 Dec 07 13:34:08.640784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4aa42b96-4d0d-4928-8099-a4550b0f5d87 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:08.645020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49888) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:08.645642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97a29e24-5867-43f2-b68e-eb35903d1b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:08.666226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b1f64d50-2a13-451d-a310-792ad894ab49 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'security_group': {'name': 'tempest-secgroup-1420972384'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:08.678735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5f7e84cd-bcf0-4321-874c-1a459349f4ec None None] Port 1faa0135-3c27-4b66-855f-32e8b203af90 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:34:08.693406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4aa42b96-4d0d-4928-8099-a4550b0f5d87 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6106813 Dec 07 13:34:08.696942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49892) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:08.700052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b1f64d50-2a13-451d-a310-792ad894ab49 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:08.703523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e6b17a4b-a4a2-456a-8f63-3aad89ff5de0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:08.712443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b1f64d50-2a13-451d-a310-792ad894ab49 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:security_group and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:08.715989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5066-2d36-46a4-b2bf-391a55350a0a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.721460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b1f64d50-2a13-451d-a310-792ad894ab49 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:08.728389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16564c-50d5-436d-81af-b598ce1e4c8c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2479bb18-4917-42ac-8f2e-3c2f3a8bfe60,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:08.733255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b1f64d50-2a13-451d-a310-792ad894ab49 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:08.738058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5e16564c-50d5-436d-81af-b598ce1e4c8c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:08.808584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef319dff-cd66-46d4-8def-04fabd5e037f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.821991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7905b39c-614c-4ab3-8d03-011f8795027b tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:08.917959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5f7e84cd-bcf0-4321-874c-1a459349f4ec None None] Provisioning complete for port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:08.918381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f7e84cd-bcf0-4321-874c-1a459349f4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.921182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1f64d50-2a13-451d-a310-792ad894ab49 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.931587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef319dff-cd66-46d4-8def-04fabd5e037f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Subnet': ['ID=092dedce-640c-4fff-9bc7-444e5c13c1b8,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:08.943037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ef319dff-cd66-46d4-8def-04fabd5e037f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:08.954717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef319dff-cd66-46d4-8def-04fabd5e037f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.957724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-2562e907-dc6d-40bf-93bf-6387d0e7d170', 'network_id': '2562e907-dc6d-40bf-93bf-6387d0e7d170', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'fixed_ips': [{'subnet_id': 'b933dad8-c086-471e-ac92-4b22783d0205'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:34:08.958636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.967015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e6b17a4b-a4a2-456a-8f63-3aad89ff5de0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:08.971709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:08.975129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ef319dff-cd66-46d4-8def-04fabd5e037f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/subnets/092dedce-640c-4fff-9bc7-444e5c13c1b8 HTTP/1.1" status: 204 len: 168 time: 1.6932104 Dec 07 13:34:08.980866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaefc491-48e1-44e2-803d-d9e6a01c1c4d None None] Network 8b6e945c-1f17-4fdc-84e3-c87aa5738221 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:08.983158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49896) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:08.992377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e6b17a4b-a4a2-456a-8f63-3aad89ff5de0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:08.997215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e6b17a4b-a4a2-456a-8f63-3aad89ff5de0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:09.054311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e6b17a4b-a4a2-456a-8f63-3aad89ff5de0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:09.063694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b1f64d50-2a13-451d-a310-792ad894ab49 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:09.084049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b1f64d50-2a13-451d-a310-792ad894ab49 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:security_group_rule and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:09.091373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b1f64d50-2a13-451d-a310-792ad894ab49 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:09.104417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b1f64d50-2a13-451d-a310-792ad894ab49 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:09.245429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6f498703-8391-4f06-bb11-4afa0df5bc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'name': 'tempest-TestNetworkBasicOps-router-1972260230', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254'}], 'enable_snat': True}, 'gw_port_id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:17Z', 'updated_at': '2021-12-07T13:34:01Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:19Z', 'updated_at': '2021-12-07T13:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:09.332242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f498703-8391-4f06-bb11-4afa0df5bc31 None None] Checking router: f279ebaa-cdb5-4dfe-9bc3-8a6700da768a for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:34:09.438234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': 'e7c6b191-1b41-48bf-a7cc-1340df179a33'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:34:09.439509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:09.459580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b17a4b-a4a2-456a-8f63-3aad89ff5de0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:09.639971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f498703-8391-4f06-bb11-4afa0df5bc31 None None] Routers {'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:09.640599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6f498703-8391-4f06-bb11-4afa0df5bc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:09.701413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e6b17a4b-a4a2-456a-8f63-3aad89ff5de0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:09.715885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1f64d50-2a13-451d-a310-792ad894ab49 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:09.809655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef91794-b662-4045-9d21-e50c6cf403d1 None None] Update dhcp port {'port': {'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'fixed_ips': [{'subnet_id': '83d77d14-c568-405e-b2be-b94c5fa32b11', 'ip_address': '172.20.0.18'}, {'subnet_id': '3d0c3895-b757-40fb-aad8-6b0d0616e87f'}], 'binding:host_id': 'dv-neutron-ussuri-2-hyperv'}, 'id': 'fd2fdfdd-dad6-4601-9c77-096eaa56aa61'} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 07 13:34:09.817894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1f64d50-2a13-451d-a310-792ad894ab49 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:09.824909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc76ec15-f5ab-4883-ae26-40b5b653a10a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:09.853209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.ipam_backend_mixin [None req-e6b17a4b-a4a2-456a-8f63-3aad89ff5de0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7c6b191-1b41-48bf-a7cc-1340df179a33 (CIDR: 2001:db8::/64) Dec 07 13:34:09.887852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Allocated IP 172.20.0.2 (2562e907-dc6d-40bf-93bf-6387d0e7d170/b933dad8-c086-471e-ac92-4b22783d0205/a2b308c1-153a-4290-aaed-670939fe157d) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:09.895938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b17a4b-a4a2-456a-8f63-3aad89ff5de0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:09.896974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b17a4b-a4a2-456a-8f63-3aad89ff5de0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:09.897963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:09.936896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f64d50-2a13-451d-a310-792ad894ab49 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d9d486-50fe-459c-b195-2e8650e9ecef,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:09.940517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1f64d50-2a13-451d-a310-792ad894ab49 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:09.942158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e6b17a4b-a4a2-456a-8f63-3aad89ff5de0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2438703 Dec 07 13:34:09.947263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49900) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:09.954639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-945b8682-5724-49ed-848d-b673fff707ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:09.966523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:10.031511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1f64d50-2a13-451d-a310-792ad894ab49 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:10.035892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b1f64d50-2a13-451d-a310-792ad894ab49 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3805954 Dec 07 13:34:10.036740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49904) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:10.046623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0e8b8c5e-fd76-4be8-b7ed-bef3521e4271 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'security_group': {'name': 'tempest-secgroup-1580896818'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:10.068995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0e8b8c5e-fd76-4be8-b7ed-bef3521e4271 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:10.081509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0e8b8c5e-fd76-4be8-b7ed-bef3521e4271 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:security_group and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:10.089042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0e8b8c5e-fd76-4be8-b7ed-bef3521e4271 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:10.100765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ef91794-b662-4045-9d21-e50c6cf403d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:10.102662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0e8b8c5e-fd76-4be8-b7ed-bef3521e4271 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:10.122731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-945b8682-5724-49ed-848d-b673fff707ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:10.128477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-945b8682-5724-49ed-848d-b673fff707ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:10.134374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-945b8682-5724-49ed-848d-b673fff707ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:10.144020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-945b8682-5724-49ed-848d-b673fff707ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:10.181308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945b8682-5724-49ed-848d-b673fff707ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:10.188435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-945b8682-5724-49ed-848d-b673fff707ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:10.198681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e8b8c5e-fd76-4be8-b7ed-bef3521e4271 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:10.233554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcf5066-2d36-46a4-b2bf-391a55350a0a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router 9e2df098-cda5-4a31-bbd6-cd10640fe25e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:34:10.281655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0e8b8c5e-fd76-4be8-b7ed-bef3521e4271 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:10.292777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0e8b8c5e-fd76-4be8-b7ed-bef3521e4271 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:security_group_rule and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:10.296896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0e8b8c5e-fd76-4be8-b7ed-bef3521e4271 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:10.315691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27e2ba0-b936-405b-810a-35a5af935210 None None] DHCP port deletion for 8b6e945c-1f17-4fdc-84e3-c87aa5738221 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:34:10.336197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d27e2ba0-b936-405b-810a-35a5af935210 None None] Deleting port 1b2ada76-7691-4dbd-a1b8-44b115972d60 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:10.336773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d27e2ba0-b936-405b-810a-35a5af935210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:10.379744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0e8b8c5e-fd76-4be8-b7ed-bef3521e4271 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:10.426847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-6f498703-8391-4f06-bb11-4afa0df5bc31 None None] Set router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:10.471681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Allocated IP 2001:db8::f816:3eff:feb1:21b8 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/e7c6b191-1b41-48bf-a7cc-1340df179a33/a811839f-45db-4bfd-84d7-7186ed523a5f) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:10.524206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:10.524584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-945b8682-5724-49ed-848d-b673fff707ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:10.530315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f10136a-974c-4176-ae83-accc2f2b46e3 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:10.554101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e8b8c5e-fd76-4be8-b7ed-bef3521e4271 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:10.571985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port bedd0795-0914-4554-af23-70fbadd705ba {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:10.572363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:10.597669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945b8682-5724-49ed-848d-b673fff707ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:10.601096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-945b8682-5724-49ed-848d-b673fff707ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:10.603629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e8b8c5e-fd76-4be8-b7ed-bef3521e4271 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:10.605804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945b8682-5724-49ed-848d-b673fff707ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:10.606491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-945b8682-5724-49ed-848d-b673fff707ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:10.617867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bc366d8a-333a-4d7e-8e9f-8667a9bff522 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:10.633868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b8682-5724-49ed-848d-b673fff707ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=d218bd4b-2c3a-4019-899b-1d4c3dd99710,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:10.636677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-945b8682-5724-49ed-848d-b673fff707ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:10.645196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcf5066-2d36-46a4-b2bf-391a55350a0a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:34:10.659076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-945b8682-5724-49ed-848d-b673fff707ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7075651 Dec 07 13:34:10.660005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49908) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:10.661475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbade5f2-9477-4a77-a2fc-d8fdb9371dee None None] Sync routers for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:34:10.667666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'mac_address': 'fa:16:3e:f3:7d:96', 'name': 'tempest-NetworksTestDHCPv6-1177593065'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:10.678559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbade5f2-9477-4a77-a2fc-d8fdb9371dee None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:10.679842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bbade5f2-9477-4a77-a2fc-d8fdb9371dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:10.718258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b8c5e-fd76-4be8-b7ed-bef3521e4271 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b3fde6-68b7-48bb-b786-98ae34fc2d8b,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:10.769196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0e8b8c5e-fd76-4be8-b7ed-bef3521e4271 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:10.774883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e8b8c5e-fd76-4be8-b7ed-bef3521e4271 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:10.779263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0e8b8c5e-fd76-4be8-b7ed-bef3521e4271 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7397966 Dec 07 13:34:10.780875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6bcf5066-2d36-46a4-b2bf-391a55350a0a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/9e2df098-cda5-4a31-bbd6-cd10640fe25e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7425981 Dec 07 13:34:10.781787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49912) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:10.789428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49914) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:10.790163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2054219605', 'security_groups': ['69b3fde6-68b7-48bb-b786-98ae34fc2d8b'], 'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3d0c3895-b757-40fb-aad8-6b0d0616e87f'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:10.898800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-bbade5f2-9477-4a77-a2fc-d8fdb9371dee None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:10.983063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:11.000997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port bedd0795-0914-4554-af23-70fbadd705ba, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=bedd0795-0914-4554-af23-70fbadd705ba,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:11.001296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:11.014019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:11.032733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:11.044049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:11.076467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:11.089844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:11.105723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:11.114822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:11.149179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for bedd0795-0914-4554-af23-70fbadd705ba owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:11.153175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] device_id is not set on port f347830d-1a82-4702-873d-1008effda8e7 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:34:11.212844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port 055f36a2-f9d6-48ea-a82c-f8a749688b0b yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:34:11.227705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ba06dd-264f-4f30-a19c-c57ec4734f50 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting subnet 9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:34:11.233917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9ba06dd-264f-4f30-a19c-c57ec4734f50 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:11.286582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:11.311256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d27e2ba0-b936-405b-810a-35a5af935210 None None] For port 1b2ada76-7691-4dbd-a1b8-44b115972d60, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1b2ada76-7691-4dbd-a1b8-44b115972d60,segment=NetworkSegment(b81968cd-0bec-457b-8403-c4cb8e0f2f39),segment_id=b81968cd-0bec-457b-8403-c4cb8e0f2f39)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:11.311702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d27e2ba0-b936-405b-810a-35a5af935210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:11.335833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9ba06dd-264f-4f30-a19c-c57ec4734f50 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:11.339063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Transition to ACTIVE for port object a2b308c1-153a-4290-aaed-670939fe157d will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:11.541027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9ba06dd-264f-4f30-a19c-c57ec4734f50 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:11.563127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1b2ada76-7691-4dbd-a1b8-44b115972d60 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:34:11.598698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d27e2ba0-b936-405b-810a-35a5af935210 None None] Calling delete_port for 1b2ada76-7691-4dbd-a1b8-44b115972d60 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:11.601210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bbade5f2-9477-4a77-a2fc-d8fdb9371dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:34:07Z', 'revision_number': 9, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:11.603698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbade5f2-9477-4a77-a2fc-d8fdb9371dee None None] Checking router: 9e2df098-cda5-4a31-bbd6-cd10640fe25e for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:34:11.615815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbade5f2-9477-4a77-a2fc-d8fdb9371dee None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:11.616635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bbade5f2-9477-4a77-a2fc-d8fdb9371dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:11.620488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:11.625119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1518aadb-fc15-459a-b464-bc6a02e116e5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:11.660840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-5ef91794-b662-4045-9d21-e50c6cf403d1 None None] Allocated IP 172.20.0.2 (b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93/3d0c3895-b757-40fb-aad8-6b0d0616e87f/fd2fdfdd-dad6-4601-9c77-096eaa56aa61) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:11.667177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9ba06dd-264f-4f30-a19c-c57ec4734f50 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:11.681391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=bedd0795-0914-4554-af23-70fbadd705ba,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:11.686784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:11.686993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-57dcb461-83c1-4d50-8d54-c7fa31620e42 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:11.702982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Transition to ACTIVE for port object a2b308c1-153a-4290-aaed-670939fe157d will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:11.756036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba06dd-264f-4f30-a19c-c57ec4734f50 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:11.768959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a9ba06dd-264f-4f30-a19c-c57ec4734f50 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:11.770138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9ba06dd-264f-4f30-a19c-c57ec4734f50 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:11.780450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:11.784578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-bbade5f2-9477-4a77-a2fc-d8fdb9371dee None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:11.793280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cc731e-1cc7-41c2-9af4-9913b6da0895 None None] Network 9b096759-8c4d-4e3a-9f4b-9603d7548a19 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:11.809607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:11.822442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a9ba06dd-264f-4f30-a19c-c57ec4734f50 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9 HTTP/1.1" status: 204 len: 168 time: 1.0318813 Dec 07 13:34:11.825087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49920) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:11.837825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Allocated IP 172.20.0.1 (2562e907-dc6d-40bf-93bf-6387d0e7d170/b933dad8-c086-471e-ac92-4b22783d0205/9fca487e-697b-4ef1-a033-1a49a994a127) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:11.881478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f336a86c-f2b9-448c-a604-8fa5fcc1bc72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:12.060709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:12.083190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Transition to ACTIVE for port object 9fca487e-697b-4ef1-a033-1a49a994a127 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:12.089322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:12.136378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:12.143473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-49b9b65f-3770-4d06-a2ba-94389602908d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:12.168532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bbade5f2-9477-4a77-a2fc-d8fdb9371dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:34:07Z', 'revision_number': 9, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:12.174101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbade5f2-9477-4a77-a2fc-d8fdb9371dee None None] The sync data for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv is: [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:34:07Z', 'revision_number': 9, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f5bba1-f17c-4b46-8d4b-5852802ea2c1', 'name': '', 'network_id': 'edaf00eb-cdcc-479f-b608-d5bfc2b61e0a', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:7c:b5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:14Z', 'updated_at': '2021-12-07T13:33:30Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': '69c2d74d-a31a-46b9-8395-7d68d3a72785', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:34:12.240244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Transition to ACTIVE for port object a811839f-45db-4bfd-84d7-7186ed523a5f will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:12.242626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network 2562e907-dc6d-40bf-93bf-6387d0e7d170 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:12.251448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:12.258203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:12.300421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=9fca487e-697b-4ef1-a033-1a49a994a127,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:12.308398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:12.342008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:12.382957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Network 2562e907-dc6d-40bf-93bf-6387d0e7d170 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:12.402329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Pushing event updated for resources: {'Port': ['ID=a2b308c1-153a-4290-aaed-670939fe157d,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:12.405142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:12.406905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d27e2ba0-b936-405b-810a-35a5af935210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:12.424218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:12.435053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:12.435622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:12.467112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Transition to ACTIVE for port object a811839f-45db-4bfd-84d7-7186ed523a5f will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:12.469514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6f498703-8391-4f06-bb11-4afa0df5bc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'name': 'tempest-TestNetworkBasicOps-router-1972260230', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254'}], 'enable_snat': True}, 'gw_port_id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:17Z', 'updated_at': '2021-12-07T13:34:01Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:19Z', 'updated_at': '2021-12-07T13:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:12.483989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:12.537463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:12.547174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f498703-8391-4f06-bb11-4afa0df5bc31 None None] The sync data for ids ['f279ebaa-cdb5-4dfe-9bc3-8a6700da768a'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'name': 'tempest-TestNetworkBasicOps-router-1972260230', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254'}], 'enable_snat': True}, 'gw_port_id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:17Z', 'updated_at': '2021-12-07T13:34:01Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'bedd0795-0914-4554-af23-70fbadd705ba', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f279ebaa-cdb5-4dfe-9bc3-8a6700da768a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:32:19Z', 'updated_at': '2021-12-07T13:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:34:12.549532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e2ba0-b936-405b-810a-35a5af935210 None None] Pushing event deleted for resources: {'Port': ['ID=1b2ada76-7691-4dbd-a1b8-44b115972d60,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:12.604278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:12.614461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d27e2ba0-b936-405b-810a-35a5af935210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:12.615666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:12.631830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbdfe95a-857a-4883-9032-c1062c74bfcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:12.704542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e2ba0-b936-405b-810a-35a5af935210 None None] No DVR routers for this DVR port 1b2ada76-7691-4dbd-a1b8-44b115972d60 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:34:12.773753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting port f73283cc-f93c-4334-ad4e-bb1de6622aac {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:12.774135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:12.801544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5ef91794-b662-4045-9d21-e50c6cf403d1 None None] For port fd2fdfdd-dad6-4601-9c77-096eaa56aa61, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=fd2fdfdd-dad6-4601-9c77-096eaa56aa61,segment=NetworkSegment(ee52e116-fdb1-421d-8d95-71d514b27c87),segment_id=ee52e116-fdb1-421d-8d95-71d514b27c87)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:12.807041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:12.823989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:12.880263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:12.899778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:12.901846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Pushing event updated for resources: {'Port': ['ID=a811839f-45db-4bfd-84d7-7186ed523a5f,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:12.906864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:12.916499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:12.924199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Attempting to bind port a2b308c1-153a-4290-aaed-670939fe157d on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:34:12.924624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Attempting to bind port a2b308c1-153a-4290-aaed-670939fe157d by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '7405eb9d-767f-401f-9fee-4d97f3ad1c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2562e907-dc6d-40bf-93bf-6387d0e7d170'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:34:12.926113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Attempting to bind port a2b308c1-153a-4290-aaed-670939fe157d on network 2562e907-dc6d-40bf-93bf-6387d0e7d170 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:34:12.956620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:12.957192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Fanout notify agent at l3_agent the message router_deleted on router f279ebaa-cdb5-4dfe-9bc3-8a6700da768a {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:34:12.980958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ef91794-b662-4045-9d21-e50c6cf403d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.007385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:34:13.008003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Checking segment: {'id': '7405eb9d-767f-401f-9fee-4d97f3ad1c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2562e907-dc6d-40bf-93bf-6387d0e7d170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:34:13.008569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.009121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Bound using segment: {'id': '7405eb9d-767f-401f-9fee-4d97f3ad1c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2562e907-dc6d-40bf-93bf-6387d0e7d170'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:34:13.009786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Bound port: a2b308c1-153a-4290-aaed-670939fe157d, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7405eb9d-767f-401f-9fee-4d97f3ad1c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2562e907-dc6d-40bf-93bf-6387d0e7d170'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:34:13.010323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.056473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.058252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/routers/f279ebaa-cdb5-4dfe-9bc3-8a6700da768a HTTP/1.1" status: 204 len: 168 time: 4.0731728 Dec 07 13:34:13.062081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49924) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:13.106443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5ef91794-b662-4045-9d21-e50c6cf403d1 None None] Transition to ACTIVE for port object fd2fdfdd-dad6-4601-9c77-096eaa56aa61 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:13.109391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Attempting to bind port a811839f-45db-4bfd-84d7-7186ed523a5f on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:34:13.109848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Attempting to bind port a811839f-45db-4bfd-84d7-7186ed523a5f by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:34:13.110341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Attempting to bind port a811839f-45db-4bfd-84d7-7186ed523a5f on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:34:13.169296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8:0:1::35d (c9ee8f68-0885-485a-ba4e-56608c96e7d4/d218bd4b-2c3a-4019-899b-1d4c3dd99710/055f36a2-f9d6-48ea-a82c-f8a749688b0b) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:13.171706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] For port f73283cc-f93c-4334-ad4e-bb1de6622aac, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f73283cc-f93c-4334-ad4e-bb1de6622aac,segment=NetworkSegment(82039cf3-8aa3-46a7-b200-8b1e3df1e1dc),segment_id=82039cf3-8aa3-46a7-b200-8b1e3df1e1dc)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:13.172117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.192998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::f816:3eff:fef3:7d96 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/e7c6b191-1b41-48bf-a7cc-1340df179a33/055f36a2-f9d6-48ea-a82c-f8a749688b0b) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:13.204530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] For port a2b308c1-153a-4290-aaed-670939fe157d, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:34:13.208123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] For port a2b308c1-153a-4290-aaed-670939fe157d, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a2b308c1-153a-4290-aaed-670939fe157d,segment=NetworkSegment(7405eb9d-767f-401f-9fee-4d97f3ad1c95),segment_id=7405eb9d-767f-401f-9fee-4d97f3ad1c95)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:34:13.218102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:34:13.218611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:34:13.219137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.222919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:34:13.222919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Bound port: a811839f-45db-4bfd-84d7-7186ed523a5f, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:34:13.222919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.236883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ef91794-b662-4045-9d21-e50c6cf403d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.245795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbf2a604-ac6f-4228-8d72-87775fbfa783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:13.282202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Allocated IP 172.20.0.13 (b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93/3d0c3895-b757-40fb-aad8-6b0d0616e87f/f347830d-1a82-4702-873d-1008effda8e7) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:13.393187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef91794-b662-4045-9d21-e50c6cf403d1 None None] Pushing event updated for resources: {'Port': ['ID=fd2fdfdd-dad6-4601-9c77-096eaa56aa61,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:13.413651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Calling delete_port for f73283cc-f93c-4334-ad4e-bb1de6622aac owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:13.455999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d64338b-50d5-4ae8-b83e-c2cdb73eb998 None None] DHCP port deletion for 9b096759-8c4d-4e3a-9f4b-9603d7548a19 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:34:13.458639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.476723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3ac098c-3c28-4965-bac4-28963009b36f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.512340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ef91794-b662-4045-9d21-e50c6cf403d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:13.512917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ef91794-b662-4045-9d21-e50c6cf403d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:13.566458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f73283cc-f93c-4334-ad4e-bb1de6622aac no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:34:13.610558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1d64338b-50d5-4ae8-b83e-c2cdb73eb998 None None] Deleting port f73283cc-f93c-4334-ad4e-bb1de6622aac {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:13.611030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d64338b-50d5-4ae8-b83e-c2cdb73eb998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.669989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3ac098c-3c28-4965-bac4-28963009b36f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.689912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.711817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e82c7c65-44c7-4039-892b-5227298aed3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:13.717894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.755750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] No DVR routers for this DVR port f73283cc-f93c-4334-ad4e-bb1de6622aac on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:34:13.758359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b3ac098c-3c28-4965-bac4-28963009b36f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6e945c-1f17-4fdc-84e3-c87aa5738221']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:13.779554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1d64338b-50d5-4ae8-b83e-c2cdb73eb998 None None] The port 'f73283cc-f93c-4334-ad4e-bb1de6622aac' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:34:13.816596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.819960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Port': ['ID=f73283cc-f93c-4334-ad4e-bb1de6622aac,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:13.822980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:13.828869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object 055f36a2-f9d6-48ea-a82c-f8a749688b0b will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:13.830001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] For port a811839f-45db-4bfd-84d7-7186ed523a5f, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:34:13.842350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Pushing event updated for resources: {'Port': ['ID=a2b308c1-153a-4290-aaed-670939fe157d,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:13.849841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:13.851727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] For port a811839f-45db-4bfd-84d7-7186ed523a5f, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a811839f-45db-4bfd-84d7-7186ed523a5f,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:34:13.852877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No active binding found for port f73283cc-f93c-4334-ad4e-bb1de6622aac {{(pid=88899) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 07 13:34:13.853247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b3ac098c-3c28-4965-bac4-28963009b36f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81968cd-0bec-457b-8403-c4cb8e0f2f39') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:13.853385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f73283cc-f93c-4334-ad4e-bb1de6622aac not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:34:13.853770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ba37af71-bfac-4b5b-b4ff-030db9c93275 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:34:13.853915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b3ac098c-3c28-4965-bac4-28963009b36f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81968cd-0bec-457b-8403-c4cb8e0f2f39') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:13.863780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.895542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: ba37af71-bfac-4b5b-b4ff-030db9c93275 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:34:13.896728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ba37af71-bfac-4b5b-b4ff-030db9c93275 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:34:13.897226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 996154fa-9984-4f0b-aa6a-abf5b1d37e32 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:34:13.902592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70a270ca-7ca0-40ac-bdf3-9b78d8c1291f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:13.930648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3ac098c-3c28-4965-bac4-28963009b36f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.940174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.956720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 996154fa-9984-4f0b-aa6a-abf5b1d37e32 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:34:13.957321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 996154fa-9984-4f0b-aa6a-abf5b1d37e32 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:34:13.960502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ccf6361f-2319-4607-8e9a-2a07896aad77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:13.973622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3ac098c-3c28-4965-bac4-28963009b36f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:13.978972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.000670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ac098c-3c28-4965-bac4-28963009b36f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:34:14.002104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3ac098c-3c28-4965-bac4-28963009b36f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:34:14.020389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:34:14.044865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=9fca487e-697b-4ef1-a033-1a49a994a127,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:14.061336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Pushing event updated for resources: {'Port': ['ID=a811839f-45db-4bfd-84d7-7186ed523a5f,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:14.065358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:14.066874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.073808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.092781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:14.092781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:14.092781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:14.092781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:14.092781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:14.092781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:14.092781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:14.092781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:14.092781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:14.092781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:14.092781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:14.097339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:14.105282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.106400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b096759-8c4d-4e3a-9f4b-9603d7548a19']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:14.115958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-113f63c0-17ff-482b-8dd8-8311f9c5f6f5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:14.139628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82039cf3-8aa3-46a7-b200-8b1e3df1e1dc') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:14.139925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82039cf3-8aa3-46a7-b200-8b1e3df1e1dc') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:14.154864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.177586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.185268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:34:14.185712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.195781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Transition to ACTIVE for port object f347830d-1a82-4702-873d-1008effda8e7 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:34:14.203494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:34:14.209917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3ac098c-3c28-4965-bac4-28963009b36f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.214392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3ac098c-3c28-4965-bac4-28963009b36f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.276189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9bfb0e50-c0e4-4e4e-aaf9-29cdd83fa128 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:14.299225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=055f36a2-f9d6-48ea-a82c-f8a749688b0b,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:14.306119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b3ac098c-3c28-4965-bac4-28963009b36f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/networks/8b6e945c-1f17-4fdc-84e3-c87aa5738221 HTTP/1.1" status: 204 len: 168 time: 1.2426155 Dec 07 13:34:14.321184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49928) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:14.324420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac098c-3c28-4965-bac4-28963009b36f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Network': ['ID=8b6e945c-1f17-4fdc-84e3-c87aa5738221,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:14.327087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b3ac098c-3c28-4965-bac4-28963009b36f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:14.333593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:14.336271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'network': {'name': 'tempest-network-smoke--1622367144', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'port_security_enabled': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:14.346532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:14.355194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:network and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:14.358295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:14.363386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:14.374342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:14.375797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.376991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:14.382721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dd3c3158-4138-403f-ab86-d9eec9c9cb23 tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:14.394084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:14.398590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:14.399362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.409143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.416025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:14.421571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.436058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Network': ['ID=9b096759-8c4d-4e3a-9f4b-9603d7548a19,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:14.441965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:14.443648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/networks/9b096759-8c4d-4e3a-9f4b-9603d7548a19 HTTP/1.1" status: 204 len: 168 time: 2.6175599 Dec 07 13:34:14.446769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49932) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:14.476199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network 2562e907-dc6d-40bf-93bf-6387d0e7d170 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:14.479725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:14.558710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.8971877 Dec 07 13:34:14.579858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49936) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:14.646651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:34:14.695034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.695659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Added segment 228db0d1-1713-4d6d-8d7c-ad40b267b971 of type vlan for network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 Dec 07 13:34:14.717289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.721776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-22c995a4-da73-4913-ab2e-7f4346d0e3c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port 055f36a2-f9d6-48ea-a82c-f8a749688b0b {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:14.722425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22c995a4-da73-4913-ab2e-7f4346d0e3c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.727516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eff807e9-dbf3-46cc-8823-cac57e5c0df1 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:14.833768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.900895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:14.901811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=f347830d-1a82-4702-873d-1008effda8e7,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:14.959407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:14.966012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:14.975687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:14.989935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:14.994325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:14.994998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:15.057955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:15.077771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:15.079138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:15.147968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3643298 Dec 07 13:34:15.150873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49940) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:15.163889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-88b558e6-49b5-421a-936f-2d619c1dda83 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'subnet': {'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:15.243571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-39090ccb-2adb-4d10-897a-09dc97dc8905 None None] Provisioning for port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:15.251223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-39090ccb-2adb-4d10-897a-09dc97dc8905 None None] Provisioning complete for port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:15.252467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39090ccb-2adb-4d10-897a-09dc97dc8905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:15.374076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-88b558e6-49b5-421a-936f-2d619c1dda83 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:15.381099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-88b558e6-49b5-421a-936f-2d619c1dda83 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:subnet and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:15.384800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-88b558e6-49b5-421a-936f-2d619c1dda83 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:15.395202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-88b558e6-49b5-421a-936f-2d619c1dda83 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:15.432608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router af07f6ff-0409-42c6-8c56-416ca6580c40 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:34:15.494248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-39090ccb-2adb-4d10-897a-09dc97dc8905 None None] Provisioning complete for port 1faa0135-3c27-4b66-855f-32e8b203af90 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:15.494831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39090ccb-2adb-4d10-897a-09dc97dc8905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:15.537805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b558e6-49b5-421a-936f-2d619c1dda83 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:15.569741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-39090ccb-2adb-4d10-897a-09dc97dc8905 None None] Port 1faa0135-3c27-4b66-855f-32e8b203af90 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:34:15.614099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a811839f-45db-4bfd-84d7-7186ed523a5f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:15.701495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Network': ['ID=62d3718a-2f96-4cfe-8657-b090bf6b8ba6,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:15.728818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4063649 Dec 07 13:34:15.733291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49944) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:15.741440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:15.741864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:15.742278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:15.742695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:15.743106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:15.743559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:15.743962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:15.744371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:15.744770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:15.745169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:15.745569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:15.749180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:15.752813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port a811839f-45db-4bfd-84d7-7186ed523a5f completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:15.760011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8ebf70d8-3156-4428-98c0-f16615b2e665 None None] Provisioning for port f347830d-1a82-4702-873d-1008effda8e7 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:15.765516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88b558e6-49b5-421a-936f-2d619c1dda83 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:15.767609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-486541256', 'admin_state_up': True, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:15.767778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:34:15.785131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device fd2fdfdd-dad6-4601-9c77-096eaa56aa61 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:15.788214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:15.791678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22c995a4-da73-4913-ab2e-7f4346d0e3c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:15.809310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:router and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:15.819563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8ebf70d8-3156-4428-98c0-f16615b2e665 None None] Provisioning complete for port f347830d-1a82-4702-873d-1008effda8e7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:15.819936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ebf70d8-3156-4428-98c0-f16615b2e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:15.829615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:34:15.875007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:34:15.885722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/af07f6ff-0409-42c6-8c56-416ca6580c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6448328 Dec 07 13:34:15.886624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49948) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:15.918529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584dbc76-ee09-438d-9cdc-c2b72ef7b587 None None] Sync routers for ids ['af07f6ff-0409-42c6-8c56-416ca6580c40'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:34:15.941329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:15.951738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-22c995a4-da73-4913-ab2e-7f4346d0e3c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for 055f36a2-f9d6-48ea-a82c-f8a749688b0b owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:15.999319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:16.000421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf70d8-3156-4428-98c0-f16615b2e665 None None] Port f347830d-1a82-4702-873d-1008effda8e7 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:34:16.020443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584dbc76-ee09-438d-9cdc-c2b72ef7b587 None None] Routers {'af07f6ff-0409-42c6-8c56-416ca6580c40'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:16.021172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-584dbc76-ee09-438d-9cdc-c2b72ef7b587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['af07f6ff-0409-42c6-8c56-416ca6580c40'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:16.051920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-75c5eb1a-18c7-4cb5-b931-49b407839ce4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:16.097891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:16.098337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:16.122619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-584dbc76-ee09-438d-9cdc-c2b72ef7b587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:16.128178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:16.129801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:16.167104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584dbc76-ee09-438d-9cdc-c2b72ef7b587 None None] Routers {'af07f6ff-0409-42c6-8c56-416ca6580c40'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:16.167834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-584dbc76-ee09-438d-9cdc-c2b72ef7b587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['af07f6ff-0409-42c6-8c56-416ca6580c40'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:16.239529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-584dbc76-ee09-438d-9cdc-c2b72ef7b587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:16.239915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584dbc76-ee09-438d-9cdc-c2b72ef7b587 None None] The sync data for ids ['af07f6ff-0409-42c6-8c56-416ca6580c40'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:34:16.244698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.ipam_backend_mixin [None req-88b558e6-49b5-421a-936f-2d619c1dda83 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3d0c3895-b757-40fb-aad8-6b0d0616e87f (CIDR: 172.20.0.0/28) Dec 07 13:34:16.250468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e89d9b4-4b83-4ead-a7a8-6dd5a6e10bf8 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:16.266414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2e89d9b4-4b83-4ead-a7a8-6dd5a6e10bf8 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Synchronizing usage tracker for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:16.285114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b558e6-49b5-421a-936f-2d619c1dda83 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:16.285609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b558e6-49b5-421a-936f-2d619c1dda83 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:16.308502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:16.318935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2e89d9b4-4b83-4ead-a7a8-6dd5a6e10bf8 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Unset dirty status for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:16.322517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a2b308c1-153a-4290-aaed-670939fe157d up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:16.324365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2e89d9b4-4b83-4ead-a7a8-6dd5a6e10bf8 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports/9fca487e-697b-4ef1-a033-1a49a994a127 HTTP/1.1" status: 200 len: 910 time: 0.4342849 Dec 07 13:34:16.325074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49952) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:16.332699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a1ed9ad3-f59a-4c04-beca-c96b4911d53d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b933dad8-c086-471e-ac92-4b22783d0205'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:16.373231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-88b558e6-49b5-421a-936f-2d619c1dda83 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2167742 Dec 07 13:34:16.373879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49956) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:16.389089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-aa0e0875-dc60-4e58-834a-388b71fee16f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'subnet': {'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:16.449464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port a2b308c1-153a-4290-aaed-670939fe157d completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:16.468474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device bedd0795-0914-4554-af23-70fbadd705ba no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:34:16.520623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: bedd0795-0914-4554-af23-70fbadd705ba {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:34:16.521165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device bedd0795-0914-4554-af23-70fbadd705ba not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:34:16.604312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22c995a4-da73-4913-ab2e-7f4346d0e3c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:16.619967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-083cc74e-ff57-4656-9e4b-09b0e9cb6d05 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:16.655372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-aa0e0875-dc60-4e58-834a-388b71fee16f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:16.663025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:16.672490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aa0e0875-dc60-4e58-834a-388b71fee16f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:subnet and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:16.676212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aa0e0875-dc60-4e58-834a-388b71fee16f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:16.682054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c995a4-da73-4913-ab2e-7f4346d0e3c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=055f36a2-f9d6-48ea-a82c-f8a749688b0b,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:16.688148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-aa0e0875-dc60-4e58-834a-388b71fee16f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:16.692972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-22c995a4-da73-4913-ab2e-7f4346d0e3c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:16.788840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0e0875-dc60-4e58-834a-388b71fee16f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:16.795262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa0e0875-dc60-4e58-834a-388b71fee16f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:16.922123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9ad3-f59a-4c04-beca-c96b4911d53d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:16.967669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22c995a4-da73-4913-ab2e-7f4346d0e3c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:16.969717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8507bc7e-d48f-4a01-af88-8f81befd0457 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:16.993235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.ipam_backend_mixin [None req-aa0e0875-dc60-4e58-834a-388b71fee16f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 83d77d14-c568-405e-b2be-b94c5fa32b11 (CIDR: 172.20.0.16/28) Dec 07 13:34:17.012611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-22c995a4-da73-4913-ab2e-7f4346d0e3c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/055f36a2-f9d6-48ea-a82c-f8a749688b0b HTTP/1.1" status: 204 len: 168 time: 2.4256911 Dec 07 13:34:17.015382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49960) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:17.034140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0e0875-dc60-4e58-834a-388b71fee16f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:17.034555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0e0875-dc60-4e58-834a-388b71fee16f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:17.091687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aa0e0875-dc60-4e58-834a-388b71fee16f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7090576 Dec 07 13:34:17.092323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49964) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:17.106694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-32883d5f-268b-48a1-a0c2-0ac5c2d534bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'subnet': {'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:17.121039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9f3c2dab-0ac8-4356-a525-99fe7a475839 None None] Provisioning for port a811839f-45db-4bfd-84d7-7186ed523a5f completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:17.146242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9f3c2dab-0ac8-4356-a525-99fe7a475839 None None] Provisioning complete for port a811839f-45db-4bfd-84d7-7186ed523a5f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:17.146664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f3c2dab-0ac8-4356-a525-99fe7a475839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:17.229154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3640aba-16e7-4b31-af17-1e2431867dc4 None None] Network 2562e907-dc6d-40bf-93bf-6387d0e7d170 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:17.247652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be199103-583b-4445-a2aa-2f5930e5a7d7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:17.248467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be199103-583b-4445-a2aa-2f5930e5a7d7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:17.321596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:17.361084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:17.363083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-be199103-583b-4445-a2aa-2f5930e5a7d7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:17.367648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-be199103-583b-4445-a2aa-2f5930e5a7d7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3476508 Dec 07 13:34:17.371196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49968) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:17.542894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-32883d5f-268b-48a1-a0c2-0ac5c2d534bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:17.560044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-32883d5f-268b-48a1-a0c2-0ac5c2d534bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Usage tracker for resource:subnet and tenant:0b069abc5f4d40959c45586b29d8df59 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:17.565909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-32883d5f-268b-48a1-a0c2-0ac5c2d534bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:17.578667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.36.4.14 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/64ed1b39-37ec-4006-b43c-2c5fb9c1f047) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:17.602638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-32883d5f-268b-48a1-a0c2-0ac5c2d534bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:17.648696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978f1af0-f480-4212-8cd0-ee4a04700a55 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:17.650320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-978f1af0-f480-4212-8cd0-ee4a04700a55 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:17.674674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-978f1af0-f480-4212-8cd0-ee4a04700a55 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:17.678702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-978f1af0-f480-4212-8cd0-ee4a04700a55 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3037603 Dec 07 13:34:17.679064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49972) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:17.718138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32883d5f-268b-48a1-a0c2-0ac5c2d534bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Made reservation on behalf of 0b069abc5f4d40959c45586b29d8df59 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:17.724217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32883d5f-268b-48a1-a0c2-0ac5c2d534bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:17.738348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-75c5eb1a-18c7-4cb5-b931-49b407839ce4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting port e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:17.738588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-75c5eb1a-18c7-4cb5-b931-49b407839ce4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:17.750046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f3c2dab-0ac8-4356-a525-99fe7a475839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:17.847861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9f3c2dab-0ac8-4356-a525-99fe7a475839 None None] For port a811839f-45db-4bfd-84d7-7186ed523a5f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a811839f-45db-4bfd-84d7-7186ed523a5f,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:17.929599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f3c2dab-0ac8-4356-a525-99fe7a475839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:17.935373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4371589c-2138-400e-85ba-c51c7983cb97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:17.989457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ee38d-c7e6-45c7-a233-984008ce6a5a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:17.990976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ee38d-c7e6-45c7-a233-984008ce6a5a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:17.992487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ee38d-c7e6-45c7-a233-984008ce6a5a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:17.993372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0c6ee38d-c7e6-45c7-a233-984008ce6a5a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:18.039570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f8d9d3-a492-48d4-ad17-585574c9a8a6 None None] Update dhcp port {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'fixed_ips': [{'subnet_id': 'e7c6b191-1b41-48bf-a7cc-1340df179a33', 'ip_address': '2001:db8::f816:3eff:feb1:21b8'}, {'subnet_id': 'd218bd4b-2c3a-4019-899b-1d4c3dd99710'}], 'binding:host_id': 'dv-neutron-ussuri-2-hyperv'}, 'id': 'a811839f-45db-4bfd-84d7-7186ed523a5f'} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 07 13:34:18.100438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0c6ee38d-c7e6-45c7-a233-984008ce6a5a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:18.101763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0c6ee38d-c7e6-45c7-a233-984008ce6a5a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4213452 Dec 07 13:34:18.105591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9ad3-f59a-4c04-beca-c96b4911d53d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:18.108445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49976) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:18.131930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12f8d9d3-a492-48d4-ad17-585574c9a8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:18.154056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c2dab-0ac8-4356-a525-99fe7a475839 None None] Pushing event updated for resources: {'Port': ['ID=a811839f-45db-4bfd-84d7-7186ed523a5f,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:18.163680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f3c2dab-0ac8-4356-a525-99fe7a475839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:18.213309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:18.232945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9ad3-f59a-4c04-beca-c96b4911d53d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:18.234461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1fee3fa2-c377-43be-b5af-f83fc05cb229 None None] Provisioning for port a2b308c1-153a-4290-aaed-670939fe157d completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:18.249257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1fee3fa2-c377-43be-b5af-f83fc05cb229 None None] Provisioning complete for port a2b308c1-153a-4290-aaed-670939fe157d triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:18.250617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1fee3fa2-c377-43be-b5af-f83fc05cb229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:18.267540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3cd6c125-7d88-4d38-aad7-c75f793d548f tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:18.291915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-75c5eb1a-18c7-4cb5-b931-49b407839ce4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] For port e0f5bba1-f17c-4b46-8d4b-5852802ea2c1, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e0f5bba1-f17c-4b46-8d4b-5852802ea2c1,segment=NetworkSegment(285732b1-108c-45d3-a2cd-fc335263a78f),segment_id=285732b1-108c-45d3-a2cd-fc335263a78f)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:18.292289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-75c5eb1a-18c7-4cb5-b931-49b407839ce4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:18.438434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-75c5eb1a-18c7-4cb5-b931-49b407839ce4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Calling delete_port for e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:18.479866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:18.492764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-22c995a4-da73-4913-ab2e-7f4346d0e3c4 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:18.494631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1fee3fa2-c377-43be-b5af-f83fc05cb229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:18.602268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1fee3fa2-c377-43be-b5af-f83fc05cb229 None None] For port a2b308c1-153a-4290-aaed-670939fe157d, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a2b308c1-153a-4290-aaed-670939fe157d,segment=NetworkSegment(7405eb9d-767f-401f-9fee-4d97f3ad1c95),segment_id=7405eb9d-767f-401f-9fee-4d97f3ad1c95)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:18.609792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-12f8d9d3-a492-48d4-ad17-585574c9a8a6 None None] Allocated IP 2001:db8:0:1::2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/d218bd4b-2c3a-4019-899b-1d4c3dd99710/a811839f-45db-4bfd-84d7-7186ed523a5f) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:18.735261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ed9ad3-f59a-4c04-beca-c96b4911d53d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:18.736613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9ad3-f59a-4c04-beca-c96b4911d53d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:18.741118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a1ed9ad3-f59a-4c04-beca-c96b4911d53d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/ports/9fca487e-697b-4ef1-a033-1a49a994a127 HTTP/1.1" status: 200 len: 910 time: 2.4122996 Dec 07 13:34:18.743121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed9ad3-f59a-4c04-beca-c96b4911d53d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=9fca487e-697b-4ef1-a033-1a49a994a127,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:18.746023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a1ed9ad3-f59a-4c04-beca-c96b4911d53d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:18.746737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49980) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:18.763211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:18.768102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:18.774291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-12f8d9d3-a492-48d4-ad17-585574c9a8a6 None None] For port a811839f-45db-4bfd-84d7-7186ed523a5f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a811839f-45db-4bfd-84d7-7186ed523a5f,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:18.781522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:18.803365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12f8d9d3-a492-48d4-ad17-585574c9a8a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:18.823534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-12f8d9d3-a492-48d4-ad17-585574c9a8a6 None None] Transition to ACTIVE for port object a811839f-45db-4bfd-84d7-7186ed523a5f will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:18.825827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1fee3fa2-c377-43be-b5af-f83fc05cb229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:18.827781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0c51c9f8-3c04-4c5f-ac28-ccb8a36634c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:18.855756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=64ed1b39-37ec-4006-b43c-2c5fb9c1f047,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:18.899560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee3fa2-c377-43be-b5af-f83fc05cb229 None None] Pushing event updated for resources: {'Port': ['ID=a2b308c1-153a-4290-aaed-670939fe157d,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:18.903015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1fee3fa2-c377-43be-b5af-f83fc05cb229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:18.903750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12f8d9d3-a492-48d4-ad17-585574c9a8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:18.909349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7a67f7b7-c206-4bfa-a2c1-288d00c743cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:18.909821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:18.918150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-75c5eb1a-18c7-4cb5-b931-49b407839ce4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:18.926163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:18.985896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4aa4d6-3304-47dc-9071-4a4beaa797bc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet d218bd4b-2c3a-4019-899b-1d4c3dd99710 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:34:18.990672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5eb1a-18c7-4cb5-b931-49b407839ce4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Port': ['ID=e0f5bba1-f17c-4b46-8d4b-5852802ea2c1,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:18.995728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db4aa4d6-3304-47dc-9071-4a4beaa797bc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:18.996761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-75c5eb1a-18c7-4cb5-b931-49b407839ce4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:19.049737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32883d5f-268b-48a1-a0c2-0ac5c2d534bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:19.057972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-912e8c74-c3da-454b-80e0-bd7acddb2ded tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:19.071777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8d9d3-a492-48d4-ad17-585574c9a8a6 None None] Pushing event updated for resources: {'Port': ['ID=a811839f-45db-4bfd-84d7-7186ed523a5f,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:19.075173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12f8d9d3-a492-48d4-ad17-585574c9a8a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:19.078623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-21f0bf11-4fce-47dc-aa23-5429c7c2bdf3 None None] Provisioning for port 9fca487e-697b-4ef1-a033-1a49a994a127 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:19.090646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-21f0bf11-4fce-47dc-aa23-5429c7c2bdf3 None None] Provisioning complete for port 9fca487e-697b-4ef1-a033-1a49a994a127 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:19.092080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21f0bf11-4fce-47dc-aa23-5429c7c2bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:19.139306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db4aa4d6-3304-47dc-9071-4a4beaa797bc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:19.158903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-21f0bf11-4fce-47dc-aa23-5429c7c2bdf3 None None] Port 9fca487e-697b-4ef1-a033-1a49a994a127 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:34:19.178175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-21f0bf11-4fce-47dc-aa23-5429c7c2bdf3 None None] Provisioning complete for port a2b308c1-153a-4290-aaed-670939fe157d triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:19.178638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21f0bf11-4fce-47dc-aa23-5429c7c2bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:19.208999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32883d5f-268b-48a1-a0c2-0ac5c2d534bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:19.219143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32883d5f-268b-48a1-a0c2-0ac5c2d534bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Subnet': ['ID=cd3efe0f-5072-470a-be7d-eee25df4014f,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:19.222454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-32883d5f-268b-48a1-a0c2-0ac5c2d534bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:19.223415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-32883d5f-268b-48a1-a0c2-0ac5c2d534bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:19.225995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32883d5f-268b-48a1-a0c2-0ac5c2d534bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:19.226627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32883d5f-268b-48a1-a0c2-0ac5c2d534bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:19.285435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04617459-8704-43f1-864b-29655e03b41c None None] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:19.364526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:19.365403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:19.374989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-32883d5f-268b-48a1-a0c2-0ac5c2d534bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2763119 Dec 07 13:34:19.380322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 49984) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:19.475580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7892bd87-8a28-49dc-9f91-e4e734449e90 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-704018570', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cd3efe0f-5072-470a-be7d-eee25df4014f'}], 'security_groups': ['2479bb18-4917-42ac-8f2e-3c2f3a8bfe60', '77d9d486-50fe-459c-b195-2e8650e9ecef']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:19.477676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db4aa4d6-3304-47dc-9071-4a4beaa797bc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:19.558536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-75c5eb1a-18c7-4cb5-b931-49b407839ce4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:19.598449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a811839f-45db-4bfd-84d7-7186ed523a5f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:19.616889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f6f540d2-4381-4092-b52c-8526e0c6e138 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:19.684168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db4aa4d6-3304-47dc-9071-4a4beaa797bc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:19.696362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-77929fad-0d29-473a-abd3-ffba2b0f531f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:19.758786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-366dcd3c-1add-491b-80bc-672c12e5b8a6 None None] Provisioning complete for port 9fca487e-697b-4ef1-a033-1a49a994a127 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:19.759213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-366dcd3c-1add-491b-80bc-672c12e5b8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:19.787671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4aa4d6-3304-47dc-9071-4a4beaa797bc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=d218bd4b-2c3a-4019-899b-1d4c3dd99710,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:19.790119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db4aa4d6-3304-47dc-9071-4a4beaa797bc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:19.804854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db4aa4d6-3304-47dc-9071-4a4beaa797bc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:19.814250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a2b308c1-153a-4290-aaed-670939fe157d up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:19.853505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-db4aa4d6-3304-47dc-9071-4a4beaa797bc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/d218bd4b-2c3a-4019-899b-1d4c3dd99710 HTTP/1.1" status: 204 len: 168 time: 1.7426455 Dec 07 13:34:19.856121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49988) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:19.919028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-366dcd3c-1add-491b-80bc-672c12e5b8a6 None None] Port 9fca487e-697b-4ef1-a033-1a49a994a127 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:34:19.945761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port a2b308c1-153a-4290-aaed-670939fe157d triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:19.946187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:20.003318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e208b3b-fad4-49cb-a3ab-0c4e1a2ca5cb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet e7c6b191-1b41-48bf-a7cc-1340df179a33 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:34:20.009681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e208b3b-fad4-49cb-a3ab-0c4e1a2ca5cb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:20.082786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab24f3b0-c018-4154-8933-14bca5e828e5 None None] Update dhcp port {'port': {'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'fixed_ips': [{'subnet_id': '83d77d14-c568-405e-b2be-b94c5fa32b11', 'ip_address': '172.20.0.18'}, {'subnet_id': '3d0c3895-b757-40fb-aad8-6b0d0616e87f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cd3efe0f-5072-470a-be7d-eee25df4014f'}], 'binding:host_id': 'dv-neutron-ussuri-2-hyperv'}, 'id': 'fd2fdfdd-dad6-4601-9c77-096eaa56aa61'} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 07 13:34:20.142723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e208b3b-fad4-49cb-a3ab-0c4e1a2ca5cb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:20.179409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7892bd87-8a28-49dc-9f91-e4e734449e90 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:20.201852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab24f3b0-c018-4154-8933-14bca5e828e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:20.219182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7224f187-e50d-4c6d-96a7-7ec84af81084 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:20.353194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e208b3b-fad4-49cb-a3ab-0c4e1a2ca5cb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:20.522960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e208b3b-fad4-49cb-a3ab-0c4e1a2ca5cb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:20.532336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5893417e-94e2-4079-80c0-f36723ccbae5 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:20.580553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e208b3b-fad4-49cb-a3ab-0c4e1a2ca5cb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c6b191-1b41-48bf-a7cc-1340df179a33,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:20.583219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4e208b3b-fad4-49cb-a3ab-0c4e1a2ca5cb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:20.589556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e208b3b-fad4-49cb-a3ab-0c4e1a2ca5cb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:20.609051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4e208b3b-fad4-49cb-a3ab-0c4e1a2ca5cb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/e7c6b191-1b41-48bf-a7cc-1340df179a33 HTTP/1.1" status: 204 len: 168 time: 0.7490997 Dec 07 13:34:20.609575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49992) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:20.623900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2733a751-0a71-48ac-9645-55697bf1b7af None None] Provisioning for port a811839f-45db-4bfd-84d7-7186ed523a5f completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:20.646638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2733a751-0a71-48ac-9645-55697bf1b7af None None] Provisioning complete for port a811839f-45db-4bfd-84d7-7186ed523a5f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:20.647067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2733a751-0a71-48ac-9645-55697bf1b7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:20.689485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4c3c196a-5a8a-4a17-adbc-28df07ee8e11 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755911 Dec 07 13:34:20.695706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 49996) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:20.708443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b3ed1cfd-21d5-4c42-9cd0-4455a601f47d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:20.893795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f6f540d2-4381-4092-b52c-8526e0c6e138 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port 9fca487e-697b-4ef1-a033-1a49a994a127 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:20.894145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f6f540d2-4381-4092-b52c-8526e0c6e138 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:20.941889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ab24f3b0-c018-4154-8933-14bca5e828e5 None None] Allocated IP 172.20.0.34 (b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93/cd3efe0f-5072-470a-be7d-eee25df4014f/fd2fdfdd-dad6-4601-9c77-096eaa56aa61) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:20.948208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b3ed1cfd-21d5-4c42-9cd0-4455a601f47d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:20.957538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b3ed1cfd-21d5-4c42-9cd0-4455a601f47d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:20.962648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b3ed1cfd-21d5-4c42-9cd0-4455a601f47d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:20.980967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b3ed1cfd-21d5-4c42-9cd0-4455a601f47d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:21.034761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:34:21.084202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ed1cfd-21d5-4c42-9cd0-4455a601f47d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:21.090208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3ed1cfd-21d5-4c42-9cd0-4455a601f47d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:21.147001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ab24f3b0-c018-4154-8933-14bca5e828e5 None None] For port fd2fdfdd-dad6-4601-9c77-096eaa56aa61, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=fd2fdfdd-dad6-4601-9c77-096eaa56aa61,segment=NetworkSegment(ee52e116-fdb1-421d-8d95-71d514b27c87),segment_id=ee52e116-fdb1-421d-8d95-71d514b27c87)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:21.193552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97847bf-5911-42ba-b5d4-9f362ea3b984 None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:34:21.199943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab24f3b0-c018-4154-8933-14bca5e828e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:21.203986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e97847bf-5911-42ba-b5d4-9f362ea3b984 None None] Deleting port a811839f-45db-4bfd-84d7-7186ed523a5f {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:21.204922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e97847bf-5911-42ba-b5d4-9f362ea3b984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:21.239539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f6f540d2-4381-4092-b52c-8526e0c6e138 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:21.323000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ab24f3b0-c018-4154-8933-14bca5e828e5 None None] Transition to ACTIVE for port object fd2fdfdd-dad6-4601-9c77-096eaa56aa61 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:21.351140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c5eb1a-18c7-4cb5-b931-49b407839ce4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router 9e2df098-cda5-4a31-bbd6-cd10640fe25e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:34:21.418322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a811839f-45db-4bfd-84d7-7186ed523a5f no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:34:21.465287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab24f3b0-c018-4154-8933-14bca5e828e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:21.487985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9cbadd61-485d-46d0-b25e-ff832729225c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:21.598357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e97847bf-5911-42ba-b5d4-9f362ea3b984 None None] For port a811839f-45db-4bfd-84d7-7186ed523a5f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a811839f-45db-4bfd-84d7-7186ed523a5f,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:21.599009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e97847bf-5911-42ba-b5d4-9f362ea3b984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:21.671478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-7892bd87-8a28-49dc-9f91-e4e734449e90 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Delete allocated IP 172.20.0.13 (b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93/3d0c3895-b757-40fb-aad8-6b0d0616e87f) {{(pid=88898) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 07 13:34:21.677723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f6f540d2-4381-4092-b52c-8526e0c6e138 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for 9fca487e-697b-4ef1-a033-1a49a994a127 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:21.687160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-7892bd87-8a28-49dc-9f91-e4e734449e90 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Allocated IP 172.20.0.46 (b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93/cd3efe0f-5072-470a-be7d-eee25df4014f/f347830d-1a82-4702-873d-1008effda8e7) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:21.728032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:34:21.743813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Sync routers for ids ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:34:21.756195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Routers {'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:21.757227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:21.868990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:21.870332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1312366 Dec 07 13:34:21.874493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e97847bf-5911-42ba-b5d4-9f362ea3b984 None None] Calling delete_port for a811839f-45db-4bfd-84d7-7186ed523a5f owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:21.880299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50000) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:21.894912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c5eb1a-18c7-4cb5-b931-49b407839ce4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:34:21.905599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-75c5eb1a-18c7-4cb5-b931-49b407839ce4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/9e2df098-cda5-4a31-bbd6-cd10640fe25e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4577317 Dec 07 13:34:21.913275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50004) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:21.933064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3ed1cfd-21d5-4c42-9cd0-4455a601f47d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:21.944244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-21c7c52c-0b0a-46b5-94cf-3c1c3cddfc32 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:21.952680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Set router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:22.023846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ed1cfd-21d5-4c42-9cd0-4455a601f47d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:22.032008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b3ed1cfd-21d5-4c42-9cd0-4455a601f47d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:22.032735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24f3b0-c018-4154-8933-14bca5e828e5 None None] Pushing event updated for resources: {'Port': ['ID=fd2fdfdd-dad6-4601-9c77-096eaa56aa61,revision_number=7']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:22.037268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ed1cfd-21d5-4c42-9cd0-4455a601f47d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:22.037910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3ed1cfd-21d5-4c42-9cd0-4455a601f47d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:22.046004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed1cfd-21d5-4c42-9cd0-4455a601f47d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=fdb9c139-2b0a-4bfb-8b88-932441f9b684,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:22.054253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b3ed1cfd-21d5-4c42-9cd0-4455a601f47d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:22.056590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab24f3b0-c018-4154-8933-14bca5e828e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:22.072294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f6f540d2-4381-4092-b52c-8526e0c6e138 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:22.077234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd32a79-c89a-4b40-a5ca-b0ab6df2143b None None] Sync routers for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:34:22.087050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-703a3540-b131-454b-a1b4-d6ee14cb72a2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:22.090108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No ports have port_id starting with a811839f-45db-4bfd-84d7-7186ed523a5f Dec 07 13:34:22.092379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e97847bf-5911-42ba-b5d4-9f362ea3b984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:22.132806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7c25dc8-c86e-4507-b813-2f5d883193bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:22.172520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f540d2-4381-4092-b52c-8526e0c6e138 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Port': ['ID=9fca487e-697b-4ef1-a033-1a49a994a127,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:22.175694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f6f540d2-4381-4092-b52c-8526e0c6e138 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:22.188211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd32a79-c89a-4b40-a5ca-b0ab6df2143b None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:22.189836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ddd32a79-c89a-4b40-a5ca-b0ab6df2143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:22.230155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b3ed1cfd-21d5-4c42-9cd0-4455a601f47d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5332758 Dec 07 13:34:22.235383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50010) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:22.265341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97847bf-5911-42ba-b5d4-9f362ea3b984 None None] No DVR routers for this DVR port a811839f-45db-4bfd-84d7-7186ed523a5f on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:34:22.275506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97847bf-5911-42ba-b5d4-9f362ea3b984 None None] Pushing event deleted for resources: {'Port': ['ID=a811839f-45db-4bfd-84d7-7186ed523a5f,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:22.319813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-27dbe233-3932-44ba-9c20-a3766e77bad2 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ab6625caa7b0446f8943cb009d398a9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4216931 Dec 07 13:34:22.324692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50014) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:22.337669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-92d86ae3-a6a9-40dc-937e-e3c42adff259 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:22.380476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e97847bf-5911-42ba-b5d4-9f362ea3b984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:22.382099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4936735d-bdfa-4f76-a8b1-e59489995740 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:22.388059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:19Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:22.395729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Checking router: bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:34:22.396119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Updating router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 port 64ed1b39-37ec-4006-b43c-2c5fb9c1f047 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:34:22.504267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:22.552669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7892bd87-8a28-49dc-9f91-e4e734449e90 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:22.665758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-7068b179-63d8-4f08-b30a-681763e895ee tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting subnet 69c2d74d-a31a-46b9-8395-7d68d3a72785 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:34:22.671896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7892bd87-8a28-49dc-9f91-e4e734449e90 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Transition to ACTIVE for port object f347830d-1a82-4702-873d-1008effda8e7 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:22.673905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7068b179-63d8-4f08-b30a-681763e895ee tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:22.749441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-92d86ae3-a6a9-40dc-937e-e3c42adff259 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:22.751084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7892bd87-8a28-49dc-9f91-e4e734449e90 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:22.752800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f6f540d2-4381-4092-b52c-8526e0c6e138 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:22.759177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-92d86ae3-a6a9-40dc-937e-e3c42adff259 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:22.762912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-92d86ae3-a6a9-40dc-937e-e3c42adff259 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:22.765515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6bcf5066-2d36-46a4-b2bf-391a55350a0a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:22.774302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-92d86ae3-a6a9-40dc-937e-e3c42adff259 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:22.786411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-ddd32a79-c89a-4b40-a5ca-b0ab6df2143b None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:22.818647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1c13c3-f5df-4da8-a647-a3c7b5b4fe09 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:22.823692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4c1c13c3-f5df-4da8-a647-a3c7b5b4fe09 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4977107 Dec 07 13:34:22.827717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50018) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:22.936627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7068b179-63d8-4f08-b30a-681763e895ee tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:22.981454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-16054c6d-94e5-4915-922f-7f01482d01f7 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1409357 Dec 07 13:34:22.982233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50022) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:23.001103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:23.014166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1304452733', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:23.015158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Transition to ACTIVE for port object 64ed1b39-37ec-4006-b43c-2c5fb9c1f047 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:23.055221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:23.068117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:23.079794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892bd87-8a28-49dc-9f91-e4e734449e90 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event updated for resources: {'Port': ['ID=f347830d-1a82-4702-873d-1008effda8e7,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:23.141897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7892bd87-8a28-49dc-9f91-e4e734449e90 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:23.143546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfdf7b-dd8e-4667-9794-6eb89d574f32 None None] Pushing event updated for resources: {'Port': ['ID=64ed1b39-37ec-4006-b43c-2c5fb9c1f047,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:23.163725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Attempting to bind port 64ed1b39-37ec-4006-b43c-2c5fb9c1f047 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:34:23.164196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Attempting to bind port 64ed1b39-37ec-4006-b43c-2c5fb9c1f047 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:34:23.164528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Attempting to bind port 64ed1b39-37ec-4006-b43c-2c5fb9c1f047 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:34:23.170793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e5cfdf7b-dd8e-4667-9794-6eb89d574f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:23.172863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:34:23.173351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:34:23.173807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:23.174248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:34:23.174778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Bound port: 64ed1b39-37ec-4006-b43c-2c5fb9c1f047, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:34:23.175195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:23.181110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d86ae3-a6a9-40dc-937e-e3c42adff259 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:23.187268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-92d86ae3-a6a9-40dc-937e-e3c42adff259 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:23.254816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] For port 64ed1b39-37ec-4006-b43c-2c5fb9c1f047, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:34:23.258225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] For port 64ed1b39-37ec-4006-b43c-2c5fb9c1f047, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=64ed1b39-37ec-4006-b43c-2c5fb9c1f047,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:34:23.289844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:23.301080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7892bd87-8a28-49dc-9f91-e4e734449e90 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] In _notify_port_updated(), no bound segment for port f347830d-1a82-4702-873d-1008effda8e7 on network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 {{(pid=88898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:34:23.305440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7892bd87-8a28-49dc-9f91-e4e734449e90 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:23.306314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7892bd87-8a28-49dc-9f91-e4e734449e90 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:23.307815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d5729354-1a97-409d-af5f-ded0c1cce6ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:23.311337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7892bd87-8a28-49dc-9f91-e4e734449e90 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "PUT /v2.0/ports/f347830d-1a82-4702-873d-1008effda8e7 HTTP/1.1" status: 200 len: 959 time: 3.8484468 Dec 07 13:34:23.313711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50026) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:23.383971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Routers {'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:23.384654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:23.461409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'tenant_id': '36129566f600466d9b1beb311a8becb9', 'fixed_ips': [{'subnet_id': 'fdb9c139-2b0a-4bfb-8b88-932441f9b684'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:34:23.462309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:23.501002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device fd2fdfdd-dad6-4601-9c77-096eaa56aa61 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:23.509560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.ipam_backend_mixin [None req-92d86ae3-a6a9-40dc-937e-e3c42adff259 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fdb9c139-2b0a-4bfb-8b88-932441f9b684 (CIDR: 2001:db8::/64) Dec 07 13:34:23.611456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d86ae3-a6a9-40dc-937e-e3c42adff259 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:23.612178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d86ae3-a6a9-40dc-937e-e3c42adff259 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:23.658869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f540d2-4381-4092-b52c-8526e0c6e138 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router af07f6ff-0409-42c6-8c56-416ca6580c40 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:34:23.667845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-92d86ae3-a6a9-40dc-937e-e3c42adff259 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4307592 Dec 07 13:34:23.668514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50030) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:23.671779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:23.677092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:23.690958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfdf7b-dd8e-4667-9794-6eb89d574f32 None None] Pushing event updated for resources: {'Port': ['ID=64ed1b39-37ec-4006-b43c-2c5fb9c1f047,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:23.693196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:subnet and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:23.698169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:23.709838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:23.714604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e5cfdf7b-dd8e-4667-9794-6eb89d574f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:23.714699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7068b179-63d8-4f08-b30a-681763e895ee tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:23.731798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] Set router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:23.784760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-94383682-8754-4259-94e8-12d6e18801cc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port f347830d-1a82-4702-873d-1008effda8e7 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:23.785068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94383682-8754-4259-94e8-12d6e18801cc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:23.823929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:23.930363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Allocated IP 2001:db8::2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/fdb9c139-2b0a-4bfb-8b88-932441f9b684/6245943c-59dc-4c1f-a737-ae8a7a293f95) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:23.951434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f540d2-4381-4092-b52c-8526e0c6e138 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:34:23.967763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f6f540d2-4381-4092-b52c-8526e0c6e138 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/af07f6ff-0409-42c6-8c56-416ca6580c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2128806 Dec 07 13:34:23.972535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50034) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:24.009745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b9922-2dbd-41d3-a45d-36a5d9bffecf None None] Sync routers for ids ['af07f6ff-0409-42c6-8c56-416ca6580c40'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:34:24.025400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6274182c-8b7a-4808-a520-03801ebedd17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Synchronizing usage tracker for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:24.046771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:24.065456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:24.070660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:24.076123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:24.094013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:24.118271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6274182c-8b7a-4808-a520-03801ebedd17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Unset dirty status for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:24.119623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6274182c-8b7a-4808-a520-03801ebedd17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports?device_id=af07f6ff-0409-42c6-8c56-416ca6580c40 HTTP/1.1" status: 200 len: 205 time: 0.1460602 Dec 07 13:34:24.123020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50038) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:24.123646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b9922-2dbd-41d3-a45d-36a5d9bffecf None None] Routers {'af07f6ff-0409-42c6-8c56-416ca6580c40'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:24.124562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-785b9922-2dbd-41d3-a45d-36a5d9bffecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['af07f6ff-0409-42c6-8c56-416ca6580c40'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:24.157441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7068b179-63d8-4f08-b30a-681763e895ee tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:24.228149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-785b9922-2dbd-41d3-a45d-36a5d9bffecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:24.236747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4aa42b96-4d0d-4928-8099-a4550b0f5d87 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:24.310568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1d5cba42-1530-4a11-bfd8-751a1d9b2bc9 None None] Provisioning for port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:24.316366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b9922-2dbd-41d3-a45d-36a5d9bffecf None None] Routers {'af07f6ff-0409-42c6-8c56-416ca6580c40'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:24.322123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1d5cba42-1530-4a11-bfd8-751a1d9b2bc9 None None] Provisioning complete for port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:24.322543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d5cba42-1530-4a11-bfd8-751a1d9b2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:24.322880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-785b9922-2dbd-41d3-a45d-36a5d9bffecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['af07f6ff-0409-42c6-8c56-416ca6580c40'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:24.364850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068b179-63d8-4f08-b30a-681763e895ee tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Subnet': ['ID=69c2d74d-a31a-46b9-8395-7d68d3a72785,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:24.376094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7068b179-63d8-4f08-b30a-681763e895ee tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:24.420134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7068b179-63d8-4f08-b30a-681763e895ee tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:24.426515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce9654f-8f44-4f5c-af54-14d692dcf23d None None] Network edaf00eb-cdcc-479f-b608-d5bfc2b61e0a requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:24.438277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-785b9922-2dbd-41d3-a45d-36a5d9bffecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:24.448668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7068b179-63d8-4f08-b30a-681763e895ee tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/69c2d74d-a31a-46b9-8395-7d68d3a72785 HTTP/1.1" status: 204 len: 168 time: 2.5316792 Dec 07 13:34:24.451991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b9922-2dbd-41d3-a45d-36a5d9bffecf None None] The sync data for ids ['af07f6ff-0409-42c6-8c56-416ca6580c40'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:34:24.461153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50042) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:24.520467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94383682-8754-4259-94e8-12d6e18801cc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:24.570541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:19Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:24.576435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319bd0f7-0a8f-46e2-8567-47bd68d1f0c4 None None] The sync data for ids ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:19Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:34:24.619631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:24.724880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:24.727590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-94383682-8754-4259-94e8-12d6e18801cc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for f347830d-1a82-4702-873d-1008effda8e7 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:24.729105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d55b7ba-0e42-47d9-a192-cb09bf1567b9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:24.745430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ddd32a79-c89a-4b40-a5ca-b0ab6df2143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:34:18Z', 'revision_number': 10, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:24.752743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Transition to ACTIVE for port object 6245943c-59dc-4c1f-a737-ae8a7a293f95 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:24.769560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd32a79-c89a-4b40-a5ca-b0ab6df2143b None None] Checking router: 9e2df098-cda5-4a31-bbd6-cd10640fe25e for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:34:24.831381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Transition to ACTIVE for port object 6245943c-59dc-4c1f-a737-ae8a7a293f95 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:24.862484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:24.863673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd32a79-c89a-4b40-a5ca-b0ab6df2143b None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:24.864563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ddd32a79-c89a-4b40-a5ca-b0ab6df2143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:24.906340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:24.958483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting port 1a5983e1-e429-4c7a-9aa1-cc6e2714480a {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:24.958864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:24.986723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:25.000744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-16c0cef0-949d-4ce5-99ed-1a3d16bd3d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:25.098906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:25.109453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-225ad435-36e0-483b-a681-d896d28906d6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:25.123336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:25.124063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Pushing event updated for resources: {'Port': ['ID=6245943c-59dc-4c1f-a737-ae8a7a293f95,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:25.130942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:25.144327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:25.160013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94383682-8754-4259-94e8-12d6e18801cc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:25.160722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1d5cba42-1530-4a11-bfd8-751a1d9b2bc9 None None] Provisioning complete for port f347830d-1a82-4702-873d-1008effda8e7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:25.161903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d5cba42-1530-4a11-bfd8-751a1d9b2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:25.258960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-ddd32a79-c89a-4b40-a5ca-b0ab6df2143b None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:25.352602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddae70f-cf97-4fd9-ba8d-879d2073a258 None None] DHCP port deletion for edaf00eb-cdcc-479f-b608-d5bfc2b61e0a request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:34:25.353314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d55b7ba-0e42-47d9-a192-cb09bf1567b9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:25.355250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1d5cba42-1530-4a11-bfd8-751a1d9b2bc9 None None] Port f347830d-1a82-4702-873d-1008effda8e7 was deleted so its status cannot be updated. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 07 13:34:25.368222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:25.368222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:25.368222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:25.368222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:25.368650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:25.368732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:25.369535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:25.369535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:25.369809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:25.370484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d55b7ba-0e42-47d9-a192-cb09bf1567b9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:25.370597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:25.370597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:25.378759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:25.383996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eddae70f-cf97-4fd9-ba8d-879d2073a258 None None] Deleting port 1a5983e1-e429-4c7a-9aa1-cc6e2714480a {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:25.384423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eddae70f-cf97-4fd9-ba8d-879d2073a258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:25.386046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] For port 1a5983e1-e429-4c7a-9aa1-cc6e2714480a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1a5983e1-e429-4c7a-9aa1-cc6e2714480a,segment=NetworkSegment(285732b1-108c-45d3-a2cd-fc335263a78f),segment_id=285732b1-108c-45d3-a2cd-fc335263a78f)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:25.386190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:25.476741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d55b7ba-0e42-47d9-a192-cb09bf1567b9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:25.477522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d55b7ba-0e42-47d9-a192-cb09bf1567b9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Fanout notify agent at l3_agent the message router_deleted on router af07f6ff-0409-42c6-8c56-416ca6580c40 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:34:25.528801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 64ed1b39-37ec-4006-b43c-2c5fb9c1f047 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:25.537598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d55b7ba-0e42-47d9-a192-cb09bf1567b9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:25.538834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1d55b7ba-0e42-47d9-a192-cb09bf1567b9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/routers/af07f6ff-0409-42c6-8c56-416ca6580c40 HTTP/1.1" status: 204 len: 168 time: 1.4147096 Dec 07 13:34:25.542370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50046) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:25.570929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Subnet': ['ID=8a61828e-2a04-44c7-95da-df01d8ae1a57,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:25.575283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:25.583652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Calling delete_port for 1a5983e1-e429-4c7a-9aa1-cc6e2714480a owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:25.642438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:25.801792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94383682-8754-4259-94e8-12d6e18801cc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=f347830d-1a82-4702-873d-1008effda8e7,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:25.817286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-512fbecc-31a4-4422-a021-8ee25718ac52 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting subnet b933dad8-c086-471e-ac92-4b22783d0205 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:34:25.821027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-512fbecc-31a4-4422-a021-8ee25718ac52 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:25.823728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-94383682-8754-4259-94e8-12d6e18801cc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:25.874660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Checking segment: {'id': '228db0d1-1713-4d6d-8d7c-ad40b267b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:34:25.875343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network hostable DHCP agents. Network: 62d3718a-2f96-4cfe-8657-b090bf6b8ba6, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:34:25.917337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-94383682-8754-4259-94e8-12d6e18801cc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:25.947144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:25.951560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-512fbecc-31a4-4422-a021-8ee25718ac52 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:25.959350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c6e0099c-4b06-4362-a23e-6d99e6c50621 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:25.966055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1d5cba42-1530-4a11-bfd8-751a1d9b2bc9 None None] Provisioning complete for port 1faa0135-3c27-4b66-855f-32e8b203af90 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:25.973863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d5cba42-1530-4a11-bfd8-751a1d9b2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.010777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eddae70f-cf97-4fd9-ba8d-879d2073a258 None None] The port '1a5983e1-e429-4c7a-9aa1-cc6e2714480a' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:34:26.047344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Port': ['ID=1a5983e1-e429-4c7a-9aa1-cc6e2714480a,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:26.055157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] No DVR routers for this DVR port 1a5983e1-e429-4c7a-9aa1-cc6e2714480a on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:34:26.057537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:26.062959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-94383682-8754-4259-94e8-12d6e18801cc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/f347830d-1a82-4702-873d-1008effda8e7 HTTP/1.1" status: 204 len: 168 time: 2.7467241 Dec 07 13:34:26.065323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:34:26.066328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50050) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:26.090216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Attempting to bind port 6245943c-59dc-4c1f-a737-ae8a7a293f95 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:34:26.090924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Attempting to bind port 6245943c-59dc-4c1f-a737-ae8a7a293f95 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:34:26.091536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Attempting to bind port 6245943c-59dc-4c1f-a737-ae8a7a293f95 on network c9ee8f68-0885-485a-ba4e-56608c96e7d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:34:26.140342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4f642b-8135-4406-b6de-d573b214879e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] GET failed (client error): The resource could not be found. Dec 07 13:34:26.140903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0d4f642b-8135-4406-b6de-d573b214879e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Synchronizing usage tracker for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:26.176589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:34:26.177709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Checking segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:34:26.178198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.178822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Bound using segment: {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:34:26.179514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Bound port: 6245943c-59dc-4c1f-a737-ae8a7a293f95, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:34:26.180342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.205449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1d5cba42-1530-4a11-bfd8-751a1d9b2bc9 None None] Port 1faa0135-3c27-4b66-855f-32e8b203af90 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:34:26.215134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 62d3718a-2f96-4cfe-8657-b090bf6b8ba6) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:26.240288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:26.240518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0d4f642b-8135-4406-b6de-d573b214879e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Unset dirty status for tenant:0b069abc5f4d40959c45586b29d8df59 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:26.241345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.244661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0d4f642b-8135-4406-b6de-d573b214879e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports/f347830d-1a82-4702-873d-1008effda8e7 HTTP/1.1" status: 404 len: 333 time: 0.1749594 Dec 07 13:34:26.245416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27419ec-2efb-48c1-ae79-d7a5e6277ed3 None None] Network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:26.254279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50054) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:26.273830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.288674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-512fbecc-31a4-4422-a021-8ee25718ac52 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.296642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.3002837 Dec 07 13:34:26.297666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50058) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:26.409590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edaf00eb-cdcc-479f-b608-d5bfc2b61e0a']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:26.439924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-351eeb8f-939b-416b-bc8a-da479a31f1b3 None None] Could not find standard attr ID for object f347830d-1a82-4702-873d-1008effda8e7. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:34:26.445946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285732b1-108c-45d3-a2cd-fc335263a78f') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:26.446414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285732b1-108c-45d3-a2cd-fc335263a78f') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:26.451369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-201036e3-1c0a-431d-b54c-9c46ab2d6939 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.465453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.487788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-201036e3-1c0a-431d-b54c-9c46ab2d6939 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.488469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 64ed1b39-37ec-4006-b43c-2c5fb9c1f047 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:26.503378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.515130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 64ed1b39-37ec-4006-b43c-2c5fb9c1f047 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:26.515593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.554092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-512fbecc-31a4-4422-a021-8ee25718ac52 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.568328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:34:26.568574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:26.569010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:34:26.586492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:34:26.618026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fbecc-31a4-4422-a021-8ee25718ac52 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Subnet': ['ID=b933dad8-c086-471e-ac92-4b22783d0205,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:26.634276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-512fbecc-31a4-4422-a021-8ee25718ac52 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:26.639686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.657142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-512fbecc-31a4-4422-a021-8ee25718ac52 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.663430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] For port 6245943c-59dc-4c1f-a737-ae8a7a293f95, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:34:26.674242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc3d2a4-d120-403c-9744-70a0df3c596e None None] Network 2562e907-dc6d-40bf-93bf-6387d0e7d170 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:26.706862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-201036e3-1c0a-431d-b54c-9c46ab2d6939 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.711284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-201036e3-1c0a-431d-b54c-9c46ab2d6939 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.715604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-201036e3-1c0a-431d-b54c-9c46ab2d6939 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/security-groups/69b3fde6-68b7-48bb-b786-98ae34fc2d8b HTTP/1.1" status: 204 len: 168 time: 0.4601679 Dec 07 13:34:26.716487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50062) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:26.724707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a9c7fb97-b175-419c-bf12-a1e06588f79a tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:26.734166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-512fbecc-31a4-4422-a021-8ee25718ac52 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/b933dad8-c086-471e-ac92-4b22783d0205 HTTP/1.1" status: 204 len: 168 time: 1.1906536 Dec 07 13:34:26.742158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50064) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:26.773991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] For port 6245943c-59dc-4c1f-a737-ae8a7a293f95, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=6245943c-59dc-4c1f-a737-ae8a7a293f95,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:34:26.790680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201036e3-1c0a-431d-b54c-9c46ab2d6939 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b3fde6-68b7-48bb-b786-98ae34fc2d8b,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:26.802357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-201036e3-1c0a-431d-b54c-9c46ab2d6939 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:26.831190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.885987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:26.917460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:34:26.917834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:34:26.961137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.968827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a115b74-93af-4e9b-b350-973385ad561c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:26.999107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port a2b308c1-153a-4290-aaed-670939fe157d {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:26.999510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:27.021946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:34:27.022914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:27.033217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:27.038582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8f5d40a4-b829-4723-92c9-35bc126e808c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:27.039020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a115b74-93af-4e9b-b350-973385ad561c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:27.043078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ddd32a79-c89a-4b40-a5ca-b0ab6df2143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:34:18Z', 'revision_number': 10, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:27.075332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:27.085195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Network': ['ID=edaf00eb-cdcc-479f-b608-d5bfc2b61e0a,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:27.087941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:27.094119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/networks/edaf00eb-cdcc-479f-b608-d5bfc2b61e0a HTTP/1.1" status: 204 len: 168 time: 2.6272759 Dec 07 13:34:27.095895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50070) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:27.110676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd32a79-c89a-4b40-a5ca-b0ab6df2143b None None] The sync data for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv is: [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:34:18Z', 'revision_number': 10, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None, '_interfaces': [{'id': '245585f2-68aa-40de-9782-27ce1419140a', 'name': '', 'network_id': '8e90be8c-5ae7-4a4d-b519-336db89aca79', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'mac_address': 'fa:16:3e:f6:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:33:03Z', 'updated_at': '2021-12-07T13:33:15Z', 'revision_number': 5, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'subnets': [{'id': 'abed00b5-8e92-4ae1-990b-6b94c5f28f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:34:27.159513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:27.177556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 64ed1b39-37ec-4006-b43c-2c5fb9c1f047, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=64ed1b39-37ec-4006-b43c-2c5fb9c1f047,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:27.182394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a115b74-93af-4e9b-b350-973385ad561c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:27.232222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f61263a5-f783-4196-94c2-b47bfcaecd55 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:27.257412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Pushing event updated for resources: {'Port': ['ID=6245943c-59dc-4c1f-a737-ae8a7a293f95,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:27.261382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:27.262495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:27.269875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1fee3fa2-c377-43be-b5af-f83fc05cb229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:27.279388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a115b74-93af-4e9b-b350-973385ad561c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d9d486-50fe-459c-b195-2e8650e9ecef,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:27.340721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] For port a2b308c1-153a-4290-aaed-670939fe157d, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a2b308c1-153a-4290-aaed-670939fe157d,segment=NetworkSegment(7405eb9d-767f-401f-9fee-4d97f3ad1c95),segment_id=7405eb9d-767f-401f-9fee-4d97f3ad1c95)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:27.341382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:27.370396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2a115b74-93af-4e9b-b350-973385ad561c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:27.372060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1a5983e1-e429-4c7a-9aa1-cc6e2714480a no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:34:27.488937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 1a5983e1-e429-4c7a-9aa1-cc6e2714480a {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:34:27.489419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1a5983e1-e429-4c7a-9aa1-cc6e2714480a not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:34:27.524122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=64ed1b39-37ec-4006-b43c-2c5fb9c1f047,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:27.529346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:27.554943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Allocated IP 172.20.0.2 (62d3718a-2f96-4cfe-8657-b090bf6b8ba6/8a61828e-2a04-44c7-95da-df01d8ae1a57/b7eecbf2-e2d2-46bd-9484-afb4156ee1cd) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:27.567729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for a2b308c1-153a-4290-aaed-670939fe157d owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:27.605295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a115b74-93af-4e9b-b350-973385ad561c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:27.609622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2a115b74-93af-4e9b-b350-973385ad561c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/security-groups/77d9d486-50fe-459c-b195-2e8650e9ecef HTTP/1.1" status: 204 len: 168 time: 0.8740406 Dec 07 13:34:27.615087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:34:27.662703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50074) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:27.734875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647199a3-fab9-468b-bd2a-2909c541a702 None None] DHCP port deletion for 2562e907-dc6d-40bf-93bf-6387d0e7d170 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:34:27.744173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:34:27.744943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e0f5bba1-f17c-4b46-8d4b-5852802ea2c1 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:34:27.758635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-647199a3-fab9-468b-bd2a-2909c541a702 None None] Deleting port a2b308c1-153a-4290-aaed-670939fe157d {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:27.759597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-647199a3-fab9-468b-bd2a-2909c541a702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:27.966423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21e97535-6111-4718-8bdc-1a4a1aa96e36 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:27.975732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:27.990058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f3c1-32c8-4bc9-be23-24dba5b8dc3a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.202079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.216032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:28.243327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21e97535-6111-4718-8bdc-1a4a1aa96e36 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.281345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Port': ['ID=a2b308c1-153a-4290-aaed-670939fe157d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:28.289262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:28.307762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] No DVR routers for this DVR port a2b308c1-153a-4290-aaed-670939fe157d on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:34:28.379420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.409759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Transition to ACTIVE for port object b7eecbf2-e2d2-46bd-9484-afb4156ee1cd will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:28.425777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21e97535-6111-4718-8bdc-1a4a1aa96e36 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.428748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-647199a3-fab9-468b-bd2a-2909c541a702 None None] For port a2b308c1-153a-4290-aaed-670939fe157d, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a2b308c1-153a-4290-aaed-670939fe157d,segment=NetworkSegment(7405eb9d-767f-401f-9fee-4d97f3ad1c95),segment_id=7405eb9d-767f-401f-9fee-4d97f3ad1c95)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:28.429029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-647199a3-fab9-468b-bd2a-2909c541a702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.462751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:28.491033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] For port 6245943c-59dc-4c1f-a737-ae8a7a293f95, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=6245943c-59dc-4c1f-a737-ae8a7a293f95,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:28.496917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.499271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e97535-6111-4718-8bdc-1a4a1aa96e36 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2479bb18-4917-42ac-8f2e-3c2f3a8bfe60,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:28.506563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-21e97535-6111-4718-8bdc-1a4a1aa96e36 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:28.515672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-21e97535-6111-4718-8bdc-1a4a1aa96e36 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.520764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-21e97535-6111-4718-8bdc-1a4a1aa96e36 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/security-groups/2479bb18-4917-42ac-8f2e-3c2f3a8bfe60 HTTP/1.1" status: 204 len: 168 time: 0.8498824 Dec 07 13:34:28.521778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50078) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:28.565408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2562e907-dc6d-40bf-93bf-6387d0e7d170']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:28.566992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Transition to ACTIVE for port object b7eecbf2-e2d2-46bd-9484-afb4156ee1cd will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:28.585621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-647199a3-fab9-468b-bd2a-2909c541a702 None None] Calling delete_port for a2b308c1-153a-4290-aaed-670939fe157d owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:28.593830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7405eb9d-767f-401f-9fee-4d97f3ad1c95') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:28.594161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7405eb9d-767f-401f-9fee-4d97f3ad1c95') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:28.645930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.653386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.654014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.669773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-99c03d35-f876-4c06-8c81-7ff0bfe15695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:28.678963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.701528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.702361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.712672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:28.744592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-647199a3-fab9-468b-bd2a-2909c541a702 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:34:28.745006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-647199a3-fab9-468b-bd2a-2909c541a702 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:34:28.754966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:28.755929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Pushing event updated for resources: {'Port': ['ID=b7eecbf2-e2d2-46bd-9484-afb4156ee1cd,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:28.759385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:28.760520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:28.761292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:28.801405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:34:28.801652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:34:28.818882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:34:28.855518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Attempting to bind port b7eecbf2-e2d2-46bd-9484-afb4156ee1cd on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:34:28.856055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Attempting to bind port b7eecbf2-e2d2-46bd-9484-afb4156ee1cd by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '228db0d1-1713-4d6d-8d7c-ad40b267b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:34:28.856550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Attempting to bind port b7eecbf2-e2d2-46bd-9484-afb4156ee1cd on network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:34:28.863768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:34:28.864290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Checking segment: {'id': '228db0d1-1713-4d6d-8d7c-ad40b267b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:34:28.864818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.865335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Bound using segment: {'id': '228db0d1-1713-4d6d-8d7c-ad40b267b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:34:28.865971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Bound port: b7eecbf2-e2d2-46bd-9484-afb4156ee1cd, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228db0d1-1713-4d6d-8d7c-ad40b267b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:34:28.866481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.942245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:28.950116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.952552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:28.956100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:28.956921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:28.974500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] For port b7eecbf2-e2d2-46bd-9484-afb4156ee1cd, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:34:28.984329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] For port b7eecbf2-e2d2-46bd-9484-afb4156ee1cd, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b7eecbf2-e2d2-46bd-9484-afb4156ee1cd,segment=NetworkSegment(228db0d1-1713-4d6d-8d7c-ad40b267b971),segment_id=228db0d1-1713-4d6d-8d7c-ad40b267b971)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:34:29.021419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=6245943c-59dc-4c1f-a737-ae8a7a293f95,revision_number=4']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:29.025037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:29.027901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ba92fa15-a7bf-4df5-b6ee-6f204079f27e tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:29.049724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:29.054999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f3c2dab-0ac8-4356-a525-99fe7a475839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:29.055545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:29.060147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:29.066756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/networks/2562e907-dc6d-40bf-93bf-6387d0e7d170 HTTP/1.1" status: 204 len: 168 time: 2.3054464 Dec 07 13:34:29.069040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50082) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:29.076327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-53dabe9d-465c-45cf-98c0-d03fd31b1699 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-433156291', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:29.083481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-53dabe9d-465c-45cf-98c0-d03fd31b1699 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:29.086402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.4156568 Dec 07 13:34:29.088551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-53dabe9d-465c-45cf-98c0-d03fd31b1699 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:router and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:29.091625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-53dabe9d-465c-45cf-98c0-d03fd31b1699 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:29.098622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-53dabe9d-465c-45cf-98c0-d03fd31b1699 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:29.116513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50086) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:29.138711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'mac_address': 'fa:16:3e:eb:40:5d', 'name': 'tempest-NetworksTestDHCPv6-1489043269'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:29.156660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a4f732-820a-41cc-ab27-63d11a4cfb1b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting subnet 3d0c3895-b757-40fb-aad8-6b0d0616e87f {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:34:29.161393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-75a4f732-820a-41cc-ab27-63d11a4cfb1b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:29.164936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Pushing event updated for resources: {'Port': ['ID=b7eecbf2-e2d2-46bd-9484-afb4156ee1cd,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:29.178502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:29.222326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=834fdcb5-07f8-4795-ad84-2e916a2d99a8,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:29.227964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:29.228914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c561eea7-33e2-4ba2-8707-698d5933e70a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:29.247057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-647199a3-fab9-468b-bd2a-2909c541a702 None None] Deleting port a2b308c1-153a-4290-aaed-670939fe157d {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:29.247632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-647199a3-fab9-468b-bd2a-2909c541a702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:29.260416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Network': ['ID=2562e907-dc6d-40bf-93bf-6387d0e7d170,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:29.279493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:29.289123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-75a4f732-820a-41cc-ab27-63d11a4cfb1b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:29.361545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-647199a3-fab9-468b-bd2a-2909c541a702 None None] The port 'a2b308c1-153a-4290-aaed-670939fe157d' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:34:29.401604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-75a4f732-820a-41cc-ab27-63d11a4cfb1b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:29.512417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-75a4f732-820a-41cc-ab27-63d11a4cfb1b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:29.519184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fb2683a5-1624-46f9-b401-93bd6ade7fa6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:29.519904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53dabe9d-465c-45cf-98c0-d03fd31b1699 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:29.520942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53dabe9d-465c-45cf-98c0-d03fd31b1699 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:29.568635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4f732-820a-41cc-ab27-63d11a4cfb1b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Subnet': ['ID=3d0c3895-b757-40fb-aad8-6b0d0616e87f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:29.573041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-75a4f732-820a-41cc-ab27-63d11a4cfb1b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:29.575977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-75a4f732-820a-41cc-ab27-63d11a4cfb1b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:29.582458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e20965-0a32-4609-8ca0-b7e974c3f85a None None] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:29.588865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-75a4f732-820a-41cc-ab27-63d11a4cfb1b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/3d0c3895-b757-40fb-aad8-6b0d0616e87f HTTP/1.1" status: 204 len: 168 time: 1.0648222 Dec 07 13:34:29.591463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50090) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:29.737331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3fd4c3-9ef8-4fd4-8864-3e42edf485a2 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:29.746118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d40c790-154f-4119-883d-e9b5ace18479 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting subnet cd3efe0f-5072-470a-be7d-eee25df4014f {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:34:29.762631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d40c790-154f-4119-883d-e9b5ace18479 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:29.781147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:29.786592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:port and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:29.789898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:29.796233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:29.855527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 64ed1b39-37ec-4006-b43c-2c5fb9c1f047 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:29.862506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d40c790-154f-4119-883d-e9b5ace18479 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:29.883866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53dabe9d-465c-45cf-98c0-d03fd31b1699 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:29.889804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:29.983046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d40c790-154f-4119-883d-e9b5ace18479 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:29.989497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ed7c33aa-ee1d-4293-ae07-8b8cccdc18fa None None] Provisioning for port 6245943c-59dc-4c1f-a737-ae8a7a293f95 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:30.100848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d40c790-154f-4119-883d-e9b5ace18479 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:30.106223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-945b8682-5724-49ed-848d-b673fff707ee tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:30.144835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40c790-154f-4119-883d-e9b5ace18479 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3efe0f-5072-470a-be7d-eee25df4014f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:30.145615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 64ed1b39-37ec-4006-b43c-2c5fb9c1f047 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:30.145827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:30.149260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6d40c790-154f-4119-883d-e9b5ace18479 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:30.154573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d40c790-154f-4119-883d-e9b5ace18479 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:30.162271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6d40c790-154f-4119-883d-e9b5ace18479 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/cd3efe0f-5072-470a-be7d-eee25df4014f HTTP/1.1" status: 204 len: 168 time: 0.5693018 Dec 07 13:34:30.164546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50094) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:30.183887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fcac732-eefd-4e7f-9287-4c3cb52f91c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:30.205168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53dabe9d-465c-45cf-98c0-d03fd31b1699 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:30.208764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-e400dc48-d265-4334-9ce5-aedf4222bd6c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:30.209263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e400dc48-d265-4334-9ce5-aedf4222bd6c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:30.211421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e400dc48-d265-4334-9ce5-aedf4222bd6c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/3d0c3895-b757-40fb-aad8-6b0d0616e87f HTTP/1.1" status: 404 len: 337 time: 0.0453770 Dec 07 13:34:30.213993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50098) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:30.218207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0bd4f3c1-32c8-4bc9-be23-24dba5b8dc3a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting port 245585f2-68aa-40de-9782-27ce1419140a {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:30.218379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f3c1-32c8-4bc9-be23-24dba5b8dc3a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:30.295924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad80ae7-ac0a-4aa7-b349-b029ab014f8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting subnet 83d77d14-c568-405e-b2be-b94c5fa32b11 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:34:30.299515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad80ae7-ac0a-4aa7-b349-b029ab014f8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:30.367054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad80ae7-ac0a-4aa7-b349-b029ab014f8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:30.378205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.1 (62d3718a-2f96-4cfe-8657-b090bf6b8ba6/8a61828e-2a04-44c7-95da-df01d8ae1a57/70fae25c-0566-4f0b-9626-3546e066d2f7) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:30.416572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:30.431278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6245943c-59dc-4c1f-a737-ae8a7a293f95 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:30.465263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad80ae7-ac0a-4aa7-b349-b029ab014f8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:30.476411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53dabe9d-465c-45cf-98c0-d03fd31b1699 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:30.477675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-53dabe9d-465c-45cf-98c0-d03fd31b1699 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.4076171 Dec 07 13:34:30.489477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50102) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:30.540272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 6245943c-59dc-4c1f-a737-ae8a7a293f95 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:30.545422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 6245943c-59dc-4c1f-a737-ae8a7a293f95 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:30.545839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:30.569809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad80ae7-ac0a-4aa7-b349-b029ab014f8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:30.575607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-133ca29a-04c1-412c-be3d-f2dcd11fc6ea tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:30.609099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'network': {'name': 'tempest-RoutersTest-517317253'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:30.615891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad80ae7-ac0a-4aa7-b349-b029ab014f8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Subnet': ['ID=83d77d14-c568-405e-b2be-b94c5fa32b11,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:30.618885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ad80ae7-ac0a-4aa7-b349-b029ab014f8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:30.621872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ad80ae7-ac0a-4aa7-b349-b029ab014f8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:30.629601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5ad80ae7-ac0a-4aa7-b349-b029ab014f8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/83d77d14-c568-405e-b2be-b94c5fa32b11 HTTP/1.1" status: 204 len: 168 time: 0.4142213 Dec 07 13:34:30.632064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50106) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:30.632193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:30.671380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port d83433fa-866e-4f99-810b-09360c3aadaf yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:34:30.686932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c84a87-970c-4244-9d01-3508b9d93d03 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:30.687458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c84a87-970c-4244-9d01-3508b9d93d03 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:30.689516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-84c84a87-970c-4244-9d01-3508b9d93d03 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/476563ca-f3d0-4824-98d9-1503b3258b37 HTTP/1.1" status: 404 len: 337 time: 0.0560713 Dec 07 13:34:30.692687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50110) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:30.711856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:30.747655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-67fdab93-b57f-426a-8260-9033478dc0a4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8fb259-05b1-47a4-8597-2f7682d0e86a HTTP/1.1" status: 200 len: 205 time: 0.0534341 Dec 07 13:34:30.750642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50114) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:30.758212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:network and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:30.765327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:30.784995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 6245943c-59dc-4c1f-a737-ae8a7a293f95, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=6245943c-59dc-4c1f-a737-ae8a7a293f95,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:30.786863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eff47b-564d-42eb-aea7-cedaf635a8e5 None None] Update dhcp port {'port': {'network_id': 'b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93', 'fixed_ips': [{'subnet_id': '83d77d14-c568-405e-b2be-b94c5fa32b11', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cd3efe0f-5072-470a-be7d-eee25df4014f'}], 'binding:host_id': 'dv-neutron-ussuri-2-hyperv'}, 'id': 'fd2fdfdd-dad6-4601-9c77-096eaa56aa61'} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 07 13:34:30.794957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:30.841239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-c9cbbe21-0af5-46e7-967c-d77e03e0c2b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] delete failed (client error): The resource could not be found. Dec 07 13:34:30.843647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:30.845575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c9cbbe21-0af5-46e7-967c-d77e03e0c2b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/routers/2f8fb259-05b1-47a4-8597-2f7682d0e86a HTTP/1.1" status: 404 len: 336 time: 0.0935099 Dec 07 13:34:30.846612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50118) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:30.849482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:30.897064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5c2a47-666e-46f6-a451-98034dc37988 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:30.912332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5c2a47-666e-46f6-a451-98034dc37988 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:30.912332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3c5c2a47-666e-46f6-a451-98034dc37988 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/feb59f52-586d-4de3-8860-4ab03241a9df HTTP/1.1" status: 404 len: 337 time: 0.0571692 Dec 07 13:34:30.912657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c5eff47b-564d-42eb-aea7-cedaf635a8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:30.914907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50122) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:30.933830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a2b308c1-153a-4290-aaed-670939fe157d no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:34:30.963934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e5ea81-0e81-4b4d-b179-301cb46af0bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:30.964535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e5ea81-0e81-4b4d-b179-301cb46af0bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:30.970802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d9e5ea81-0e81-4b4d-b179-301cb46af0bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/62c4e23e-c9e0-4891-9387-da375fd2dbf0 HTTP/1.1" status: 404 len: 337 time: 0.0537839 Dec 07 13:34:30.972094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50126) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:30.981581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: a2b308c1-153a-4290-aaed-670939fe157d {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:34:30.981906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a2b308c1-153a-4290-aaed-670939fe157d not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:34:31.027414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe671b74-afa6-4e3d-857b-8d05634e5229 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:31.027978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe671b74-afa6-4e3d-857b-8d05634e5229 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:31.033177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fe671b74-afa6-4e3d-857b-8d05634e5229 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/0bc8406d-98f9-4972-9c04-45a8ae8ba5de HTTP/1.1" status: 404 len: 337 time: 0.0598471 Dec 07 13:34:31.033934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50130) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:31.086154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f85ac5-e928-4a2f-93d7-ea0306695722 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:31.086918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f85ac5-e928-4a2f-93d7-ea0306695722 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:31.091826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-45f85ac5-e928-4a2f-93d7-ea0306695722 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/6b224d5c-9074-4708-b257-06037276a56c HTTP/1.1" status: 404 len: 333 time: 0.0564961 Dec 07 13:34:31.092514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50134) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:31.135900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c520c9-1418-4858-a1d2-a23b3b5ede00 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:31.136520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c520c9-1418-4858-a1d2-a23b3b5ede00 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:31.141515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-94c520c9-1418-4858-a1d2-a23b3b5ede00 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/d4a643a5-7768-4f7a-9bf6-477d882b8878 HTTP/1.1" status: 404 len: 337 time: 0.0478055 Dec 07 13:34:31.141971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::31c (c9ee8f68-0885-485a-ba4e-56608c96e7d4/fdb9c139-2b0a-4bfb-8b88-932441f9b684/d83433fa-866e-4f99-810b-09360c3aadaf) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:31.142694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50138) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:31.149152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8:0:1:f816:3eff:feeb:405d (c9ee8f68-0885-485a-ba4e-56608c96e7d4/834fdcb5-07f8-4795-ad84-2e916a2d99a8/d83433fa-866e-4f99-810b-09360c3aadaf) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:31.170651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=6245943c-59dc-4c1f-a737-ae8a7a293f95,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:31.191610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:31.216523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa20c7b-bc58-4b73-b230-b23503b7ca34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:31.217062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa20c7b-bc58-4b73-b230-b23503b7ca34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:31.219258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0aa20c7b-bc58-4b73-b230-b23503b7ca34 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/14e1671c-f82d-4f44-af1e-8f63321ac9fb HTTP/1.1" status: 404 len: 337 time: 0.0752511 Dec 07 13:34:31.222376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50142) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:31.237844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:31.245806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:31.278131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d13c628-0870-45ce-af5d-47bfd3c8254c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:31.278637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d13c628-0870-45ce-af5d-47bfd3c8254c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:31.281041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8d13c628-0870-45ce-af5d-47bfd3c8254c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/b4211870-a9c6-4368-842a-51de5b3a0128 HTTP/1.1" status: 404 len: 333 time: 0.0571909 Dec 07 13:34:31.288122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50146) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:31.297346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42326ab7-5bde-4295-bafe-71f2a636d2a5 None None] Network b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:31.312748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0bd4f3c1-32c8-4bc9-be23-24dba5b8dc3a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] For port 245585f2-68aa-40de-9782-27ce1419140a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=245585f2-68aa-40de-9782-27ce1419140a,segment=NetworkSegment(1075e74a-34c3-4e0e-ba82-bb4db2bd6284),segment_id=1075e74a-34c3-4e0e-ba82-bb4db2bd6284)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:31.313150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f3c1-32c8-4bc9-be23-24dba5b8dc3a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:31.328229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:31.341586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-46bfa8c1-db5c-4836-973a-cea6930b18c0 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:31.347864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46bfa8c1-db5c-4836-973a-cea6930b18c0 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:31.350017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-46bfa8c1-db5c-4836-973a-cea6930b18c0 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/807d5445-7b44-4541-8f1b-8fbc18a99257 HTTP/1.1" status: 404 len: 337 time: 0.0606635 Dec 07 13:34:31.355360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50150) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:31.406073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1fcf41-43ec-4a8c-bee0-85c7ba18264c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:31.409550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1fcf41-43ec-4a8c-bee0-85c7ba18264c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:31.414797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6d1fcf41-43ec-4a8c-bee0-85c7ba18264c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/subnets/fdd9817c-ef75-4832-9f5d-d91d5b20f6b1 HTTP/1.1" status: 404 len: 337 time: 0.0583601 Dec 07 13:34:31.420837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50154) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:31.477226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-64c4c46d-5d95-4bc9-9e43-dcb83f56cea0 None None] Provisioning complete for port 1faa0135-3c27-4b66-855f-32e8b203af90 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:31.477661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64c4c46d-5d95-4bc9-9e43-dcb83f56cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:31.489966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0bd4f3c1-32c8-4bc9-be23-24dba5b8dc3a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Calling delete_port for 245585f2-68aa-40de-9782-27ce1419140a owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:31.537910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b279e4b3-c497-4cdb-9875-ea1d795f2ec0 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port 1faa0135-3c27-4b66-855f-32e8b203af90 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:31.538983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b279e4b3-c497-4cdb-9875-ea1d795f2ec0 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:31.637918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6245ca78-d739-416f-8d02-234572e04f71 None None] Network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:31.843491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b279e4b3-c497-4cdb-9875-ea1d795f2ec0 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:31.865265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b7eecbf2-e2d2-46bd-9484-afb4156ee1cd up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:31.879980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:31.899458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object d83433fa-866e-4f99-810b-09360c3aadaf will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:31.926997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object 70fae25c-0566-4f0b-9626-3546e066d2f7 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:31.948458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f3c1-32c8-4bc9-be23-24dba5b8dc3a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:31.955461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-94ea4f47-b400-4f61-b31f-2fa8f6944994 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:31.992575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:31.998833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-64c4c46d-5d95-4bc9-9e43-dcb83f56cea0 None None] Port 1faa0135-3c27-4b66-855f-32e8b203af90 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:34:32.006315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b279e4b3-c497-4cdb-9875-ea1d795f2ec0 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for 1faa0135-3c27-4b66-855f-32e8b203af90 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:32.008718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:32.031541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4f3c1-32c8-4bc9-be23-24dba5b8dc3a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Port': ['ID=245585f2-68aa-40de-9782-27ce1419140a,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:32.033655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:32.035464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0bd4f3c1-32c8-4bc9-be23-24dba5b8dc3a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:32.038719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:34:32.046287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-53b91029-9e5f-4d76-97ce-ad619b01569b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:32.117805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b279e4b3-c497-4cdb-9875-ea1d795f2ec0 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:32.132679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4754243-7a4e-421d-897a-4146761485c6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:32.138825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-64c4c46d-5d95-4bc9-9e43-dcb83f56cea0 None None] Provisioning complete for port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:32.139524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64c4c46d-5d95-4bc9-9e43-dcb83f56cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:32.194829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279e4b3-c497-4cdb-9875-ea1d795f2ec0 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=1faa0135-3c27-4b66-855f-32e8b203af90,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:32.209880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b279e4b3-c497-4cdb-9875-ea1d795f2ec0 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:32.210980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b279e4b3-c497-4cdb-9875-ea1d795f2ec0 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:32.225718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:32.230957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:32.231647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Added segment 2101c8d5-6b81-42da-94bb-1e73d04c10f2 of type vlan for network d1ec8d7d-2e87-48a6-a409-af3e7a95f618 Dec 07 13:34:32.258601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b279e4b3-c497-4cdb-9875-ea1d795f2ec0 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/ports/1faa0135-3c27-4b66-855f-32e8b203af90 HTTP/1.1" status: 204 len: 168 time: 0.8364809 Dec 07 13:34:32.259329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50158) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:32.339005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:32.341554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:32.346699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:32.347403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:32.353322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2fe7d7-3fb1-4c7f-9bf1-a1292e7bd9b2 None None] DHCP port deletion for b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:34:32.361045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ef2fe7d7-3fb1-4c7f-9bf1-a1292e7bd9b2 None None] Deleting port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:32.361840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef2fe7d7-3fb1-4c7f-9bf1-a1292e7bd9b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:32.409835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:32.414220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:32.427978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Deleting port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:32.428967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:32.429793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3080888 Dec 07 13:34:32.433012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:32.435515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:32.456190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port b7eecbf2-e2d2-46bd-9484-afb4156ee1cd completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:32.482113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50162) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:32.510036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6245943c-59dc-4c1f-a737-ae8a7a293f95 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:32.768904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3bc4b43-df52-4710-8f5d-bdd3cde54452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:32.845183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f68201a0-860e-4e33-ab86-973a2ab68517 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port d83433fa-866e-4f99-810b-09360c3aadaf {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:32.845504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f68201a0-860e-4e33-ab86-973a2ab68517 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:32.891641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 6245943c-59dc-4c1f-a737-ae8a7a293f95 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:32.894654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:32.977203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:32.991549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] For port fd2fdfdd-dad6-4601-9c77-096eaa56aa61, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=fd2fdfdd-dad6-4601-9c77-096eaa56aa61,segment=NetworkSegment(ee52e116-fdb1-421d-8d95-71d514b27c87),segment_id=ee52e116-fdb1-421d-8d95-71d514b27c87)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:32.991957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.014835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ef2fe7d7-3fb1-4c7f-9bf1-a1292e7bd9b2 None None] For port fd2fdfdd-dad6-4601-9c77-096eaa56aa61, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=fd2fdfdd-dad6-4601-9c77-096eaa56aa61,segment=NetworkSegment(ee52e116-fdb1-421d-8d95-71d514b27c87),segment_id=ee52e116-fdb1-421d-8d95-71d514b27c87)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:33.028281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef2fe7d7-3fb1-4c7f-9bf1-a1292e7bd9b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.149903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Calling delete_port for fd2fdfdd-dad6-4601-9c77-096eaa56aa61 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:33.169733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f68201a0-860e-4e33-ab86-973a2ab68517 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.173628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ef2fe7d7-3fb1-4c7f-9bf1-a1292e7bd9b2 None None] Calling delete_port for fd2fdfdd-dad6-4601-9c77-096eaa56aa61 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:33.277465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.283139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e1866a09-2f2a-4e63-8380-b71c8ab91855 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:33.283490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-ef2fe7d7-3fb1-4c7f-9bf1-a1292e7bd9b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:34:33.284235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-ef2fe7d7-3fb1-4c7f-9bf1-a1292e7bd9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:34:33.285486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-18e5ffbc-2064-4e0c-85eb-f6b553c0e102 None None] Provisioning complete for port 6245943c-59dc-4c1f-a737-ae8a7a293f95 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:33.286125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18e5ffbc-2064-4e0c-85eb-f6b553c0e102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.344163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Port': ['ID=fd2fdfdd-dad6-4601-9c77-096eaa56aa61,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:33.348224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:33.353091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] No DVR routers for this DVR port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:34:33.390346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f68201a0-860e-4e33-ab86-973a2ab68517 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for d83433fa-866e-4f99-810b-09360c3aadaf owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:33.495080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device fd2fdfdd-dad6-4601-9c77-096eaa56aa61 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:34:33.526291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.537430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: fd2fdfdd-dad6-4601-9c77-096eaa56aa61 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:34:33.537821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device fd2fdfdd-dad6-4601-9c77-096eaa56aa61 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:34:33.559003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-18e5ffbc-2064-4e0c-85eb-f6b553c0e102 None None] Could not find standard attr ID for object 055f36a2-f9d6-48ea-a82c-f8a749688b0b. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:34:33.560889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:33.578215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee52e116-fdb1-421d-8d95-71d514b27c87') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:33.578703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee52e116-fdb1-421d-8d95-71d514b27c87') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:33.595667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.614271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.623505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:34:33.624144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.626641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30324a-e959-4e7f-beef-ddbc700f3385 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=d83433fa-866e-4f99-810b-09360c3aadaf,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:33.635251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-18e5ffbc-2064-4e0c-85eb-f6b553c0e102 None None] Provisioning for port b7eecbf2-e2d2-46bd-9484-afb4156ee1cd completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:34:33.643518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:34:33.646665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-18e5ffbc-2064-4e0c-85eb-f6b553c0e102 None None] Provisioning complete for port b7eecbf2-e2d2-46bd-9484-afb4156ee1cd triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:33.647128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18e5ffbc-2064-4e0c-85eb-f6b553c0e102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.671856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f68201a0-860e-4e33-ab86-973a2ab68517 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.680212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.728143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.740982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f3c1-32c8-4bc9-be23-24dba5b8dc3a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.776390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.784905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-771a0302-a6fc-4052-bfb2-e9536a6fcff9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:33.788603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ef2fe7d7-3fb1-4c7f-9bf1-a1292e7bd9b2 None None] Deleting port fd2fdfdd-dad6-4601-9c77-096eaa56aa61 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:33.789245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef2fe7d7-3fb1-4c7f-9bf1-a1292e7bd9b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.811603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=70fae25c-0566-4f0b-9626-3546e066d2f7,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:33.812327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.814927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.769s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:33.834908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Pushing event deleted for resources: {'Network': ['ID=b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:33.837806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:33.845362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] 10.222.0.24 "DELETE /v2.0/networks/b6f8fc4c-7bb2-4d33-9851-e81d8d2e4b93 HTTP/1.1" status: 204 len: 168 time: 1.5824573 Dec 07 13:34:33.851610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15c5530a-738b-4574-8d26-8e6ab6b7dc16 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.827s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:33.880512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ef2fe7d7-3fb1-4c7f-9bf1-a1292e7bd9b2 None None] The port 'fd2fdfdd-dad6-4601-9c77-096eaa56aa61' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:34:33.881514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18e5ffbc-2064-4e0c-85eb-f6b553c0e102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.921373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f68201a0-860e-4e33-ab86-973a2ab68517 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.929562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68201a0-860e-4e33-ab86-973a2ab68517 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=d83433fa-866e-4f99-810b-09360c3aadaf,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:33.932754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f68201a0-860e-4e33-ab86-973a2ab68517 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:33.940111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-18e5ffbc-2064-4e0c-85eb-f6b553c0e102 None None] For port b7eecbf2-e2d2-46bd-9484-afb4156ee1cd, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b7eecbf2-e2d2-46bd-9484-afb4156ee1cd,segment=NetworkSegment(228db0d1-1713-4d6d-8d7c-ad40b267b971),segment_id=228db0d1-1713-4d6d-8d7c-ad40b267b971)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:33.976238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18e5ffbc-2064-4e0c-85eb-f6b553c0e102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:33.978161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:34.002940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:34.002940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:34.063995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5ffbc-2064-4e0c-85eb-f6b553c0e102 None None] Pushing event updated for resources: {'Port': ['ID=b7eecbf2-e2d2-46bd-9484-afb4156ee1cd,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:34.068522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-18e5ffbc-2064-4e0c-85eb-f6b553c0e102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:34.071721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f68201a0-860e-4e33-ab86-973a2ab68517 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/d83433fa-866e-4f99-810b-09360c3aadaf HTTP/1.1" status: 204 len: 168 time: 1.5817535 Dec 07 13:34:34.075519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50168) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:34.080890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:34.085943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:34.086340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:34.093686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d635aecd-f390-4631-919c-65b64aca748b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:34.094509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-11dfda3a-961c-49a6-a15b-ba967cd0fcf0 None None] Could not find standard attr ID for object d83433fa-866e-4f99-810b-09360c3aadaf. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:34:34.134742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-11dfda3a-961c-49a6-a15b-ba967cd0fcf0 None None] Provisioning for port 70fae25c-0566-4f0b-9626-3546e066d2f7 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:34.140671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-11dfda3a-961c-49a6-a15b-ba967cd0fcf0 None None] Provisioning complete for port 70fae25c-0566-4f0b-9626-3546e066d2f7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:34.143488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11dfda3a-961c-49a6-a15b-ba967cd0fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:34.165531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df051a1-5e9d-41b6-8295-72d89722b80d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:34.170000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3df051a1-5e9d-41b6-8295-72d89722b80d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0934832 Dec 07 13:34:34.170692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50172) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:34.216108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-11dfda3a-961c-49a6-a15b-ba967cd0fcf0 None None] Port 70fae25c-0566-4f0b-9626-3546e066d2f7 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:34:34.237616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-11dfda3a-961c-49a6-a15b-ba967cd0fcf0 None None] Provisioning complete for port b7eecbf2-e2d2-46bd-9484-afb4156ee1cd triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:34.238081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11dfda3a-961c-49a6-a15b-ba967cd0fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:34.244345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Network': ['ID=d1ec8d7d-2e87-48a6-a409-af3e7a95f618,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:34.247281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:34.271527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03725a26-0624-4615-98d3-e0e7cada8133 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:34.273962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-03725a26-0624-4615-98d3-e0e7cada8133 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1021957 Dec 07 13:34:34.276963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50178) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:34.286884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network d1ec8d7d-2e87-48a6-a409-af3e7a95f618 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:34:34.341667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50182) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:34.368202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.7782512 Dec 07 13:34:34.372320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50188) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:34.382155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'subnet': {'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:34.482814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:34.523710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf05377b-2826-4a63-8b07-90745746d9bc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:34.525300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf05377b-2826-4a63-8b07-90745746d9bc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:34.527019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf05377b-2826-4a63-8b07-90745746d9bc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:34.527635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bf05377b-2826-4a63-8b07-90745746d9bc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:34.567563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:34.574774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:subnet and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:34.584586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:34.594190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:34.616593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bf05377b-2826-4a63-8b07-90745746d9bc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:34.617890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bf05377b-2826-4a63-8b07-90745746d9bc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3399444 Dec 07 13:34:34.620910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50192) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:34.625402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-90ea039f-a2e6-42a9-8669-f4471e30de7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b069abc5f4d40959c45586b29d8df59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2825363 Dec 07 13:34:34.656688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50196) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:34.660928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:34.711723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:34.818343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:34.904993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd4f3c1-32c8-4bc9-be23-24dba5b8dc3a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router 9e2df098-cda5-4a31-bbd6-cd10640fe25e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:34:34.956953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3af1604e-6346-4443-8286-c39a2c18dcae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:35.042637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1354c0b-f613-4c25-aa1d-0aad140276fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet 834fdcb5-07f8-4795-ad84-2e916a2d99a8 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:34:35.046741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1354c0b-f613-4c25-aa1d-0aad140276fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:35.130449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3af1604e-6346-4443-8286-c39a2c18dcae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:35.148410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1354c0b-f613-4c25-aa1d-0aad140276fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:35.281767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd4f3c1-32c8-4bc9-be23-24dba5b8dc3a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:34:35.285161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1354c0b-f613-4c25-aa1d-0aad140276fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:35.295130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123e37a-c051-4e9f-aa68-69e067abd18d None None] Sync routers for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:34:35.311082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6123e37a-c051-4e9f-aa68-69e067abd18d None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:35.312041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6123e37a-c051-4e9f-aa68-69e067abd18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:35.322187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:35.327580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0bd4f3c1-32c8-4bc9-be23-24dba5b8dc3a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/9e2df098-cda5-4a31-bbd6-cd10640fe25e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2287960 Dec 07 13:34:35.328443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50200) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:35.336298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-75a4f732-820a-41cc-ab27-63d11a4cfb1b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:35.368647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3af1604e-6346-4443-8286-c39a2c18dcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:35.371159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3af1604e-6346-4443-8286-c39a2c18dcae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:35.374864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3af1604e-6346-4443-8286-c39a2c18dcae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f78c59a-689a-4f4c-820f-f5ba57fb3a14 HTTP/1.1" status: 204 len: 168 time: 0.7090099 Dec 07 13:34:35.383592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-018a9351-0962-496e-bdfc-edc23092615a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:35.435926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Subnet': ['ID=ac8faf82-3b3f-4f47-87b6-3a17130c25d2,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:35.447029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:35.476271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Checking segment: {'id': '2101c8d5-6b81-42da-94bb-1e73d04c10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:34:35.487311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network hostable DHCP agents. Network: d1ec8d7d-2e87-48a6-a409-af3e7a95f618, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:34:35.507454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1354c0b-f613-4c25-aa1d-0aad140276fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:35.513318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b19ff252-67f1-4a39-8c1e-717eb6c65c88 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:35.587846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network d1ec8d7d-2e87-48a6-a409-af3e7a95f618 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:34:35.593256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1354c0b-f613-4c25-aa1d-0aad140276fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=834fdcb5-07f8-4795-ad84-2e916a2d99a8,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:35.599491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1354c0b-f613-4c25-aa1d-0aad140276fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:35.605394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1354c0b-f613-4c25-aa1d-0aad140276fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:35.632246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, d1ec8d7d-2e87-48a6-a409-af3e7a95f618) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:35.635396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80556fc-f72b-426c-a9af-d5cbbb557bc8 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:35.653251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:35.654146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:35.662991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54dd477-6bae-4b28-9fcd-0afc8ce4bead None None] Network d1ec8d7d-2e87-48a6-a409-af3e7a95f618 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:35.682259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b1354c0b-f613-4c25-aa1d-0aad140276fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/834fdcb5-07f8-4795-ad84-2e916a2d99a8 HTTP/1.1" status: 204 len: 168 time: 1.0591142 Dec 07 13:34:35.687493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50208) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:35.711111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3369033 Dec 07 13:34:35.714803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50214) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:35.717131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1604e-6346-4443-8286-c39a2c18dcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f78c59a-689a-4f4c-820f-f5ba57fb3a14,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:35.732320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3af1604e-6346-4443-8286-c39a2c18dcae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:35.741220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:35.775253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b7eecbf2-e2d2-46bd-9484-afb4156ee1cd up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:35.787421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:35.876553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:35.943138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-6123e37a-c051-4e9f-aa68-69e067abd18d None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:36.021728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=70fae25c-0566-4f0b-9626-3546e066d2f7,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:36.039142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:36.072813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:36.162550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a6742e-26c1-474b-b77b-207808ddba21 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet fdb9c139-2b0a-4bfb-8b88-932441f9b684 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:34:36.167783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2a6742e-26c1-474b-b77b-207808ddba21 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:36.192985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6123e37a-c051-4e9f-aa68-69e067abd18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:34:31Z', 'revision_number': 11, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:36.222437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123e37a-c051-4e9f-aa68-69e067abd18d None None] Checking router: 9e2df098-cda5-4a31-bbd6-cd10640fe25e for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:34:36.234449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e90edc-8aab-481d-9f87-bde115bd9fed tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting subnet abed00b5-8e92-4ae1-990b-6b94c5f28f84 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:34:36.240653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12e90edc-8aab-481d-9f87-bde115bd9fed tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:36.341995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12e90edc-8aab-481d-9f87-bde115bd9fed tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:36.393488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port b7eecbf2-e2d2-46bd-9484-afb4156ee1cd triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:36.394521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:36.409245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:36.413786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:36.437358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6123e37a-c051-4e9f-aa68-69e067abd18d None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:36.438062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6123e37a-c051-4e9f-aa68-69e067abd18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:36.591867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-d1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:34:36.592777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:36.652583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12e90edc-8aab-481d-9f87-bde115bd9fed tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:36.671411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2a6742e-26c1-474b-b77b-207808ddba21 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:36.753758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-6123e37a-c051-4e9f-aa68-69e067abd18d None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:36.847400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50234) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:36.904482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12e90edc-8aab-481d-9f87-bde115bd9fed tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:36.910840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7068b179-63d8-4f08-b30a-681763e895ee tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:36.977506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6123e37a-c051-4e9f-aa68-69e067abd18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:34:31Z', 'revision_number': 11, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:37.009359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:37.009722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123e37a-c051-4e9f-aa68-69e067abd18d None None] The sync data for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv is: [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:34:31Z', 'revision_number': 11, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:34:37.019170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e90edc-8aab-481d-9f87-bde115bd9fed tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Subnet': ['ID=abed00b5-8e92-4ae1-990b-6b94c5f28f84,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:37.028229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12e90edc-8aab-481d-9f87-bde115bd9fed tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:37.032469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-12e90edc-8aab-481d-9f87-bde115bd9fed tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:37.047492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-12e90edc-8aab-481d-9f87-bde115bd9fed tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/abed00b5-8e92-4ae1-990b-6b94c5f28f84 HTTP/1.1" status: 204 len: 168 time: 1.7167046 Dec 07 13:34:37.052261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50240) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:37.069504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16377587-be2e-4754-9577-8fb29e75b9be None None] Network 8e90be8c-5ae7-4a4d-b519-336db89aca79 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:37.095525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-051efa68-7779-4c0a-957e-b9b20b46a0c3 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:37.096438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-051efa68-7779-4c0a-957e-b9b20b46a0c3 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): There was a conflict when trying to complete your request. Dec 07 13:34:37.097797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-051efa68-7779-4c0a-957e-b9b20b46a0c3 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2477343 Dec 07 13:34:37.111923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50244) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:37.229345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:37.250012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Deleting port 238a96b2-1566-420f-a717-fbde9b63fcf3 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:37.250545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:37.261808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group': {'name': 'tempest-secgroup--2022555390'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:37.269472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:37.273646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:37.281459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:37.288789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:37.293973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-690cce2b-b062-49b3-b78e-d594b9a64a6d None None] Provisioning complete for port 70fae25c-0566-4f0b-9626-3546e066d2f7 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:37.294945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-690cce2b-b062-49b3-b78e-d594b9a64a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:37.304756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:34:37.401889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:37.433577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:37.460410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2a6742e-26c1-474b-b77b-207808ddba21 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:37.533709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:37.543304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:37.546999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:37.561477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:37.591391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-690cce2b-b062-49b3-b78e-d594b9a64a6d None None] Port 70fae25c-0566-4f0b-9626-3546e066d2f7 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:34:37.593884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 245585f2-68aa-40de-9782-27ce1419140a no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:34:37.599345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] For port 238a96b2-1566-420f-a717-fbde9b63fcf3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=238a96b2-1566-420f-a717-fbde9b63fcf3,segment=NetworkSegment(1075e74a-34c3-4e0e-ba82-bb4db2bd6284),segment_id=1075e74a-34c3-4e0e-ba82-bb4db2bd6284)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:37.599881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:37.624148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Allocated IP 172.20.0.2 (d1ec8d7d-2e87-48a6-a409-af3e7a95f618/ac8faf82-3b3f-4f47-87b6-3a17130c25d2/a0ae835f-c3f0-4a51-8713-b9d52cc8a486) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:37.637450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 245585f2-68aa-40de-9782-27ce1419140a {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:34:37.640438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 245585f2-68aa-40de-9782-27ce1419140a not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:34:37.702064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:37.706419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2a6742e-26c1-474b-b77b-207808ddba21 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:37.712728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ad230460-323c-46e8-bab8-9c7cf1cf5fd3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:37.777055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2a6742e-26c1-474b-b77b-207808ddba21 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:37.787533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:37.801003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Calling delete_port for 238a96b2-1566-420f-a717-fbde9b63fcf3 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:37.810013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:37.815079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:37.818570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:37.825652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6742e-26c1-474b-b77b-207808ddba21 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb9c139-2b0a-4bfb-8b88-932441f9b684,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:37.828545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c2a6742e-26c1-474b-b77b-207808ddba21 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:37.836224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fb430694-6153-4e78-82de-09736549d05b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:37.847544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:37.872814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aecacd5-e59c-404a-9182-9f9573679173 None None] DHCP port deletion for 8e90be8c-5ae7-4a4d-b519-336db89aca79 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:34:37.873348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c2a6742e-26c1-474b-b77b-207808ddba21 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/fdb9c139-2b0a-4bfb-8b88-932441f9b684 HTTP/1.1" status: 204 len: 168 time: 2.1839046 Dec 07 13:34:37.884211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50248) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:37.888052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9aecacd5-e59c-404a-9182-9f9573679173 None None] Deleting port 238a96b2-1566-420f-a717-fbde9b63fcf3 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:37.888749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9aecacd5-e59c-404a-9182-9f9573679173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:37.965429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:37.978177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Transition to ACTIVE for port object a0ae835f-c3f0-4a51-8713-b9d52cc8a486 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:38.000538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Transition to ACTIVE for port object a0ae835f-c3f0-4a51-8713-b9d52cc8a486 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:38.003377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39fe3f8-6b68-418c-bd96-8e3a3f7f3498,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:38.007727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:38.016041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b78ed73e-4796-4953-b8b2-03bf7b380065 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1303728 Dec 07 13:34:38.053934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50252) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:38.082063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8ea8d2b0-42b9-4d91-a54d-12ad457aeec7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:38.177249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:34:38.191416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8818882 Dec 07 13:34:38.192779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50256) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:38.196015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:38.201221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Sync routers for ids ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:34:38.213079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8ea8d2b0-42b9-4d91-a54d-12ad457aeec7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:38.216434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Routers {'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:38.217106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:38.225067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:38.234581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8ea8d2b0-42b9-4d91-a54d-12ad457aeec7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:38.244214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8ea8d2b0-42b9-4d91-a54d-12ad457aeec7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:38.256833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9aecacd5-e59c-404a-9182-9f9573679173 None None] For port 238a96b2-1566-420f-a717-fbde9b63fcf3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=238a96b2-1566-420f-a717-fbde9b63fcf3,segment=NetworkSegment(1075e74a-34c3-4e0e-ba82-bb4db2bd6284),segment_id=1075e74a-34c3-4e0e-ba82-bb4db2bd6284)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:38.258090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9aecacd5-e59c-404a-9182-9f9573679173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:38.266081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8ea8d2b0-42b9-4d91-a54d-12ad457aeec7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:38.271739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:38.273144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Allocated IP 172.20.0.1 (d1ec8d7d-2e87-48a6-a409-af3e7a95f618/ac8faf82-3b3f-4f47-87b6-3a17130c25d2/48020cd7-e7f7-4759-8153-71b4d0ebce1c) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:38.274228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:38.288232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:38.340536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:38.411600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1963bc-ea1c-4ad8-8e6c-db50e6fe971d tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:38.412212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1963bc-ea1c-4ad8-8e6c-db50e6fe971d tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:38.412671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1963bc-ea1c-4ad8-8e6c-db50e6fe971d tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:38.413140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1963bc-ea1c-4ad8-8e6c-db50e6fe971d tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:38.413630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1963bc-ea1c-4ad8-8e6c-db50e6fe971d tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:38.414107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1963bc-ea1c-4ad8-8e6c-db50e6fe971d tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:38.414733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1963bc-ea1c-4ad8-8e6c-db50e6fe971d tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:38.420356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5278fe3d-cd6a-49f6-bf66-042fe611e4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:38.429700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea8d2b0-42b9-4d91-a54d-12ad457aeec7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:38.436074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ea8d2b0-42b9-4d91-a54d-12ad457aeec7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:38.436235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6a1963bc-ea1c-4ad8-8e6c-db50e6fe971d tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4876 time: 0.2420101 Dec 07 13:34:38.439859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50260) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:38.454456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Port': ['ID=238a96b2-1566-420f-a717-fbde9b63fcf3,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:38.503374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:38.511046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] No DVR routers for this DVR port 238a96b2-1566-420f-a717-fbde9b63fcf3 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:34:38.534832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9aecacd5-e59c-404a-9182-9f9573679173 None None] Calling delete_port for 238a96b2-1566-420f-a717-fbde9b63fcf3 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:38.561733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Set router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:38.609071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c80f33b-1431-49e1-bc8a-a0d9fc8389f8,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:38.617671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Network d1ec8d7d-2e87-48a6-a409-af3e7a95f618 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:38.619056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:38.620803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:38.646659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:38.669468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:38.670401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Pushing event updated for resources: {'Port': ['ID=a0ae835f-c3f0-4a51-8713-b9d52cc8a486,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:38.671303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5487933 Dec 07 13:34:38.675015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:38.682494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50264) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:38.717452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0aa0b9c8-8f5c-4c40-835d-2a5862ad9483 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': '7c80f33b-1431-49e1-bc8a-a0d9fc8389f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:38.730111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0aa0b9c8-8f5c-4c40-835d-2a5862ad9483 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:38.734553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:38.735400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0aa0b9c8-8f5c-4c40-835d-2a5862ad9483 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:38.741440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0aa0b9c8-8f5c-4c40-835d-2a5862ad9483 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:38.755717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0aa0b9c8-8f5c-4c40-835d-2a5862ad9483 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:38.790914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094ec82d-0fef-4387-9e30-c3ec0d75f927 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:38.791499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094ec82d-0fef-4387-9e30-c3ec0d75f927 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:38.791989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094ec82d-0fef-4387-9e30-c3ec0d75f927 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:38.792472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094ec82d-0fef-4387-9e30-c3ec0d75f927 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:38.792949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094ec82d-0fef-4387-9e30-c3ec0d75f927 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:38.797842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Transition to ACTIVE for port object 48020cd7-e7f7-4759-8153-71b4d0ebce1c will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:38.799262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50268) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:38.799996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-094ec82d-0fef-4387-9e30-c3ec0d75f927 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3320 time: 0.3475373 Dec 07 13:34:38.802694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:38.826523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Attempting to bind port a0ae835f-c3f0-4a51-8713-b9d52cc8a486 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:34:38.826945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Attempting to bind port a0ae835f-c3f0-4a51-8713-b9d52cc8a486 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '2101c8d5-6b81-42da-94bb-1e73d04c10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:34:38.827391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Attempting to bind port a0ae835f-c3f0-4a51-8713-b9d52cc8a486 on network d1ec8d7d-2e87-48a6-a409-af3e7a95f618 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:34:38.840156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:34:38.840617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Checking segment: {'id': '2101c8d5-6b81-42da-94bb-1e73d04c10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:34:38.841081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:38.841574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Bound using segment: {'id': '2101c8d5-6b81-42da-94bb-1e73d04c10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:34:38.842120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Bound port: a0ae835f-c3f0-4a51-8713-b9d52cc8a486, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2101c8d5-6b81-42da-94bb-1e73d04c10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:34:38.842733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:38.844401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0aa0b9c8-8f5c-4c40-835d-2a5862ad9483 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:38.870315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-9aecacd5-e59c-404a-9182-9f9573679173 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:34:38.871054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-9aecacd5-e59c-404a-9182-9f9573679173 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:34:38.872406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e90be8c-5ae7-4a4d-b519-336db89aca79']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:38.914288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1075e74a-34c3-4e0e-ba82-bb4db2bd6284') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:38.915038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1075e74a-34c3-4e0e-ba82-bb4db2bd6284') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:38.916873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149716c7-f376-458e-a22a-91aa06ebe9de None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:38.950784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:38.987341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:38.991071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0aa0b9c8-8f5c-4c40-835d-2a5862ad9483 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:38.996970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:34:38.997693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:34:39.014779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:34:39.039723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:34Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '70fae25c-0566-4f0b-9626-3546e066d2f7', 'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:20:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:34Z', 'revision_number': 2, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:39.041977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.045065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Checking router: bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:34:39.045463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Updating router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 port 70fae25c-0566-4f0b-9626-3546e066d2f7 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:34:39.053734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a1ed9ad3-f59a-4c04-beca-c96b4911d53d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:39.075692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0aa0b9c8-8f5c-4c40-835d-2a5862ad9483 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.085898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:39.098435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ea8d2b0-42b9-4d91-a54d-12ad457aeec7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.111930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.123512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6dff15f5-3a18-4c12-853c-c4e169c6a5de None None] Provisioning complete for port 6245943c-59dc-4c1f-a737-ae8a7a293f95 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:39.123948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6dff15f5-3a18-4c12-853c-c4e169c6a5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.127499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0b9c8-8f5c-4c40-835d-2a5862ad9483 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bb3110-1817-4fa4-93d3-938a32019df8,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:39.138964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0aa0b9c8-8f5c-4c40-835d-2a5862ad9483 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:39.165131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network d1ec8d7d-2e87-48a6-a409-af3e7a95f618 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:39.174961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.178894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:39.181109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-28145605-b135-4363-8e03-be0ef945ccf7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:39.188924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:39.202079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.208485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/networks/8e90be8c-5ae7-4a4d-b519-336db89aca79 HTTP/1.1" status: 204 len: 168 time: 2.1548929 Dec 07 13:34:39.212931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50272) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:39.219718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0aa0b9c8-8f5c-4c40-835d-2a5862ad9483 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.221495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0aa0b9c8-8f5c-4c40-835d-2a5862ad9483 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5356665 Dec 07 13:34:39.226415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-15079757-5583-4f31-ab5b-5ecc8abf63f6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'router': {'routes': None}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:39.250890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea8d2b0-42b9-4d91-a54d-12ad457aeec7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:39.252498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50276) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:39.253362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.256229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=48020cd7-e7f7-4759-8153-71b4d0ebce1c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:39.259867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:39.270886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] For port a0ae835f-c3f0-4a51-8713-b9d52cc8a486, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:34:39.280375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-512fbecc-31a4-4422-a021-8ee25718ac52 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:39.288038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] For port a0ae835f-c3f0-4a51-8713-b9d52cc8a486, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a0ae835f-c3f0-4a51-8713-b9d52cc8a486,segment=NetworkSegment(2101c8d5-6b81-42da-94bb-1e73d04c10f2),segment_id=2101c8d5-6b81-42da-94bb-1e73d04c10f2)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:34:39.301219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Pushing event deleted for resources: {'Network': ['ID=8e90be8c-5ae7-4a4d-b519-336db89aca79,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:39.316281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:39.338731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8ea8d2b0-42b9-4d91-a54d-12ad457aeec7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:39.350583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea8d2b0-42b9-4d91-a54d-12ad457aeec7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:39.351366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ea8d2b0-42b9-4d91-a54d-12ad457aeec7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.368684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.374514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8a403b34-ff0d-4d4b-b9bb-887276c22955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:39.382287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b9cc7845-33e1-4b73-83ca-44012ee90f52 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': '7c80f33b-1431-49e1-bc8a-a0d9fc8389f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:39.389115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b9cc7845-33e1-4b73-83ca-44012ee90f52 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:39.393543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b9cc7845-33e1-4b73-83ca-44012ee90f52 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:39.396670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b9cc7845-33e1-4b73-83ca-44012ee90f52 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:39.402982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b9cc7845-33e1-4b73-83ca-44012ee90f52 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:39.410693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9aecacd5-e59c-404a-9182-9f9573679173 None None] Deleting port 238a96b2-1566-420f-a717-fbde9b63fcf3 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:39.411604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9aecacd5-e59c-404a-9182-9f9573679173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.484451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b9cc7845-33e1-4b73-83ca-44012ee90f52 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.520496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8ea8d2b0-42b9-4d91-a54d-12ad457aeec7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4567869 Dec 07 13:34:39.520496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8d2b0-42b9-4d91-a54d-12ad457aeec7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=be0a5dc4-3bbe-4981-b642-a267afb4676e,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:39.521388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8ea8d2b0-42b9-4d91-a54d-12ad457aeec7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:39.528239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50280) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:39.529968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.542048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-adfba97a-f393-44e3-a148-d3a78b7883fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:39.542986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Transition to ACTIVE for port object 70fae25c-0566-4f0b-9626-3546e066d2f7 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:39.574105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9aecacd5-e59c-404a-9182-9f9573679173 None None] The port '238a96b2-1566-420f-a717-fbde9b63fcf3' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:34:39.580334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.602227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b00766ea-b876-4c74-911a-1c852bd208ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:39.638306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Pushing event updated for resources: {'Port': ['ID=a0ae835f-c3f0-4a51-8713-b9d52cc8a486,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:39.646606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:39.672813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 238a96b2-1566-420f-a717-fbde9b63fcf3 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:34:39.675553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.extraroute_db [None req-15079757-5583-4f31-ab5b-5ecc8abf63f6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Added routes are [] {{(pid=88898) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 07 13:34:39.676030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.extraroute_db [None req-15079757-5583-4f31-ab5b-5ecc8abf63f6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Removed routes are [] {{(pid=88898) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 07 13:34:39.676564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15079757-5583-4f31-ab5b-5ecc8abf63f6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.713116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fab9a-205f-4eaf-b926-c9b3921372f1 None None] Pushing event updated for resources: {'Port': ['ID=70fae25c-0566-4f0b-9626-3546e066d2f7,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:39.718016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.719861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 238a96b2-1566-420f-a717-fbde9b63fcf3 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:34:39.720497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 238a96b2-1566-420f-a717-fbde9b63fcf3 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:34:39.725603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f7c01705-264d-434b-8405-aa952ac8e2b2 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2664 time: 0.9196019 Dec 07 13:34:39.806155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fab9a-205f-4eaf-b926-c9b3921372f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:39.806793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fab9a-205f-4eaf-b926-c9b3921372f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:39.807160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fab9a-205f-4eaf-b926-c9b3921372f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:39.807606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fab9a-205f-4eaf-b926-c9b3921372f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:39.807969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fab9a-205f-4eaf-b926-c9b3921372f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:39.808404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fab9a-205f-4eaf-b926-c9b3921372f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:39.808767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fab9a-205f-4eaf-b926-c9b3921372f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:39.809127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fab9a-205f-4eaf-b926-c9b3921372f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:39.809480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fab9a-205f-4eaf-b926-c9b3921372f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:39.809836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fab9a-205f-4eaf-b926-c9b3921372f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:39.811104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390fab9a-205f-4eaf-b926-c9b3921372f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:34:39.842914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-390fab9a-205f-4eaf-b926-c9b3921372f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:39.975409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Attempting to bind port 70fae25c-0566-4f0b-9626-3546e066d2f7 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:34:39.975824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Attempting to bind port 70fae25c-0566-4f0b-9626-3546e066d2f7 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '228db0d1-1713-4d6d-8d7c-ad40b267b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:34:39.976230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Attempting to bind port 70fae25c-0566-4f0b-9626-3546e066d2f7 on network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:34:39.984152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:34:39.984560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Checking segment: {'id': '228db0d1-1713-4d6d-8d7c-ad40b267b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:34:39.985530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:39.985978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Bound using segment: {'id': '228db0d1-1713-4d6d-8d7c-ad40b267b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:34:39.986505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Bound port: 70fae25c-0566-4f0b-9626-3546e066d2f7, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228db0d1-1713-4d6d-8d7c-ad40b267b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:34:39.986917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:40.140770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] For port 70fae25c-0566-4f0b-9626-3546e066d2f7, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:34:40.145885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] For port 70fae25c-0566-4f0b-9626-3546e066d2f7, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=70fae25c-0566-4f0b-9626-3546e066d2f7,segment=NetworkSegment(228db0d1-1713-4d6d-8d7c-ad40b267b971),segment_id=228db0d1-1713-4d6d-8d7c-ad40b267b971)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:34:40.186670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:40.192870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-08b62baa-c6c6-4032-bdd3-20eb1f68872e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:40.206975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:40.209234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15079757-5583-4f31-ab5b-5ecc8abf63f6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:40.215067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15079757-5583-4f31-ab5b-5ecc8abf63f6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:40.285940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-b9cc7845-33e1-4b73-83ca-44012ee90f52 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): There was a conflict when trying to complete your request. Dec 07 13:34:40.293406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b9cc7845-33e1-4b73-83ca-44012ee90f52 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0321293 Dec 07 13:34:40.297766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-adfba97a-f393-44e3-a148-d3a78b7883fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:40.308775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50288) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:40.317391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fab9a-205f-4eaf-b926-c9b3921372f1 None None] Pushing event updated for resources: {'Port': ['ID=70fae25c-0566-4f0b-9626-3546e066d2f7,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:40.334384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-390fab9a-205f-4eaf-b926-c9b3921372f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:40.339454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Routers {'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:40.343896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:40.350614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b09225-b2e5-4680-947c-f76b1687a16a None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:40.384896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-adfba97a-f393-44e3-a148-d3a78b7883fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:40.400967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-adfba97a-f393-44e3-a148-d3a78b7883fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:40.455662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-adfba97a-f393-44e3-a148-d3a78b7883fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:40.553300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50292) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:40.635817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15079757-5583-4f31-ab5b-5ecc8abf63f6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router 9e2df098-cda5-4a31-bbd6-cd10640fe25e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:34:40.642421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8867a8d4-dea4-40ae-9002-758f8c7c372f None None] Provisioning complete for port 6245943c-59dc-4c1f-a737-ae8a7a293f95 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:40.643413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8867a8d4-dea4-40ae-9002-758f8c7c372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:40.724190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfba97a-f393-44e3-a148-d3a78b7883fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:40.760134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] Set router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:40.786044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6032dec1-a863-4935-8781-076533d11879 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1081142094', 'description': 'tempest-secgroup-smoke-1081142094 description', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:40.937381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6032dec1-a863-4935-8781-076533d11879 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:40.972430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15079757-5583-4f31-ab5b-5ecc8abf63f6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:34:40.985281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15079757-5583-4f31-ab5b-5ecc8abf63f6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:40.986747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-15079757-5583-4f31-ab5b-5ecc8abf63f6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/9e2df098-cda5-4a31-bbd6-cd10640fe25e HTTP/1.1" status: 200 len: 703 time: 1.7721922 Dec 07 13:34:40.991862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50296) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:41.016770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014453b-2b99-4d60-b015-8cb2bcde3be9 None None] Sync routers for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:34:41.056794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c8c6afab-c019-4271-b362-0cad7a649b73 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Synchronizing usage tracker for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:41.088930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014453b-2b99-4d60-b015-8cb2bcde3be9 None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:41.089899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f014453b-2b99-4d60-b015-8cb2bcde3be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:41.100451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2b3725d-6986-42ce-b9de-301da3c9eea0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:41.100719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c8c6afab-c019-4271-b362-0cad7a649b73 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Unset dirty status for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:41.106701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6032dec1-a863-4935-8781-076533d11879 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:41.106952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c8c6afab-c019-4271-b362-0cad7a649b73 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e2df098-cda5-4a31-bbd6-cd10640fe25e HTTP/1.1" status: 200 len: 205 time: 0.1138806 Dec 07 13:34:41.107995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50300) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:41.207975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2b3725d-6986-42ce-b9de-301da3c9eea0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:41.225575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6032dec1-a863-4935-8781-076533d11879 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:41.274672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-f014453b-2b99-4d60-b015-8cb2bcde3be9 None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:41.429780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:34Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '70fae25c-0566-4f0b-9626-3546e066d2f7', 'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:20:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:40Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:41.440493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724b78b5-29a3-469a-b4ad-89f981bd1b54 None None] The sync data for ids ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:34Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '70fae25c-0566-4f0b-9626-3546e066d2f7', 'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:20:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:40Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:34:41.483325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f014453b-2b99-4d60-b015-8cb2bcde3be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:34:31Z', 'revision_number': 11, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:41.492622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014453b-2b99-4d60-b015-8cb2bcde3be9 None None] Checking router: 9e2df098-cda5-4a31-bbd6-cd10640fe25e for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:34:41.494188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-adfba97a-f393-44e3-a148-d3a78b7883fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:41.500622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1fa7-1233-49b9-8a22-fa1aeed8d6d0 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:41.504649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014453b-2b99-4d60-b015-8cb2bcde3be9 None None] Routers {'9e2df098-cda5-4a31-bbd6-cd10640fe25e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:41.505331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f014453b-2b99-4d60-b015-8cb2bcde3be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:41.802580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.ipam_backend_mixin [None req-adfba97a-f393-44e3-a148-d3a78b7883fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be0a5dc4-3bbe-4981-b642-a267afb4676e (CIDR: 2001:db8::/64) Dec 07 13:34:41.838331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfba97a-f393-44e3-a148-d3a78b7883fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:41.838841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfba97a-f393-44e3-a148-d3a78b7883fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:41.967831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2b3725d-6986-42ce-b9de-301da3c9eea0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:41.993348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6032dec1-a863-4935-8781-076533d11879 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:41.996918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-99d3d318-1f89-42b0-8067-eb47ce6c12f7 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:42.006262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2b3725d-6986-42ce-b9de-301da3c9eea0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.010501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b2b3725d-6986-42ce-b9de-301da3c9eea0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "DELETE /v2.0/security-groups/7c80f33b-1431-49e1-bc8a-a0d9fc8389f8 HTTP/1.1" status: 204 len: 168 time: 1.6976900 Dec 07 13:34:42.016050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50304) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:42.017606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6032dec1-a863-4935-8781-076533d11879 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:42.024102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-adfba97a-f393-44e3-a148-d3a78b7883fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4935246 Dec 07 13:34:42.030381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50308) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:42.057579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6032dec1-a863-4935-8781-076533d11879 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:42.070469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'subnet': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:42.073099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3725d-6986-42ce-b9de-301da3c9eea0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c80f33b-1431-49e1-bc8a-a0d9fc8389f8,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:42.080014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a0ae835f-c3f0-4a51-8713-b9d52cc8a486 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:42.087530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b2b3725d-6986-42ce-b9de-301da3c9eea0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:42.126065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5d16a878-cc67-450e-8d0c-b5f99946cef5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Synchronizing usage tracker for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:42.132780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6032dec1-a863-4935-8781-076533d11879 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:42.147761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-f014453b-2b99-4d60-b015-8cb2bcde3be9 None None] Set router 9e2df098-cda5-4a31-bbd6-cd10640fe25e gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:42.197396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5d16a878-cc67-450e-8d0c-b5f99946cef5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Unset dirty status for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:42.199513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5d16a878-cc67-450e-8d0c-b5f99946cef5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1777234 Dec 07 13:34:42.211495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50312) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:42.225326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bef2a058-31fb-4a1f-8825-bf5cf4a584fd tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group': {'name': 'tempest-secgroup--501833226'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:42.232799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bef2a058-31fb-4a1f-8825-bf5cf4a584fd tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:42.246148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bef2a058-31fb-4a1f-8825-bf5cf4a584fd tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:42.273915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.325628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.347935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port a0ae835f-c3f0-4a51-8713-b9d52cc8a486 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:42.366416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1509abda-3ab3-40f6-9be7-a04e0fd177d5 None None] Provisioning complete for port 6245943c-59dc-4c1f-a737-ae8a7a293f95 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:42.366844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1509abda-3ab3-40f6-9be7-a04e0fd177d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.383206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bef2a058-31fb-4a1f-8825-bf5cf4a584fd tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.401292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6032dec1-a863-4935-8781-076533d11879 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.408659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f6f540d2-4381-4092-b52c-8526e0c6e138 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:42.451272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 70fae25c-0566-4f0b-9626-3546e066d2f7 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:42.479902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6032dec1-a863-4935-8781-076533d11879 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.484368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f014453b-2b99-4d60-b015-8cb2bcde3be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:34:31Z', 'revision_number': 11, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:42.518127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014453b-2b99-4d60-b015-8cb2bcde3be9 None None] The sync data for ids ['9e2df098-cda5-4a31-bbd6-cd10640fe25e'] in dv-neutron-ussuri-2-hyperv is: [{'id': '9e2df098-cda5-4a31-bbd6-cd10640fe25e', 'name': 'tempest-RoutersIpV6Test-router-70908611', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:32:59Z', 'updated_at': '2021-12-07T13:34:31Z', 'revision_number': 11, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:34:42.574517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bef2a058-31fb-4a1f-8825-bf5cf4a584fd tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:42.587655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.599162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0175fe2-dbd7-46b8-925e-1aa509c456bf None None] Network d1ec8d7d-2e87-48a6-a409-af3e7a95f618 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:42.604358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=48020cd7-e7f7-4759-8153-71b4d0ebce1c,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:42.608012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bef2a058-31fb-4a1f-8825-bf5cf4a584fd tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:42.618412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6032dec1-a863-4935-8781-076533d11879 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.623809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50316) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:42.628582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6032dec1-a863-4935-8781-076533d11879 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.0404539 Dec 07 13:34:42.632896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bef2a058-31fb-4a1f-8825-bf5cf4a584fd tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:42.639748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bef2a058-31fb-4a1f-8825-bf5cf4a584fd tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:42.674851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:42.678835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1585627-1158-4c1b-8c0d-4a443a8bc9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:42.717001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-068659e9-7582-473c-92f6-8086337dec06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '09b190b2-595c-4843-8368-1896231fca2a', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:42.723940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-068659e9-7582-473c-92f6-8086337dec06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:42.728213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-068659e9-7582-473c-92f6-8086337dec06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:42.731538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-068659e9-7582-473c-92f6-8086337dec06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:42.739463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-068659e9-7582-473c-92f6-8086337dec06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:42.765558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1fa7-1233-49b9-8a22-fa1aeed8d6d0 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.795183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1fa7-1233-49b9-8a22-fa1aeed8d6d0 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.801926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-068659e9-7582-473c-92f6-8086337dec06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.851092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 70fae25c-0566-4f0b-9626-3546e066d2f7 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:42.873024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032dec1-a863-4935-8781-076533d11879 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b190b2-595c-4843-8368-1896231fca2a,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:42.876025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6032dec1-a863-4935-8781-076533d11879 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:42.878595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bef2a058-31fb-4a1f-8825-bf5cf4a584fd tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.912249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 70fae25c-0566-4f0b-9626-3546e066d2f7 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:42.913017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.915970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:42.923710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bef2a058-31fb-4a1f-8825-bf5cf4a584fd tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.932602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b0caad9f-8853-4f84-bc6a-07995c4d6b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:42.933670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-068659e9-7582-473c-92f6-8086337dec06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.935445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:subnet and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:42.939077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:42.945888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:42.957563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1fa7-1233-49b9-8a22-fa1aeed8d6d0 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.959336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aaf1fa7-1233-49b9-8a22-fa1aeed8d6d0 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Fanout notify agent at l3_agent the message router_deleted on router 9e2df098-cda5-4a31-bbd6-cd10640fe25e {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:34:42.981089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1fa7-1233-49b9-8a22-fa1aeed8d6d0 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:42.987499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1aaf1fa7-1233-49b9-8a22-fa1aeed8d6d0 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/routers/9e2df098-cda5-4a31-bbd6-cd10640fe25e HTTP/1.1" status: 204 len: 168 time: 1.8783214 Dec 07 13:34:42.989104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50320) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:42.990243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:43.012885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network d1ec8d7d-2e87-48a6-a409-af3e7a95f618 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:43.020115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:43.024568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3378d0eb-7301-4239-9f18-2939756ba53a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1236714433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:43.033409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3378d0eb-7301-4239-9f18-2939756ba53a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:43.039358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-068659e9-7582-473c-92f6-8086337dec06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.043563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0aa0b9c8-8f5c-4c40-835d-2a5862ad9483 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:43.067576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3378d0eb-7301-4239-9f18-2939756ba53a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Usage tracker for resource:router and tenant:2c55fcbfb1cd466ea9486749d7cda080 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:43.097836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c3415081-39d4-47a2-8a48-78833feec520 None None] Provisioning for port a0ae835f-c3f0-4a51-8713-b9d52cc8a486 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:43.115480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c3415081-39d4-47a2-8a48-78833feec520 None None] Provisioning complete for port a0ae835f-c3f0-4a51-8713-b9d52cc8a486 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:43.115849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3415081-39d4-47a2-8a48-78833feec520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.195308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.212792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2a058-31fb-4a1f-8825-bf5cf4a584fd tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf5bf68-02fa-41c2-8d1f-5758d0b884a8,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:43.216914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bef2a058-31fb-4a1f-8825-bf5cf4a584fd tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:43.254082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3378d0eb-7301-4239-9f18-2939756ba53a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:43.265758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-068659e9-7582-473c-92f6-8086337dec06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.267124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-068659e9-7582-473c-92f6-8086337dec06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5661378 Dec 07 13:34:43.270649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3378d0eb-7301-4239-9f18-2939756ba53a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:43.274631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50324) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:43.277974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068659e9-7582-473c-92f6-8086337dec06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe6d382-b8ee-4dac-9515-86d8d4d76ab3,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:43.281687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-068659e9-7582-473c-92f6-8086337dec06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:43.284450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 70fae25c-0566-4f0b-9626-3546e066d2f7, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=70fae25c-0566-4f0b-9626-3546e066d2f7,segment=NetworkSegment(228db0d1-1713-4d6d-8d7c-ad40b267b971),segment_id=228db0d1-1713-4d6d-8d7c-ad40b267b971)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:43.352285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3415081-39d4-47a2-8a48-78833feec520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.357198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9248fc6c-b68d-43ff-b714-43ec277ef89f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '09b190b2-595c-4843-8368-1896231fca2a', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:43.378367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.381107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab24f3b0-c018-4154-8933-14bca5e828e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:43.389833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9248fc6c-b68d-43ff-b714-43ec277ef89f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:43.400351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9248fc6c-b68d-43ff-b714-43ec277ef89f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:43.400351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9248fc6c-b68d-43ff-b714-43ec277ef89f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:43.408676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9248fc6c-b68d-43ff-b714-43ec277ef89f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:43.421210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bef2a058-31fb-4a1f-8825-bf5cf4a584fd tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.422328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bef2a058-31fb-4a1f-8825-bf5cf4a584fd tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2081461 Dec 07 13:34:43.429452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50328) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:43.432915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.439480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-39ac768b-8342-48fb-989d-0b2d3f71f5dc tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': '5cf5bf68-02fa-41c2-8d1f-5758d0b884a8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:43.440168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-39ac768b-8342-48fb-989d-0b2d3f71f5dc tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:43.443961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-39ac768b-8342-48fb-989d-0b2d3f71f5dc tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0106366 Dec 07 13:34:43.444254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50332) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:43.455784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c3415081-39d4-47a2-8a48-78833feec520 None None] For port a0ae835f-c3f0-4a51-8713-b9d52cc8a486, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a0ae835f-c3f0-4a51-8713-b9d52cc8a486,segment=NetworkSegment(2101c8d5-6b81-42da-94bb-1e73d04c10f2),segment_id=2101c8d5-6b81-42da-94bb-1e73d04c10f2)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:43.483086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9248fc6c-b68d-43ff-b714-43ec277ef89f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.483386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3415081-39d4-47a2-8a48-78833feec520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.492484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=70fae25c-0566-4f0b-9626-3546e066d2f7,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:43.496122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3378d0eb-7301-4239-9f18-2939756ba53a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.497609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3378d0eb-7301-4239-9f18-2939756ba53a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.506676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:43.507596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9692208a-c3ff-4210-acea-5f318b40843d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:43.519385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3378d0eb-7301-4239-9f18-2939756ba53a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.576950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7b32ff7e-a884-426e-8ee2-4570233eda45 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.600577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3378d0eb-7301-4239-9f18-2939756ba53a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.614850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7b32ff7e-a884-426e-8ee2-4570233eda45 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.629844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3415081-39d4-47a2-8a48-78833feec520 None None] Pushing event updated for resources: {'Port': ['ID=a0ae835f-c3f0-4a51-8713-b9d52cc8a486,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:43.642286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c3415081-39d4-47a2-8a48-78833feec520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:43.705021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 70fae25c-0566-4f0b-9626-3546e066d2f7 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:43.730340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7b32ff7e-a884-426e-8ee2-4570233eda45 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.742651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-201036e3-1c0a-431d-b54c-9c46ab2d6939 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:43.747110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3378d0eb-7301-4239-9f18-2939756ba53a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.748461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3378d0eb-7301-4239-9f18-2939756ba53a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7327449 Dec 07 13:34:43.752215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50336) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:43.757173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router a3c2df13-4153-4c3e-9112-08bffd7c206b is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:34:43.760419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1354c520-c444-4d00-9b40-1b8d9e6f99e1 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:43.764805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7b32ff7e-a884-426e-8ee2-4570233eda45 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.769198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7b32ff7e-a884-426e-8ee2-4570233eda45 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "DELETE /v2.0/security-groups/5cf5bf68-02fa-41c2-8d1f-5758d0b884a8 HTTP/1.1" status: 204 len: 168 time: 0.3195233 Dec 07 13:34:43.769198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32ff7e-a884-426e-8ee2-4570233eda45 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf5bf68-02fa-41c2-8d1f-5758d0b884a8,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:43.770612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7b32ff7e-a884-426e-8ee2-4570233eda45 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:43.772131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50340) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:43.878752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9fdae997-4cd9-45d0-b1d5-09f801bf1d2d None None] Provisioning complete for port a0ae835f-c3f0-4a51-8713-b9d52cc8a486 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:43.879738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fdae997-4cd9-45d0-b1d5-09f801bf1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.971832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9248fc6c-b68d-43ff-b714-43ec277ef89f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.978872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 70fae25c-0566-4f0b-9626-3546e066d2f7 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:43.979316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:43.993733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e7c0c359-f5ca-4d53-8cdb-1d99cdecab27 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Synchronizing usage tracker for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:44.006982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9248fc6c-b68d-43ff-b714-43ec277ef89f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.015303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66122237-fdad-4d65-91a2-55b43604b2a1 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:44.211876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9fdae997-4cd9-45d0-b1d5-09f801bf1d2d None None] Provisioning for port 48020cd7-e7f7-4759-8153-71b4d0ebce1c completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:44.229213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9fdae997-4cd9-45d0-b1d5-09f801bf1d2d None None] Provisioning complete for port 48020cd7-e7f7-4759-8153-71b4d0ebce1c triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:44.230436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fdae997-4cd9-45d0-b1d5-09f801bf1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.290025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248fc6c-b68d-43ff-b714-43ec277ef89f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18b345c-f6d5-4828-a9f5-9fbe8532dd55,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:44.292761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9248fc6c-b68d-43ff-b714-43ec277ef89f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:44.341050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e7c0c359-f5ca-4d53-8cdb-1d99cdecab27 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Unset dirty status for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:44.344498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e7c0c359-f5ca-4d53-8cdb-1d99cdecab27 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5694592 Dec 07 13:34:44.352351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50344) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:44.356670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9fdae997-4cd9-45d0-b1d5-09f801bf1d2d None None] Port 48020cd7-e7f7-4759-8153-71b4d0ebce1c cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:34:44.365987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c64ecc11-13e5-4e7e-a937-4001e6683d03 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group': {'name': 'tempest-secgroup--441566697'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:44.382745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c64ecc11-13e5-4e7e-a937-4001e6683d03 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:44.400241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c64ecc11-13e5-4e7e-a937-4001e6683d03 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:44.421262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:34:44.430525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/a3c2df13-4153-4c3e-9112-08bffd7c206b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7143812 Dec 07 13:34:44.434572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50348) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:44.441507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Sync routers for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:34:44.444908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9248fc6c-b68d-43ff-b714-43ec277ef89f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.446382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9248fc6c-b68d-43ff-b714-43ec277ef89f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1602206 Dec 07 13:34:44.450233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'network': {'name': 'tempest-RoutersTest-470363673'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:44.455495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50352) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:44.460790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:44.461473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:44.462993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f7d59bc4-993f-4a3b-9fba-4c6e90b2cef9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '09b190b2-595c-4843-8368-1896231fca2a', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:44.470342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:44.473040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c64ecc11-13e5-4e7e-a937-4001e6683d03 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.487486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:network and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:44.491785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0eb8a37e-55ab-41f2-adfe-fb23c745fb39 None None] Provisioning complete for port 48020cd7-e7f7-4759-8153-71b4d0ebce1c triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:44.492747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a37e-55ab-41f2-adfe-fb23c745fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.493903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f7d59bc4-993f-4a3b-9fba-4c6e90b2cef9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:44.496507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:44.505409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f7d59bc4-993f-4a3b-9fba-4c6e90b2cef9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:44.508409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:44.511967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f7d59bc4-993f-4a3b-9fba-4c6e90b2cef9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:44.527378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f7d59bc4-993f-4a3b-9fba-4c6e90b2cef9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:44.553778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c64ecc11-13e5-4e7e-a937-4001e6683d03 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:44.558739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c64ecc11-13e5-4e7e-a937-4001e6683d03 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:44.561920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:44.568704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.580246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c64ecc11-13e5-4e7e-a937-4001e6683d03 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:44.591972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c64ecc11-13e5-4e7e-a937-4001e6683d03 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:44.603081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8a37e-55ab-41f2-adfe-fb23c745fb39 None None] Port 48020cd7-e7f7-4759-8153-71b4d0ebce1c cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:34:44.609101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7d59bc4-993f-4a3b-9fba-4c6e90b2cef9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.650190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:44.661198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:34:44.664193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1354c520-c444-4d00-9b40-1b8d9e6f99e1 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.696757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.697097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Added segment 31b0af7b-a068-4c89-ad80-47046f149ce5 of type vlan for network da31bef3-c234-4ef3-99d7-27cea2274de4 Dec 07 13:34:44.746564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c64ecc11-13e5-4e7e-a937-4001e6683d03 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.768070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1354c520-c444-4d00-9b40-1b8d9e6f99e1 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.779322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.784413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c64ecc11-13e5-4e7e-a937-4001e6683d03 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.790969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7d59bc4-993f-4a3b-9fba-4c6e90b2cef9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.793586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-078a995a-6a88-4a90-9764-d57cad8a90b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:44.850803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7d59bc4-993f-4a3b-9fba-4c6e90b2cef9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.883562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ecc11-13e5-4e7e-a937-4001e6683d03 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5944b6-daf5-4bc8-8c13-7365f27031a4,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:44.886558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c64ecc11-13e5-4e7e-a937-4001e6683d03 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:44.898402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-257d4614-a342-421c-8514-0651b03bf711 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:44.915952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d59bc4-993f-4a3b-9fba-4c6e90b2cef9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b390956a-cd72-4b0f-bb2f-c4d369024bd1,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:44.915952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7d59bc4-993f-4a3b-9fba-4c6e90b2cef9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:44.917997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.923685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:44.924514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.943333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-87841851-d791-407f-8250-a1e5211e0bb2 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:44.965806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7d59bc4-993f-4a3b-9fba-4c6e90b2cef9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.970507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f7d59bc4-993f-4a3b-9fba-4c6e90b2cef9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5129838 Dec 07 13:34:44.972194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c64ecc11-13e5-4e7e-a937-4001e6683d03 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:44.972353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50356) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:44.976352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c64ecc11-13e5-4e7e-a937-4001e6683d03 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6208396 Dec 07 13:34:44.982760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2c5711ae-36cb-4fe3-a6ad-fc441ac3490c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '09b190b2-595c-4843-8368-1896231fca2a', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:44.990597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50360) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:45.002017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d787bd3f-022a-4a2a-9ab5-f89164d99e6b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': '7a5944b6-daf5-4bc8-8c13-7365f27031a4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:45.005757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-d787bd3f-022a-4a2a-9ab5-f89164d99e6b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:45.005757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d787bd3f-022a-4a2a-9ab5-f89164d99e6b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0115469 Dec 07 13:34:45.007119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2c5711ae-36cb-4fe3-a6ad-fc441ac3490c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:45.010797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50364) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:45.030260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2c5711ae-36cb-4fe3-a6ad-fc441ac3490c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:45.037068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2c5711ae-36cb-4fe3-a6ad-fc441ac3490c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:45.050755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:39Z', 'revision_number': 2, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:41Z', 'revision_number': 2, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:45.055211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Checking router: a3c2df13-4153-4c3e-9112-08bffd7c206b for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:34:45.055633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Updating router a3c2df13-4153-4c3e-9112-08bffd7c206b port 48020cd7-e7f7-4759-8153-71b4d0ebce1c binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:34:45.060402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6275408 Dec 07 13:34:45.072567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50368) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:45.082427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'subnet': {'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:45.099442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2c5711ae-36cb-4fe3-a6ad-fc441ac3490c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:45.118145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:45.161946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Network': ['ID=da31bef3-c234-4ef3-99d7-27cea2274de4,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:45.162854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:45.169669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:45.175566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network da31bef3-c234-4ef3-99d7-27cea2274de4 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:34:45.201817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69401bae-49b3-4bb4-8fbf-7866bae1ead6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:45.206259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1354c520-c444-4d00-9b40-1b8d9e6f99e1 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Router 10e0337e-d11c-4859-81ba-9a4fc5f35948 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:34:45.217265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c5711ae-36cb-4fe3-a6ad-fc441ac3490c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:45.220891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:45.225001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:subnet and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:45.228199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:45.234801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:45.276792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:45.330953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69401bae-49b3-4bb4-8fbf-7866bae1ead6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:45.380600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c5711ae-36cb-4fe3-a6ad-fc441ac3490c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:45.403263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:45.462904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c5711ae-36cb-4fe3-a6ad-fc441ac3490c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:45.479209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71f77679-2434-406f-a572-7b7c967b3a2c tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:45.576450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:45.597008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Transition to ACTIVE for port object 48020cd7-e7f7-4759-8153-71b4d0ebce1c will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:45.628784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:45.635837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-08b62baa-c6c6-4032-bdd3-20eb1f68872e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:45.648099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a0ae835f-c3f0-4a51-8713-b9d52cc8a486 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:45.684122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:45.693289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b3ed1cfd-21d5-4c42-9cd0-4455a601f47d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:45.740646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port a0ae835f-c3f0-4a51-8713-b9d52cc8a486 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:45.742179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:45.780956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40448e29-4b26-49c6-b9c4-07eccf10fac4 None None] Pushing event updated for resources: {'Port': ['ID=48020cd7-e7f7-4759-8153-71b4d0ebce1c,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:45.785172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-40448e29-4b26-49c6-b9c4-07eccf10fac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:45.840542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Subnet': ['ID=c2757bd4-20e8-45b8-8642-bced7459a160,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:45.853373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:45.854884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Checking segment: {'id': '31b0af7b-a068-4c89-ad80-47046f149ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:34:45.855449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network hostable DHCP agents. Network: da31bef3-c234-4ef3-99d7-27cea2274de4, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:34:45.903422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Attempting to bind port 48020cd7-e7f7-4759-8153-71b4d0ebce1c on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:34:45.904773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Attempting to bind port 48020cd7-e7f7-4759-8153-71b4d0ebce1c by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '2101c8d5-6b81-42da-94bb-1e73d04c10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:34:45.905411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Attempting to bind port 48020cd7-e7f7-4759-8153-71b4d0ebce1c on network d1ec8d7d-2e87-48a6-a409-af3e7a95f618 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:34:45.915083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:34:45.915963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Checking segment: {'id': '2101c8d5-6b81-42da-94bb-1e73d04c10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:34:45.916602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:45.917190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Bound using segment: {'id': '2101c8d5-6b81-42da-94bb-1e73d04c10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:34:45.917895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Bound port: 48020cd7-e7f7-4759-8153-71b4d0ebce1c, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2101c8d5-6b81-42da-94bb-1e73d04c10f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:34:45.918478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:45.925495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network da31bef3-c234-4ef3-99d7-27cea2274de4 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:34:45.927671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5711ae-36cb-4fe3-a6ad-fc441ac3490c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca43fcac-f606-4acf-8b80-0dd339594da5,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:45.949690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c5711ae-36cb-4fe3-a6ad-fc441ac3490c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:45.968921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, da31bef3-c234-4ef3-99d7-27cea2274de4) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:45.974474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:45.975353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:45.984498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3606e5ff-a700-4e43-a372-ed8c236be093 None None] Network da31bef3-c234-4ef3-99d7-27cea2274de4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:45.991053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1354c520-c444-4d00-9b40-1b8d9e6f99e1 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:34:46.008369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1354c520-c444-4d00-9b40-1b8d9e6f99e1 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:46.009669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1354c520-c444-4d00-9b40-1b8d9e6f99e1 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "PUT /v2.0/routers/10e0337e-d11c-4859-81ba-9a4fc5f35948 HTTP/1.1" status: 200 len: 698 time: 2.2541854 Dec 07 13:34:46.014518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69401bae-49b3-4bb4-8fbf-7866bae1ead6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:46.017154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50372) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:46.017596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-69401bae-49b3-4bb4-8fbf-7866bae1ead6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:46.026701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-69401bae-49b3-4bb4-8fbf-7866bae1ead6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "DELETE /v2.0/security-groups/7a5944b6-daf5-4bc8-8c13-7365f27031a4 HTTP/1.1" status: 204 len: 168 time: 1.0147135 Dec 07 13:34:46.027437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50376) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:46.030972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ffff9beb-0ed4-400a-95e6-b23a0a815b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:46.057425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] For port 48020cd7-e7f7-4759-8153-71b4d0ebce1c, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:34:46.061284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] For port 48020cd7-e7f7-4759-8153-71b4d0ebce1c, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=48020cd7-e7f7-4759-8153-71b4d0ebce1c,segment=NetworkSegment(2101c8d5-6b81-42da-94bb-1e73d04c10f2),segment_id=2101c8d5-6b81-42da-94bb-1e73d04c10f2)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:34:46.082870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69401bae-49b3-4bb4-8fbf-7866bae1ead6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5944b6-daf5-4bc8-8c13-7365f27031a4,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:46.096590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:46.096794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c5711ae-36cb-4fe3-a6ad-fc441ac3490c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:46.101074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2c5711ae-36cb-4fe3-a6ad-fc441ac3490c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1273170 Dec 07 13:34:46.101939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50380) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:46.103418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-69401bae-49b3-4bb4-8fbf-7866bae1ead6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:46.116082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d5729354-1a97-409d-af5f-ded0c1cce6ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:46.118379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-26a86063-dc53-4344-849e-68ed8c1ddcfc tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '09b190b2-595c-4843-8368-1896231fca2a', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:46.126569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-26a86063-dc53-4344-849e-68ed8c1ddcfc tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:46.136228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] For port 6245943c-59dc-4c1f-a737-ae8a7a293f95, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=6245943c-59dc-4c1f-a737-ae8a7a293f95,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:46.146022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-26a86063-dc53-4344-849e-68ed8c1ddcfc tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:46.150315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-26a86063-dc53-4344-849e-68ed8c1ddcfc tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:46.162271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-26a86063-dc53-4344-849e-68ed8c1ddcfc tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:46.168849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338010dc-4eab-403b-96c2-01030fa7d9d5 None None] Sync routers for ids ['10e0337e-d11c-4859-81ba-9a4fc5f35948'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:34:46.205628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40448e29-4b26-49c6-b9c4-07eccf10fac4 None None] Pushing event updated for resources: {'Port': ['ID=48020cd7-e7f7-4759-8153-71b4d0ebce1c,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:46.206451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1327984 Dec 07 13:34:46.213100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0b8f550a-67fb-426a-a5ed-b4139c2fc76a tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Synchronizing usage tracker for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:46.214304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50384) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:46.216981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:46.217670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:46.292871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0b8f550a-67fb-426a-a5ed-b4139c2fc76a tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Unset dirty status for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:46.297448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0b8f550a-67fb-426a-a5ed-b4139c2fc76a tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2445295 Dec 07 13:34:46.305117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338010dc-4eab-403b-96c2-01030fa7d9d5 None None] Routers {'10e0337e-d11c-4859-81ba-9a4fc5f35948'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:46.306715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-338010dc-4eab-403b-96c2-01030fa7d9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['10e0337e-d11c-4859-81ba-9a4fc5f35948'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:46.310057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:46.314523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50388) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:46.320660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-26a86063-dc53-4344-849e-68ed8c1ddcfc tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:34:46.335327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-40448e29-4b26-49c6-b9c4-07eccf10fac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:46.338324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26a86063-dc53-4344-849e-68ed8c1ddcfc tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:46.360485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0a6e7381-d696-4559-9cda-a27919d43686 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group': {'name': 'tempest-secgroup--370427688'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:46.371026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0a6e7381-d696-4559-9cda-a27919d43686 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:46.402437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0a6e7381-d696-4559-9cda-a27919d43686 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:46.414424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:46.415330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:46.435785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-566097d8-aa70-4de8-9204-fcfec1244056 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:46.456470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-269dfbfd-61d6-474c-9595-ef9713713679 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/routers/10e0337e-d11c-4859-81ba-9a4fc5f35948 HTTP/1.1" status: 200 len: 704 time: 0.4379075 Dec 07 13:34:46.457569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50392) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:46.486004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:46.514844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a6e7381-d696-4559-9cda-a27919d43686 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:46.519513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-338010dc-4eab-403b-96c2-01030fa7d9d5 None None] Set router 10e0337e-d11c-4859-81ba-9a4fc5f35948 gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:46.533780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-43f05b6c-2a08-441b-99e0-32c2a8e4c67d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Synchronizing usage tracker for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:46.552912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-43f05b6c-2a08-441b-99e0-32c2a8e4c67d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Unset dirty status for tenant:2c55fcbfb1cd466ea9486749d7cda080 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:46.558515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-43f05b6c-2a08-441b-99e0-32c2a8e4c67d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports?device_id=10e0337e-d11c-4859-81ba-9a4fc5f35948 HTTP/1.1" status: 200 len: 205 time: 0.0968795 Dec 07 13:34:46.559430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50396) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:46.599498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:46.607180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:46.615743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:46.616402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:46.654579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=6245943c-59dc-4c1f-a737-ae8a7a293f95,revision_number=9']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:46.661351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:46.663068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12e90edc-8aab-481d-9f87-bde115bd9fed tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:46.687025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-338010dc-4eab-403b-96c2-01030fa7d9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e0337e-d11c-4859-81ba-9a4fc5f35948', 'name': 'tempest-RoutersIpV6Test-router-1236714433', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:43Z', 'updated_at': '2021-12-07T13:34:44Z', 'revision_number': 2, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:46.700558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338010dc-4eab-403b-96c2-01030fa7d9d5 None None] Checking router: 10e0337e-d11c-4859-81ba-9a4fc5f35948 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:34:46.707353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.6755435 Dec 07 13:34:46.709321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e895f37-cb77-403f-99f1-40bf302a1d9f None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:46.709818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50400) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:46.721223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0a6e7381-d696-4559-9cda-a27919d43686 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:46.745389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Request body: {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'mac_address': 'fa:16:3e:63:48:f2', 'name': 'tempest-NetworksTestDHCPv6-1867432519'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:46.765840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0a6e7381-d696-4559-9cda-a27919d43686 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:46.775635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26a86063-dc53-4344-849e-68ed8c1ddcfc tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:46.776722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0a6e7381-d696-4559-9cda-a27919d43686 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:46.853706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0a6e7381-d696-4559-9cda-a27919d43686 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:46.870929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26a86063-dc53-4344-849e-68ed8c1ddcfc tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:46.897776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Subnet': ['ID=a9f5d47e-fa83-4c88-af45-a52d0729c04e,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:46.915633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:46.916216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-037ec00d-b964-49fb-810e-1ca78a9afe8d tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:46.958852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a86063-dc53-4344-849e-68ed8c1ddcfc tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f9be02-4b44-4e0f-a603-0c0f8a480069,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:46.971564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-26a86063-dc53-4344-849e-68ed8c1ddcfc tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:46.978198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-893db71e-d48d-44e7-83ba-8c29d607eac2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:47.022936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-26a86063-dc53-4344-849e-68ed8c1ddcfc tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:47.027821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-26a86063-dc53-4344-849e-68ed8c1ddcfc tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9182467 Dec 07 13:34:47.031377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50404) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:47.043183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ec3c5125-6baf-4822-81d5-b5fe0d5ae8fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '09b190b2-595c-4843-8368-1896231fca2a', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:47.062754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ec3c5125-6baf-4822-81d5-b5fe0d5ae8fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:47.071621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a6e7381-d696-4559-9cda-a27919d43686 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:47.075643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:47.078806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ec3c5125-6baf-4822-81d5-b5fe0d5ae8fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:47.083248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ec3c5125-6baf-4822-81d5-b5fe0d5ae8fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:47.087064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Usage tracker for resource:port and tenant:36129566f600466d9b1beb311a8becb9 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:47.093447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:47.097641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ec3c5125-6baf-4822-81d5-b5fe0d5ae8fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:47.104651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:47.114753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a6e7381-d696-4559-9cda-a27919d43686 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:47.147086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ec8511bf-cd0c-4bf0-abf7-ebc420f192c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:47.177909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a6e7381-d696-4559-9cda-a27919d43686 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:47.182312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0a6e7381-d696-4559-9cda-a27919d43686 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8431628 Dec 07 13:34:47.185621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50408) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:47.187509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338010dc-4eab-403b-96c2-01030fa7d9d5 None None] Routers {'10e0337e-d11c-4859-81ba-9a4fc5f35948'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:47.188582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-338010dc-4eab-403b-96c2-01030fa7d9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['10e0337e-d11c-4859-81ba-9a4fc5f35948'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:47.190296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c2793923-f310-443c-935e-1a00c225c6e6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': '431a2e15-44df-4f6a-9b1c-9c8527005e3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:47.191086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-c2793923-f310-443c-935e-1a00c225c6e6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:47.195187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c2793923-f310-443c-935e-1a00c225c6e6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074215 Dec 07 13:34:47.195881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50412) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:47.204629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-84fc4cc3-3c00-4bd7-af3d-53a46912e7a7 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': '431a2e15-44df-4f6a-9b1c-9c8527005e3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:47.205382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-84fc4cc3-3c00-4bd7-af3d-53a46912e7a7 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:47.209295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-84fc4cc3-3c00-4bd7-af3d-53a46912e7a7 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087743 Dec 07 13:34:47.210194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e7381-d696-4559-9cda-a27919d43686 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=431a2e15-44df-4f6a-9b1c-9c8527005e3c,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:47.215395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50416) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:47.220030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0a6e7381-d696-4559-9cda-a27919d43686 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:47.224623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-88118287-023b-4339-85f4-a1c8662c87fa tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': '431a2e15-44df-4f6a-9b1c-9c8527005e3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:47.225216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-88118287-023b-4339-85f4-a1c8662c87fa tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:47.228979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-88118287-023b-4339-85f4-a1c8662c87fa tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098770 Dec 07 13:34:47.228979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Made reservation on behalf of 36129566f600466d9b1beb311a8becb9 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:47.237046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:47.247780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-ec3c5125-6baf-4822-81d5-b5fe0d5ae8fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:34:47.253091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50420) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:47.264178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d2daf9f5-eacf-4638-bc1c-defbd0134185 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': '431a2e15-44df-4f6a-9b1c-9c8527005e3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:47.265195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-d2daf9f5-eacf-4638-bc1c-defbd0134185 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:47.269284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d2daf9f5-eacf-4638-bc1c-defbd0134185 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0083570 Dec 07 13:34:47.272393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50424) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:47.277332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5125-6baf-4822-81d5-b5fe0d5ae8fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:47.287342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:39Z', 'revision_number': 2, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:46Z', 'revision_number': 4, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:47.293084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c6e36-888b-4d5f-8a21-d93a93078fd8 None None] The sync data for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:39Z', 'revision_number': 2, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:46Z', 'revision_number': 4, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:34:47.414801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] device_id is not set on port 620252bb-af27-4a27-a062-c3e9a6531503 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:34:47.433801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-da31bef3-c234-4ef3-99d7-27cea2274de4', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:34:47.434615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:47.527513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-338010dc-4eab-403b-96c2-01030fa7d9d5 None None] Set router 10e0337e-d11c-4859-81ba-9a4fc5f35948 gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:47.551401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5125-6baf-4822-81d5-b5fe0d5ae8fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:47.598022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa076dde-6bed-4b58-8f54-1e1a7fefd03a tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:47.615274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5125-6baf-4822-81d5-b5fe0d5ae8fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:47.628332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b11a142d-207a-46ef-9553-dd12e3962f53 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:47.665848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-338010dc-4eab-403b-96c2-01030fa7d9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e0337e-d11c-4859-81ba-9a4fc5f35948', 'name': 'tempest-RoutersIpV6Test-router-1236714433', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:43Z', 'updated_at': '2021-12-07T13:34:44Z', 'revision_number': 2, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:47.676076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c5125-6baf-4822-81d5-b5fe0d5ae8fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4e5875-c085-42d3-9d39-1956d2b65a04,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:47.677071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6245943c-59dc-4c1f-a737-ae8a7a293f95 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:47.679493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ec3c5125-6baf-4822-81d5-b5fe0d5ae8fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:47.691017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa076dde-6bed-4b58-8f54-1e1a7fefd03a tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:47.720318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338010dc-4eab-403b-96c2-01030fa7d9d5 None None] The sync data for ids ['10e0337e-d11c-4859-81ba-9a4fc5f35948'] in dv-neutron-ussuri-2-hyperv is: [{'id': '10e0337e-d11c-4859-81ba-9a4fc5f35948', 'name': 'tempest-RoutersIpV6Test-router-1236714433', 'tenant_id': '2c55fcbfb1cd466ea9486749d7cda080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:43Z', 'updated_at': '2021-12-07T13:34:44Z', 'revision_number': 2, 'project_id': '2c55fcbfb1cd466ea9486749d7cda080', 'gw_port_host': None}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:34:47.803659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5125-6baf-4822-81d5-b5fe0d5ae8fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:47.815324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ec3c5125-6baf-4822-81d5-b5fe0d5ae8fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7694023 Dec 07 13:34:47.857748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0aa3f8-b4a5-4545-808d-032fd887af08 None None] Update dhcp port {'port': {'network_id': 'c9ee8f68-0885-485a-ba4e-56608c96e7d4', 'fixed_ips': [{'subnet_id': 'a9f5d47e-fa83-4c88-af45-a52d0729c04e', 'ip_address': '2001:db8:0:1:f816:3eff:fe69:63e7'}, {'subnet_id': 'be0a5dc4-3bbe-4981-b642-a267afb4676e'}], 'binding:host_id': 'dv-neutron-ussuri-2-hyperv'}, 'id': '6245943c-59dc-4c1f-a737-ae8a7a293f95'} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 07 13:34:47.859096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8::62 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/be0a5dc4-3bbe-4981-b642-a267afb4676e/620252bb-af27-4a27-a062-c3e9a6531503) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:47.868257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Allocated IP 2001:db8:0:1:f816:3eff:fe63:48f2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/a9f5d47e-fa83-4c88-af45-a52d0729c04e/620252bb-af27-4a27-a062-c3e9a6531503) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:47.951169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa3f8-b4a5-4545-808d-032fd887af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:48.087762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 6245943c-59dc-4c1f-a737-ae8a7a293f95 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:48.088181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:48.122966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-893db71e-d48d-44e7-83ba-8c29d607eac2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:48.133684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-893db71e-d48d-44e7-83ba-8c29d607eac2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:48.168887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:48.182764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa076dde-6bed-4b58-8f54-1e1a7fefd03a tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:48.193900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a5c24f5b-848a-43ee-8571-003e35f0b056 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:48.222352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa076dde-6bed-4b58-8f54-1e1a7fefd03a tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=431a2e15-44df-4f6a-9b1c-9c8527005e3c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:48.225082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aa076dde-6bed-4b58-8f54-1e1a7fefd03a tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:48.227217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Transition to ACTIVE for port object 620252bb-af27-4a27-a062-c3e9a6531503 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:48.269363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Allocated IP 172.21.0.2 (da31bef3-c234-4ef3-99d7-27cea2274de4/c2757bd4-20e8-45b8-8642-bced7459a160/f610de34-ce02-4f78-86a1-ed556e260d51) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:48.288973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-893db71e-d48d-44e7-83ba-8c29d607eac2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:48.289542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893db71e-d48d-44e7-83ba-8c29d607eac2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Fanout notify agent at l3_agent the message router_deleted on router 10e0337e-d11c-4859-81ba-9a4fc5f35948 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:34:48.292513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa076dde-6bed-4b58-8f54-1e1a7fefd03a tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:48.293848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aa076dde-6bed-4b58-8f54-1e1a7fefd03a tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "DELETE /v2.0/security-groups/431a2e15-44df-4f6a-9b1c-9c8527005e3c HTTP/1.1" status: 204 len: 168 time: 1.0184400 Dec 07 13:34:48.301176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50438) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:48.331711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-893db71e-d48d-44e7-83ba-8c29d607eac2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:48.336580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-893db71e-d48d-44e7-83ba-8c29d607eac2 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/routers/10e0337e-d11c-4859-81ba-9a4fc5f35948 HTTP/1.1" status: 204 len: 168 time: 1.7721024 Dec 07 13:34:48.350437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50442) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:48.425453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e1607fe4-2ad6-479d-b20f-c0f3b45944f7 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Synchronizing usage tracker for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:48.428797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:48.445201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:48.481008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-03d73605-3aa7-4f11-b25e-a506de56ab3e tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports?device_id=10e0337e-d11c-4859-81ba-9a4fc5f35948 HTTP/1.1" status: 200 len: 205 time: 0.1271665 Dec 07 13:34:48.482418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50446) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:48.545554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event updated for resources: {'Port': ['ID=620252bb-af27-4a27-a062-c3e9a6531503,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:48.548819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:48.557216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:48.564998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:48.567767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:48.577063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:48.577839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:48.603200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:48.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-22e8701f-177b-4eba-af7c-e4cc797634c9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] delete failed (client error): The resource could not be found. Dec 07 13:34:48.627090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-22e8701f-177b-4eba-af7c-e4cc797634c9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/routers/10e0337e-d11c-4859-81ba-9a4fc5f35948 HTTP/1.1" status: 404 len: 336 time: 0.1127167 Dec 07 13:34:48.630430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50450) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:48.631163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e1607fe4-2ad6-479d-b20f-c0f3b45944f7 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Unset dirty status for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:48.634834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e1607fe4-2ad6-479d-b20f-c0f3b45944f7 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3318219 Dec 07 13:34:48.644363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50458) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:48.651859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bfc117fc-33f2-4611-b7bd-3a5a66e050c1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1310757564'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:48.660145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Transition to ACTIVE for port object f610de34-ce02-4f78-86a1-ed556e260d51 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:48.663332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bfc117fc-33f2-4611-b7bd-3a5a66e050c1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:48.679151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bfc117fc-33f2-4611-b7bd-3a5a66e050c1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:48.691765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9728835 Dec 07 13:34:48.697273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50462) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:48.715772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c4915d-6c98-43f9-8818-5e5c3124c8b4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:48.716507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c4915d-6c98-43f9-8818-5e5c3124c8b4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:48.718665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-02c4915d-6c98-43f9-8818-5e5c3124c8b4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/2f2c588c-c798-47e0-9587-12bf963313c7 HTTP/1.1" status: 404 len: 337 time: 0.0867591 Dec 07 13:34:48.726346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50466) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:48.788190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:48.789096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Transition to ACTIVE for port object f610de34-ce02-4f78-86a1-ed556e260d51 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:48.792014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-aff805b7-f4a9-483b-a7f5-6c59cf1b84b0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting port 620252bb-af27-4a27-a062-c3e9a6531503 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:48.792513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aff805b7-f4a9-483b-a7f5-6c59cf1b84b0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:48.804951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6c2cfb-a692-456d-a130-308e7f481167 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:48.805750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a6c2cfb-a692-456d-a130-308e7f481167 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:48.808060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3a6c2cfb-a692-456d-a130-308e7f481167 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/9f4e6d23-4912-43e7-9ad7-0ff0607f4ca9 HTTP/1.1" status: 404 len: 337 time: 0.0803478 Dec 07 13:34:48.815129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50470) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:48.840505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:48.851925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:48.915600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfc117fc-33f2-4611-b7bd-3a5a66e050c1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:48.930660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-54609fb3-1b42-43b0-a4be-16d232958821 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:48.942185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Network da31bef3-c234-4ef3-99d7-27cea2274de4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:48.951087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:48.954235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-6b0aa3f8-b4a5-4545-808d-032fd887af08 None None] Allocated IP 2001:db8::2 (c9ee8f68-0885-485a-ba4e-56608c96e7d4/be0a5dc4-3bbe-4981-b642-a267afb4676e/6245943c-59dc-4c1f-a737-ae8a7a293f95) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:48.959443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:49.011447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-835f7c31-d707-4e0b-93c5-ed0d1adc91b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:49.011951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835f7c31-d707-4e0b-93c5-ed0d1adc91b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:49.014439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-835f7c31-d707-4e0b-93c5-ed0d1adc91b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/69c2d74d-a31a-46b9-8395-7d68d3a72785 HTTP/1.1" status: 404 len: 337 time: 0.1956310 Dec 07 13:34:49.017865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50474) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:49.045287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Pushing event updated for resources: {'Port': ['ID=f610de34-ce02-4f78-86a1-ed556e260d51,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:49.073632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:49.082651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bfc117fc-33f2-4611-b7bd-3a5a66e050c1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:49.091298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bfc117fc-33f2-4611-b7bd-3a5a66e050c1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:49.096854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-735a0dd7-379f-4189-ba6c-132da3155f29 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:49.097360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735a0dd7-379f-4189-ba6c-132da3155f29 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:49.099155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-735a0dd7-379f-4189-ba6c-132da3155f29 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/abed00b5-8e92-4ae1-990b-6b94c5f28f84 HTTP/1.1" status: 404 len: 337 time: 0.0704858 Dec 07 13:34:49.099407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bfc117fc-33f2-4611-b7bd-3a5a66e050c1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:49.102141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50478) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:49.102502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Attempting to bind port f610de34-ce02-4f78-86a1-ed556e260d51 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:34:49.103122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Attempting to bind port f610de34-ce02-4f78-86a1-ed556e260d51 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '31b0af7b-a068-4c89-ad80-47046f149ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:34:49.103773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Attempting to bind port f610de34-ce02-4f78-86a1-ed556e260d51 on network da31bef3-c234-4ef3-99d7-27cea2274de4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:34:49.104015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-54609fb3-1b42-43b0-a4be-16d232958821 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:49.105543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-54609fb3-1b42-43b0-a4be-16d232958821 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1081142094&fields=id&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 267 time: 0.4263353 Dec 07 13:34:49.167413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bfc117fc-33f2-4611-b7bd-3a5a66e050c1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:49.180031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:34:49.180455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Checking segment: {'id': '31b0af7b-a068-4c89-ad80-47046f149ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:34:49.180932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:49.181533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Bound using segment: {'id': '31b0af7b-a068-4c89-ad80-47046f149ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:34:49.182066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Bound port: f610de34-ce02-4f78-86a1-ed556e260d51, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b0af7b-a068-4c89-ad80-47046f149ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:34:49.182492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:49.209273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-54b7ad24-9d68-497e-8534-04615395a6f3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e2df098-cda5-4a31-bbd6-cd10640fe25e HTTP/1.1" status: 200 len: 205 time: 0.0925605 Dec 07 13:34:49.211706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50482) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:49.219844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aff805b7-f4a9-483b-a7f5-6c59cf1b84b0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:49.364418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-de410c0a-4a24-4201-9c83-9ddc1f9505a8 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] delete failed (client error): The resource could not be found. Dec 07 13:34:49.365580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-de410c0a-4a24-4201-9c83-9ddc1f9505a8 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/routers/9e2df098-cda5-4a31-bbd6-cd10640fe25e HTTP/1.1" status: 404 len: 336 time: 0.1063757 Dec 07 13:34:49.371574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50486) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:49.403370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-aff805b7-f4a9-483b-a7f5-6c59cf1b84b0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Calling delete_port for 620252bb-af27-4a27-a062-c3e9a6531503 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:49.454665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bb40e996-8281-4274-8ea3-05fc049c2bae tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4749d47-8840-4070-8773-df39ad38f724 HTTP/1.1" status: 200 len: 205 time: 0.0766423 Dec 07 13:34:49.466870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50490) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:49.483090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6b0aa3f8-b4a5-4545-808d-032fd887af08 None None] For port 6245943c-59dc-4c1f-a737-ae8a7a293f95, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=6245943c-59dc-4c1f-a737-ae8a7a293f95,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:49.497904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] For port f610de34-ce02-4f78-86a1-ed556e260d51, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:34:49.502017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] For port f610de34-ce02-4f78-86a1-ed556e260d51, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f610de34-ce02-4f78-86a1-ed556e260d51,segment=NetworkSegment(31b0af7b-a068-4c89-ad80-47046f149ce5),segment_id=31b0af7b-a068-4c89-ad80-47046f149ce5)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:34:49.522470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa3f8-b4a5-4545-808d-032fd887af08 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:49.536941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-156fad63-feb3-44cf-8044-f02fdd06977a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:49.538536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-156fad63-feb3-44cf-8044-f02fdd06977a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/networks?id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6 HTTP/1.1" status: 200 len: 797 time: 0.3743994 Dec 07 13:34:49.540139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:49.552308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-303b14ba-f326-4e1f-8a47-d2d008fe8d6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:49.560946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfc117fc-33f2-4611-b7bd-3a5a66e050c1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:49.578176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-db15c532-5081-4395-93d1-432db5959eab tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] delete failed (client error): The resource could not be found. Dec 07 13:34:49.578176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-db15c532-5081-4395-93d1-432db5959eab tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/routers/b4749d47-8840-4070-8773-df39ad38f724 HTTP/1.1" status: 404 len: 336 time: 0.1076522 Dec 07 13:34:49.579907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50494) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:49.585656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6b0aa3f8-b4a5-4545-808d-032fd887af08 None None] Transition to ACTIVE for port object 6245943c-59dc-4c1f-a737-ae8a7a293f95 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:49.606141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-621a341d-6a20-4ad6-b65e-8a2d31557419 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/quotas/ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 375 time: 0.0565238 Dec 07 13:34:49.641883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Pushing event updated for resources: {'Port': ['ID=f610de34-ce02-4f78-86a1-ed556e260d51,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:49.644082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfc117fc-33f2-4611-b7bd-3a5a66e050c1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:49.646502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:49.659792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b51d9514-11f8-4e55-8dc1-cea90a6f4a62 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:49.666500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa3f8-b4a5-4545-808d-032fd887af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:49.674379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e97847bf-5911-42ba-b5d4-9f362ea3b984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:49.693029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-8939b797-ddf8-4e58-97af-6687ae745620 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:49.693029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8939b797-ddf8-4e58-97af-6687ae745620 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:49.729873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc117fc-33f2-4611-b7bd-3a5a66e050c1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f2ce99-39b2-4684-9334-dcfc0fa1749d,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:49.741875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bfc117fc-33f2-4611-b7bd-3a5a66e050c1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:49.743825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8939b797-ddf8-4e58-97af-6687ae745620 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/2c944f95-4f74-4f69-9683-efddb581a852 HTTP/1.1" status: 404 len: 337 time: 0.1627643 Dec 07 13:34:49.746510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50498) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:49.767924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-fe838bfd-a5ae-4b5a-992c-361c435cc333 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1493580 Dec 07 13:34:49.774744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 48020cd7-e7f7-4759-8153-71b4d0ebce1c up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:49.783307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-a4504ff1-12b0-4c15-8ceb-98bfe6cca8ac service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:34:49.785264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-a4504ff1-12b0-4c15-8ceb-98bfe6cca8ac service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0063326 Dec 07 13:34:49.787528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Allocated IP 172.21.0.1 (da31bef3-c234-4ef3-99d7-27cea2274de4/c2757bd4-20e8-45b8-8642-bced7459a160/efb31708-98cf-4dde-8e15-3c9a00444b04) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:49.843334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5fd2909c-1e70-4d84-a8b8-7789240ded6d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe889c1c-193a-4eed-9a2b-7bf8a74b74cb HTTP/1.1" status: 200 len: 205 time: 0.0932786 Dec 07 13:34:49.846949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50502) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:49.877961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0aa3f8-b4a5-4545-808d-032fd887af08 None None] Pushing event updated for resources: {'Port': ['ID=6245943c-59dc-4c1f-a737-ae8a7a293f95,revision_number=10']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:49.889401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6b0aa3f8-b4a5-4545-808d-032fd887af08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:49.932309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfc117fc-33f2-4611-b7bd-3a5a66e050c1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:49.933620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bfc117fc-33f2-4611-b7bd-3a5a66e050c1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2880681 Dec 07 13:34:49.945997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50506) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:49.947662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-cc5bb6a8-96a3-4f2b-b61c-6c4d7dd75420 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] delete failed (client error): The resource could not be found. Dec 07 13:34:49.948785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cc5bb6a8-96a3-4f2b-b61c-6c4d7dd75420 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/routers/fe889c1c-193a-4eed-9a2b-7bf8a74b74cb HTTP/1.1" status: 404 len: 336 time: 0.1008763 Dec 07 13:34:49.954783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50510) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:49.957475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 48020cd7-e7f7-4759-8153-71b4d0ebce1c completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:49.958880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-38453620-d3d9-49ae-945a-9779c2c8ff33 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': 'e8f2ce99-39b2-4684-9334-dcfc0fa1749d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:49.959600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-38453620-d3d9-49ae-945a-9779c2c8ff33 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:49.960671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-38453620-d3d9-49ae-945a-9779c2c8ff33 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107682 Dec 07 13:34:49.965883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50514) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:49.970659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 48020cd7-e7f7-4759-8153-71b4d0ebce1c triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:49.971086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:50.011686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c3639667-cbaa-4d24-af4f-427c91376b98 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': 'e8f2ce99-39b2-4684-9334-dcfc0fa1749d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:50.029560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9d39f73e-b1c5-40a4-9d8d-835215393cd3 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports?device_id=badad9be-c41b-4abc-a951-22bfc1fe7caf HTTP/1.1" status: 200 len: 205 time: 0.0673985 Dec 07 13:34:50.034236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c3639667-cbaa-4d24-af4f-427c91376b98 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:50.036564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50518) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:50.115866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-6a62eee3-4b1a-41af-bffe-49e05aa28bdb service neutron] 10.222.0.24 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101511 Dec 07 13:34:50.164833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c3639667-cbaa-4d24-af4f-427c91376b98 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:50.170067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:50.179370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c3639667-cbaa-4d24-af4f-427c91376b98 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:50.202282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-684f68d4-1cd2-4115-8bc2-b1d17c780247 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] delete failed (client error): The resource could not be found. Dec 07 13:34:50.204374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-684f68d4-1cd2-4115-8bc2-b1d17c780247 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/routers/badad9be-c41b-4abc-a951-22bfc1fe7caf HTTP/1.1" status: 404 len: 336 time: 0.1139214 Dec 07 13:34:50.207867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c3639667-cbaa-4d24-af4f-427c91376b98 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:50.212517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50522) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:50.253610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:50.276199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d48896d-8c68-49f7-9f58-c4d56e7a695a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:50.277006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d48896d-8c68-49f7-9f58-c4d56e7a695a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:50.279041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3d48896d-8c68-49f7-9f58-c4d56e7a695a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/fcb05f3f-8b0d-48f9-b0f7-3a49fc347640 HTTP/1.1" status: 404 len: 337 time: 0.0652640 Dec 07 13:34:50.282436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50526) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:50.284787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Transition to ACTIVE for port object efb31708-98cf-4dde-8e15-3c9a00444b04 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:50.346380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 48020cd7-e7f7-4759-8153-71b4d0ebce1c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=48020cd7-e7f7-4759-8153-71b4d0ebce1c,segment=NetworkSegment(2101c8d5-6b81-42da-94bb-1e73d04c10f2),segment_id=2101c8d5-6b81-42da-94bb-1e73d04c10f2)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:50.347932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4c6bf4b7-458b-4f9c-ab28-d6b648364c6a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports?device_id=b077fa83-a263-4fa1-8cfd-35d3fa4c960e HTTP/1.1" status: 200 len: 205 time: 0.0633435 Dec 07 13:34:50.349268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aff805b7-f4a9-483b-a7f5-6c59cf1b84b0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:50.352934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50530) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:50.369309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:50.371293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:50.379503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15142055-5710-44e3-a559-2480cf29a737 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:50.383834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-85210afe-a2f0-4d63-8e04-b8b6b50bd2f7 service neutron] 10.222.0.24 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518041 Dec 07 13:34:50.394196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:50.403482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0a25d8e8-328c-40f4-9721-83f512556158 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:50.473395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=48020cd7-e7f7-4759-8153-71b4d0ebce1c,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:50.482452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:50.505521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network da31bef3-c234-4ef3-99d7-27cea2274de4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:50.510176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:50.515565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:50.552857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=efb31708-98cf-4dde-8e15-3c9a00444b04,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:50.561109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:50.589840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:50.740503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:50.868229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff805b7-f4a9-483b-a7f5-6c59cf1b84b0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Port': ['ID=620252bb-af27-4a27-a062-c3e9a6531503,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:50.870120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d6b74dd4-6b72-491a-9a50-6694c4513eeb req-422f1805-4304-4977-bc5b-e825f7997040 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 210 time: 0.1663120 Dec 07 13:34:50.883372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aff805b7-f4a9-483b-a7f5-6c59cf1b84b0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:50.884987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-79a47e31-98a6-42ba-8a65-a01ba50550ea tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] delete failed (client error): The resource could not be found. Dec 07 13:34:50.886129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-79a47e31-98a6-42ba-8a65-a01ba50550ea tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/routers/b077fa83-a263-4fa1-8cfd-35d3fa4c960e HTTP/1.1" status: 404 len: 336 time: 0.5263724 Dec 07 13:34:50.889103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50544) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:50.939754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-c3639667-cbaa-4d24-af4f-427c91376b98 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:50.943970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c3639667-cbaa-4d24-af4f-427c91376b98 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9418797 Dec 07 13:34:50.946470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50548) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:51.000107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ef42b671-f881-4940-89e2-880ea4589281 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': 'e8f2ce99-39b2-4684-9334-dcfc0fa1749d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:51.001833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-ef42b671-f881-4940-89e2-880ea4589281 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:51.003242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ef42b671-f881-4940-89e2-880ea4589281 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0553374 Dec 07 13:34:51.006943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aff805b7-f4a9-483b-a7f5-6c59cf1b84b0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:51.009411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aff805b7-f4a9-483b-a7f5-6c59cf1b84b0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/620252bb-af27-4a27-a062-c3e9a6531503 HTTP/1.1" status: 204 len: 168 time: 2.3109906 Dec 07 13:34:51.010314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50552) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:51.014259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50556) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:51.017910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d72610-d064-4c56-8f50-5c3f3d2dd03a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:51.018405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d72610-d064-4c56-8f50-5c3f3d2dd03a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:51.020694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a49a870b-a0a3-4e7e-99b3-b37b8d913625 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': 'e8f2ce99-39b2-4684-9334-dcfc0fa1749d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:51.064000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a49a870b-a0a3-4e7e-99b3-b37b8d913625 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:51.077619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a49a870b-a0a3-4e7e-99b3-b37b8d913625 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:51.086050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a49a870b-a0a3-4e7e-99b3-b37b8d913625 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:51.096560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a49a870b-a0a3-4e7e-99b3-b37b8d913625 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:51.109356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b9d72610-d064-4c56-8f50-5c3f3d2dd03a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/1f862afc-a500-4d64-a951-5b2caa7a8d06 HTTP/1.1" status: 404 len: 337 time: 0.2191269 Dec 07 13:34:51.118234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50560) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:51.194194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-30934033-081d-4d49-a581-950e13a4c706 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "GET /v2.0/ports?device_id=c78e3900-0dd9-44c9-8dfa-65653ebd7a02 HTTP/1.1" status: 200 len: 205 time: 0.0645123 Dec 07 13:34:51.194880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50564) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:51.294665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0dea7b64-a4b5-43eb-b9fe-55b7f9657e30 None None] Provisioning for port 6245943c-59dc-4c1f-a737-ae8a7a293f95 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:51.303157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-ce0ed000-420e-4612-a46b-8474b26579aa tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] delete failed (client error): The resource could not be found. Dec 07 13:34:51.310038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ce0ed000-420e-4612-a46b-8474b26579aa tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/routers/c78e3900-0dd9-44c9-8dfa-65653ebd7a02 HTTP/1.1" status: 404 len: 336 time: 0.1128545 Dec 07 13:34:51.316995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0dea7b64-a4b5-43eb-b9fe-55b7f9657e30 None None] Provisioning complete for port 6245943c-59dc-4c1f-a737-ae8a7a293f95 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:51.317428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0dea7b64-a4b5-43eb-b9fe-55b7f9657e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:51.329384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b93fd18-8c76-4007-81ce-a8ac2a5b0f27 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:51.330236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2b93fd18-8c76-4007-81ce-a8ac2a5b0f27 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:51.333074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50570) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:51.427349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-2581f816-9bf1-4037-9772-3bb0fdbcaf27 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:51.428027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2581f816-9bf1-4037-9772-3bb0fdbcaf27 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:51.431572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2581f816-9bf1-4037-9772-3bb0fdbcaf27 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/8778486a-1ced-4da0-a5b4-c6814c51c713 HTTP/1.1" status: 404 len: 337 time: 0.0945930 Dec 07 13:34:51.445137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50574) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:51.522443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-165e6cbd-0170-4ce1-b72f-5d2bc61c13ef tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:51.523071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-165e6cbd-0170-4ce1-b72f-5d2bc61c13ef tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:51.526191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-165e6cbd-0170-4ce1-b72f-5d2bc61c13ef tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] 10.222.0.24 "DELETE /v2.0/subnets/8637463e-b85c-459c-af62-f129fd9652f2 HTTP/1.1" status: 404 len: 337 time: 0.0729499 Dec 07 13:34:51.546184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2b93fd18-8c76-4007-81ce-a8ac2a5b0f27 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:51.550185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2b93fd18-8c76-4007-81ce-a8ac2a5b0f27 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5347059 Dec 07 13:34:51.556183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50580) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:51.616085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-a49a870b-a0a3-4e7e-99b3-b37b8d913625 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:51.620442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a49a870b-a0a3-4e7e-99b3-b37b8d913625 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6083679 Dec 07 13:34:51.626084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50584) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:51.634806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-68326871-4ca2-409b-8a76-cdaa46e71a67 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': 'e8f2ce99-39b2-4684-9334-dcfc0fa1749d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:51.635513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-68326871-4ca2-409b-8a76-cdaa46e71a67 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:51.636610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-68326871-4ca2-409b-8a76-cdaa46e71a67 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095057 Dec 07 13:34:51.641999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50588) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:51.652222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-27438a82-0dee-45f9-b0be-25bb3c6bd4ee tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': 'e8f2ce99-39b2-4684-9334-dcfc0fa1749d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:51.662078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-27438a82-0dee-45f9-b0be-25bb3c6bd4ee tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:51.670978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-27438a82-0dee-45f9-b0be-25bb3c6bd4ee tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:51.681171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-27438a82-0dee-45f9-b0be-25bb3c6bd4ee tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:51.709418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-27438a82-0dee-45f9-b0be-25bb3c6bd4ee tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:51.756166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-27438a82-0dee-45f9-b0be-25bb3c6bd4ee tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Project d700153c57384b64b2c16929a3b87a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:34:51.785229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de8e7da-db83-4fd0-9970-d60ded9d9d4a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:51.788705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2de8e7da-db83-4fd0-9970-d60ded9d9d4a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2298958 Dec 07 13:34:51.792617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50592) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:51.865892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f610de34-ce02-4f78-86a1-ed556e260d51 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:51.870630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:51.904507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:51.916647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c2b4b0-9e69-45e2-aa13-de3754899138 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:51.918673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c2b4b0-9e69-45e2-aa13-de3754899138 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:51.921000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c2b4b0-9e69-45e2-aa13-de3754899138 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:51.923843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b9c2b4b0-9e69-45e2-aa13-de3754899138 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:51.930818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0ec16d65-4a51-4e74-931b-8972ce45f2b1 None None] Could not find standard attr ID for object 620252bb-af27-4a27-a062-c3e9a6531503. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:34:51.949700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-27438a82-0dee-45f9-b0be-25bb3c6bd4ee tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:51.956846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-27438a82-0dee-45f9-b0be-25bb3c6bd4ee tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3117273 Dec 07 13:34:51.958217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50598) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:51.977980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1cb3c719-f242-4572-b030-7dfd74a676ca tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:51.991997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4db6294f-439c-4c6d-9873-5b53b0111107 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': 'e8f2ce99-39b2-4684-9334-dcfc0fa1749d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:51.992701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-4db6294f-439c-4c6d-9873-5b53b0111107 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:51.997251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4db6294f-439c-4c6d-9873-5b53b0111107 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0307539 Dec 07 13:34:52.002167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50602) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:52.014600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port f610de34-ce02-4f78-86a1-ed556e260d51 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:52.015010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d35d0139-4b46-433a-a875-7f8126ab9e20 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': 'e8f2ce99-39b2-4684-9334-dcfc0fa1749d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:52.023066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 48020cd7-e7f7-4759-8153-71b4d0ebce1c up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:52.040813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d35d0139-4b46-433a-a875-7f8126ab9e20 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:52.044913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b9c2b4b0-9e69-45e2-aa13-de3754899138 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:52.046219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b9c2b4b0-9e69-45e2-aa13-de3754899138 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2492902 Dec 07 13:34:52.051879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50606) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:52.053547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d35d0139-4b46-433a-a875-7f8126ab9e20 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:52.060462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d35d0139-4b46-433a-a875-7f8126ab9e20 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:52.145876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 48020cd7-e7f7-4759-8153-71b4d0ebce1c triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:52.146578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:52.186954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=efb31708-98cf-4dde-8e15-3c9a00444b04,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:52.191786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:52.209757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:52.233149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c69e58c-2eb5-434a-9f26-ec8c941df736 None None] Network da31bef3-c234-4ef3-99d7-27cea2274de4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:52.335997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d35d0139-4b46-433a-a875-7f8126ab9e20 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:52.338105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-896b356f-7164-4273-8fe7-37e1689830df req-2ad32bcc-e2df-4d30-b940-32ded10bf230 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 210 time: 0.1478386 Dec 07 13:34:52.496770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50612) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:52.526015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6245943c-59dc-4c1f-a737-ae8a7a293f95 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:52.528371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54bea73-71af-4fb7-97f2-7034ee29f4bd tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet a9f5d47e-fa83-4c88-af45-a52d0729c04e {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:34:52.531012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f54bea73-71af-4fb7-97f2-7034ee29f4bd tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:52.537979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network da31bef3-c234-4ef3-99d7-27cea2274de4 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:52.540314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:52.571733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-d35d0139-4b46-433a-a875-7f8126ab9e20 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Project d700153c57384b64b2c16929a3b87a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:34:52.613424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f54bea73-71af-4fb7-97f2-7034ee29f4bd tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:52.628061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e98a8d7a-8658-4c77-b1eb-713567d4c919 None None] Provisioning for port f610de34-ce02-4f78-86a1-ed556e260d51 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:52.653415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e98a8d7a-8658-4c77-b1eb-713567d4c919 None None] Provisioning complete for port f610de34-ce02-4f78-86a1-ed556e260d51 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:52.659010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e98a8d7a-8658-4c77-b1eb-713567d4c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:52.706550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-d35d0139-4b46-433a-a875-7f8126ab9e20 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:52.710560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d35d0139-4b46-433a-a875-7f8126ab9e20 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7046361 Dec 07 13:34:52.711783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50618) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:52.725626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e4648ec1-d2a4-44e8-8aa7-2bee938da899 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': 'e8f2ce99-39b2-4684-9334-dcfc0fa1749d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:52.751388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e4648ec1-d2a4-44e8-8aa7-2bee938da899 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:52.761964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e4648ec1-d2a4-44e8-8aa7-2bee938da899 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:52.769301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e4648ec1-d2a4-44e8-8aa7-2bee938da899 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:52.787402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e4648ec1-d2a4-44e8-8aa7-2bee938da899 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:52.797475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f54bea73-71af-4fb7-97f2-7034ee29f4bd tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:52.825048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 6245943c-59dc-4c1f-a737-ae8a7a293f95 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:52.825473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:52.836556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:34:52.877059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c1a9f363-71b2-4f92-b57b-89ed0d8c0e8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c55fcbfb1cd466ea9486749d7cda080&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3763278 Dec 07 13:34:52.878077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50622) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:52.893165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-e4648ec1-d2a4-44e8-8aa7-2bee938da899 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Project d700153c57384b64b2c16929a3b87a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:34:52.951208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e98a8d7a-8658-4c77-b1eb-713567d4c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:52.953111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router a3c2df13-4153-4c3e-9112-08bffd7c206b has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:34:52.978957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f54bea73-71af-4fb7-97f2-7034ee29f4bd tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:52.994886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-931f73a2-5eb4-41e1-8fbb-61c55c54c4eb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:53.038313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bea73-71af-4fb7-97f2-7034ee29f4bd tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=a9f5d47e-fa83-4c88-af45-a52d0729c04e,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:53.045807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-e4648ec1-d2a4-44e8-8aa7-2bee938da899 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:34:53.051602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e4648ec1-d2a4-44e8-8aa7-2bee938da899 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3346848 Dec 07 13:34:53.052031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f54bea73-71af-4fb7-97f2-7034ee29f4bd tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:53.052223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e98a8d7a-8658-4c77-b1eb-713567d4c919 None None] For port f610de34-ce02-4f78-86a1-ed556e260d51, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f610de34-ce02-4f78-86a1-ed556e260d51,segment=NetworkSegment(31b0af7b-a068-4c89-ad80-47046f149ce5),segment_id=31b0af7b-a068-4c89-ad80-47046f149ce5)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:53.053056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50626) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:53.055912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d84464c8-ecfd-4fd1-b558-dd945e59ee4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:53.084032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e98a8d7a-8658-4c77-b1eb-713567d4c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:53.087504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12f8d9d3-a492-48d4-ad17-585574c9a8a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:53.091023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d84464c8-ecfd-4fd1-b558-dd945e59ee4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:53.161856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:34:53.164048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a8d7a-8658-4c77-b1eb-713567d4c919 None None] Pushing event updated for resources: {'Port': ['ID=f610de34-ce02-4f78-86a1-ed556e260d51,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:53.168439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e98a8d7a-8658-4c77-b1eb-713567d4c919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:53.171998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Sync routers for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:34:53.175902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/a3c2df13-4153-4c3e-9112-08bffd7c206b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9600167 Dec 07 13:34:53.176763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50630) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:53.187439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:53.188406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:53.189308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b8624437-5c43-45fb-ac15-78b36bf6efaf tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'network': {'name': 'tempest-RoutersTest-1111024206'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:53.200220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b8624437-5c43-45fb-ac15-78b36bf6efaf tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:53.206693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b8624437-5c43-45fb-ac15-78b36bf6efaf tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:network and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:53.212094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b8624437-5c43-45fb-ac15-78b36bf6efaf tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:53.220775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b8624437-5c43-45fb-ac15-78b36bf6efaf tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:53.231514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f54bea73-71af-4fb7-97f2-7034ee29f4bd tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:53.238716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f621b889-b5b6-43f7-90ea-2c8e6cc4ae63 None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:53.282660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8624437-5c43-45fb-ac15-78b36bf6efaf tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:53.287558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d84464c8-ecfd-4fd1-b558-dd945e59ee4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:53.290646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8624437-5c43-45fb-ac15-78b36bf6efaf tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:53.296111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3917c450-d0fc-4def-84f7-6a1a312581a4 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:53.298958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5b523db7-792a-4bbd-a142-7a9a2bde29a8 tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:53.396339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8624437-5c43-45fb-ac15-78b36bf6efaf tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:34:53.428725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8624437-5c43-45fb-ac15-78b36bf6efaf tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:53.432328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-b8624437-5c43-45fb-ac15-78b36bf6efaf tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Added segment ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3 of type vlan for network 16e4bfc3-04a0-4745-9e17-114546b253d8 Dec 07 13:34:53.469069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d84464c8-ecfd-4fd1-b558-dd945e59ee4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:53.472836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d84464c8-ecfd-4fd1-b558-dd945e59ee4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/becc384e-cc76-4a15-af53-c3b1d7e44f4b HTTP/1.1" status: 204 len: 168 time: 0.5918410 Dec 07 13:34:53.488998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:53.493351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84464c8-ecfd-4fd1-b558-dd945e59ee4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becc384e-cc76-4a15-af53-c3b1d7e44f4b,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:53.510168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d84464c8-ecfd-4fd1-b558-dd945e59ee4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:53.516441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8624437-5c43-45fb-ac15-78b36bf6efaf tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:53.566749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f54bea73-71af-4fb7-97f2-7034ee29f4bd tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/a9f5d47e-fa83-4c88-af45-a52d0729c04e HTTP/1.1" status: 204 len: 168 time: 1.5095198 Dec 07 13:34:53.576701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50638) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:53.615293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3917c450-d0fc-4def-84f7-6a1a312581a4 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:53.705386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8624437-5c43-45fb-ac15-78b36bf6efaf tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:53.706690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f610de34-ce02-4f78-86a1-ed556e260d51 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:53.709403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8624437-5c43-45fb-ac15-78b36bf6efaf tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:53.710078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8624437-5c43-45fb-ac15-78b36bf6efaf tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:53.736469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-63387c18-d7ef-4b55-ad0d-ed710a78eb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:53.756664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-613f1fa2-4c65-4ac6-b05c-36577a9a9cb4 None None] Provisioning for port efb31708-98cf-4dde-8e15-3c9a00444b04 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:53.769566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-613f1fa2-4c65-4ac6-b05c-36577a9a9cb4 None None] Provisioning complete for port efb31708-98cf-4dde-8e15-3c9a00444b04 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:53.769986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-613f1fa2-4c65-4ac6-b05c-36577a9a9cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:53.868579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-2849a1a4-ba5d-4f90-8992-a496e106b407 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:53.869287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-2849a1a4-ba5d-4f90-8992-a496e106b407 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:53.902755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea5551c-8e7e-4c13-8f09-42f095a66ba6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Deleting subnet be0a5dc4-3bbe-4981-b642-a267afb4676e {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:34:53.925938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11566da4-8109-4bf8-8ac6-9f87e25cddfd req-66de629e-521e-45c5-a4d9-ccc8b2252f07 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 210 time: 0.3216362 Dec 07 13:34:53.942339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50648) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:53.948918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'subnet': {'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:53.954229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-613f1fa2-4c65-4ac6-b05c-36577a9a9cb4 None None] Port efb31708-98cf-4dde-8e15-3c9a00444b04 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:34:53.955997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b8624437-5c43-45fb-ac15-78b36bf6efaf tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7719424 Dec 07 13:34:53.983549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8624437-5c43-45fb-ac15-78b36bf6efaf tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Network': ['ID=16e4bfc3-04a0-4745-9e17-114546b253d8,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:53.988560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-2849a1a4-ba5d-4f90-8992-a496e106b407 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:53.989813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-2849a1a4-ba5d-4f90-8992-a496e106b407 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/networks?id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6 HTTP/1.1" status: 200 len: 797 time: 0.7551663 Dec 07 13:34:53.994759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b8624437-5c43-45fb-ac15-78b36bf6efaf tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:53.998039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port f610de34-ce02-4f78-86a1-ed556e260d51 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:53.998466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:54.033378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 16e4bfc3-04a0-4745-9e17-114546b253d8 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:34:54.054496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aea5551c-8e7e-4c13-8f09-42f095a66ba6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:54.129525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-613f1fa2-4c65-4ac6-b05c-36577a9a9cb4 None None] Provisioning complete for port f610de34-ce02-4f78-86a1-ed556e260d51 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:54.129949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-613f1fa2-4c65-4ac6-b05c-36577a9a9cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:54.138814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 3, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:51Z', 'revision_number': 2, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:54.145770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Checking router: a3c2df13-4153-4c3e-9112-08bffd7c206b for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:34:54.146510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Updating router a3c2df13-4153-4c3e-9112-08bffd7c206b port efb31708-98cf-4dde-8e15-3c9a00444b04 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:34:54.182657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3917c450-d0fc-4def-84f7-6a1a312581a4 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:54.205150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c2ebfc2-c532-4a70-8ee3-dbd9751b107d tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:54.237562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:54.247054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aea5551c-8e7e-4c13-8f09-42f095a66ba6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:54.408953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917c450-d0fc-4def-84f7-6a1a312581a4 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f2ce99-39b2-4684-9334-dcfc0fa1749d,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:54.431131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3917c450-d0fc-4def-84f7-6a1a312581a4 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:54.503929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3917c450-d0fc-4def-84f7-6a1a312581a4 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:54.505983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3917c450-d0fc-4def-84f7-6a1a312581a4 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "DELETE /v2.0/security-groups/e8f2ce99-39b2-4684-9334-dcfc0fa1749d HTTP/1.1" status: 204 len: 168 time: 1.4516580 Dec 07 13:34:54.508878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50658) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:54.519395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:54.527626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-80f8edeb-9cb5-4cee-8585-96dea89c737c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:54.533536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:subnet and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:54.538830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:54.561020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-92bec071-09b9-4fa8-a5a0-92953a9b5858 None None] Provisioning complete for port efb31708-98cf-4dde-8e15-3c9a00444b04 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:54.561407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:54.561549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-92bec071-09b9-4fa8-a5a0-92953a9b5858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:54.573548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-80f8edeb-9cb5-4cee-8585-96dea89c737c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:54.574794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-80f8edeb-9cb5-4cee-8585-96dea89c737c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 380 time: 0.5215378 Dec 07 13:34:54.579818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aea5551c-8e7e-4c13-8f09-42f095a66ba6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:54.635748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'port': {'device_id': '051b677d-80bd-4a3e-921e-898ff52e0421', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'admin_state_up': True, 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'security_groups': ['09b190b2-595c-4843-8368-1896231fca2a']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:54.642342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-91d6fd6d-e52e-48ec-a093-5d4f22458878 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Synchronizing usage tracker for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:54.647044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-92bec071-09b9-4fa8-a5a0-92953a9b5858 None None] Port efb31708-98cf-4dde-8e15-3c9a00444b04 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:34:54.689226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-91d6fd6d-e52e-48ec-a093-5d4f22458878 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Unset dirty status for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:54.690903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-91d6fd6d-e52e-48ec-a093-5d4f22458878 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1807446 Dec 07 13:34:54.697894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50664) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:54.704693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e64b4ea1-8293-4bc6-8c93-9f210b89e7a0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1820425621'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:54.720193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e64b4ea1-8293-4bc6-8c93-9f210b89e7a0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:54.740247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e64b4ea1-8293-4bc6-8c93-9f210b89e7a0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:54.780283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e64b4ea1-8293-4bc6-8c93-9f210b89e7a0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:54.784573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c2cc08b6-df76-4050-a51e-576677800922 None None] Provisioning complete for port efb31708-98cf-4dde-8e15-3c9a00444b04 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:54.788444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2cc08b6-df76-4050-a51e-576677800922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:54.803784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:54.864303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e64b4ea1-8293-4bc6-8c93-9f210b89e7a0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:54.864542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c2cc08b6-df76-4050-a51e-576677800922 None None] Port efb31708-98cf-4dde-8e15-3c9a00444b04 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:34:54.869271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e64b4ea1-8293-4bc6-8c93-9f210b89e7a0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:54.872530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e64b4ea1-8293-4bc6-8c93-9f210b89e7a0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:54.879226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e64b4ea1-8293-4bc6-8c93-9f210b89e7a0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:54.886751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:54.906118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aea5551c-8e7e-4c13-8f09-42f095a66ba6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:54.914669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Transition to ACTIVE for port object efb31708-98cf-4dde-8e15-3c9a00444b04 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:54.933570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7cabe9c0-fa29-4720-99d2-a2db801b7c0a tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:54.957800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:54.959860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e64b4ea1-8293-4bc6-8c93-9f210b89e7a0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:54.963652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-789dcf49-0de5-4d34-80de-244eb6a56f55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:54.991465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5551c-8e7e-4c13-8f09-42f095a66ba6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Subnet': ['ID=be0a5dc4-3bbe-4981-b642-a267afb4676e,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:55.003200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e64b4ea1-8293-4bc6-8c93-9f210b89e7a0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:55.009543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0cb194d6-f9c0-48bc-adcf-165c49abe378 tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:55.022732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aea5551c-8e7e-4c13-8f09-42f095a66ba6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:55.083177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b4ea1-8293-4bc6-8c93-9f210b89e7a0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72131dec-36d0-4e31-b6e0-29f51663184e,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:55.087936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aea5551c-8e7e-4c13-8f09-42f095a66ba6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:55.100806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e64b4ea1-8293-4bc6-8c93-9f210b89e7a0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:55.133855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8b5c2-7e4d-4ff1-a78a-3945a5bc38b3 None None] Pushing event updated for resources: {'Port': ['ID=efb31708-98cf-4dde-8e15-3c9a00444b04,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:55.141686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:55.142296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e3c8b5c2-7e4d-4ff1-a78a-3945a5bc38b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:55.169024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e64b4ea1-8293-4bc6-8c93-9f210b89e7a0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:55.174659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e64b4ea1-8293-4bc6-8c93-9f210b89e7a0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4711504 Dec 07 13:34:55.174991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50674) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:55.181516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-08b16a6a-539c-4d2b-9a16-ef2d39ada6f5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': '72131dec-36d0-4e31-b6e0-29f51663184e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:55.191816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-08b16a6a-539c-4d2b-9a16-ef2d39ada6f5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:55.206911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-08b16a6a-539c-4d2b-9a16-ef2d39ada6f5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:55.210307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-08b16a6a-539c-4d2b-9a16-ef2d39ada6f5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:55.220946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-08b16a6a-539c-4d2b-9a16-ef2d39ada6f5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:55.277913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3aa8efa3-7c5e-4851-ad8d-e861c7becbcb req-d51846f7-0805-4e86-9eb7-f23a6b73590c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 210 time: 0.0477870 Dec 07 13:34:55.340254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Attempting to bind port efb31708-98cf-4dde-8e15-3c9a00444b04 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:34:55.343472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Attempting to bind port efb31708-98cf-4dde-8e15-3c9a00444b04 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '31b0af7b-a068-4c89-ad80-47046f149ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:34:55.344149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Attempting to bind port efb31708-98cf-4dde-8e15-3c9a00444b04 on network da31bef3-c234-4ef3-99d7-27cea2274de4 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:34:55.346103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-08b16a6a-539c-4d2b-9a16-ef2d39ada6f5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The resource could not be found. Dec 07 13:34:55.347249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-08b16a6a-539c-4d2b-9a16-ef2d39ada6f5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1711481 Dec 07 13:34:55.351733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50680) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:55.362636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5a3c057b-55de-46a8-8c27-ba67974c7738 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': '72131dec-36d0-4e31-b6e0-29f51663184e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f216fa1f-3130-4be7-bbe2-d7acdd19a1ba'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:55.366060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:34:55.366647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Checking segment: {'id': '31b0af7b-a068-4c89-ad80-47046f149ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:34:55.367364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:55.368638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aea5551c-8e7e-4c13-8f09-42f095a66ba6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/be0a5dc4-3bbe-4981-b642-a267afb4676e HTTP/1.1" status: 204 len: 168 time: 1.7930446 Dec 07 13:34:55.371788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50684) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:55.373024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Bound using segment: {'id': '31b0af7b-a068-4c89-ad80-47046f149ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:34:55.373829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Bound port: efb31708-98cf-4dde-8e15-3c9a00444b04, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b0af7b-a068-4c89-ad80-47046f149ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:34:55.391134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:55.439885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:55.454612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:port and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:55.462512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:55.473679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:55.505699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5a3c057b-55de-46a8-8c27-ba67974c7738 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:55.510891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50688) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:55.521998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0062370 Dec 07 13:34:55.526522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50690) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:55.527168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5a3c057b-55de-46a8-8c27-ba67974c7738 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:55.529663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:34:55.530506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] For port efb31708-98cf-4dde-8e15-3c9a00444b04, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:34:55.534577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5debdc-c04c-40d9-9610-c80748a5435d None None] Network c9ee8f68-0885-485a-ba4e-56608c96e7d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:55.535341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:55.535637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] For port efb31708-98cf-4dde-8e15-3c9a00444b04, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=efb31708-98cf-4dde-8e15-3c9a00444b04,segment=NetworkSegment(31b0af7b-a068-4c89-ad80-47046f149ce5),segment_id=31b0af7b-a068-4c89-ad80-47046f149ce5)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:34:55.542049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8e6fec11-53b1-4d7e-956b-3e6c6c5ffa72 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1689427 Dec 07 13:34:55.548749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5a3c057b-55de-46a8-8c27-ba67974c7738 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:55.553628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50694) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:55.557518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5a3c057b-55de-46a8-8c27-ba67974c7738 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:55.575344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:55.597518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:55.640639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:55.659843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aea5551c-8e7e-4c13-8f09-42f095a66ba6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:55.707764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8b5c2-7e4d-4ff1-a78a-3945a5bc38b3 None None] Pushing event updated for resources: {'Port': ['ID=efb31708-98cf-4dde-8e15-3c9a00444b04,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:55.712098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab21c04-fa0c-4170-aeb0-63780efba858 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:55.717043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4ab21c04-fa0c-4170-aeb0-63780efba858 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1596069 Dec 07 13:34:55.720393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50700) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:55.723876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e3c8b5c2-7e4d-4ff1-a78a-3945a5bc38b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:55.737378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:34:55.740118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:34:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:55.854219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f86bb1-8d60-4c08-a64c-2ff15eaa1d63 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:55.854979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d0f86bb1-8d60-4c08-a64c-2ff15eaa1d63 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Synchronizing usage tracker for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:55.860364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-5a3c057b-55de-46a8-8c27-ba67974c7738 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The resource could not be found. Dec 07 13:34:55.866864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5a3c057b-55de-46a8-8c27-ba67974c7738 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5113885 Dec 07 13:34:55.867667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50706) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:55.870122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6729f47e-b18d-4843-808b-4707d166c4e6 tempest-NetworksApiDiscovery-1043985441 tempest-NetworksApiDiscovery-1043985441-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3316233 Dec 07 13:34:55.964933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d0f86bb1-8d60-4c08-a64c-2ff15eaa1d63 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Unset dirty status for tenant:36129566f600466d9b1beb311a8becb9 on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:55.966736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Subnet': ['ID=81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:55.976309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d0f86bb1-8d60-4c08-a64c-2ff15eaa1d63 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2547784 Dec 07 13:34:55.977930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50710) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:55.989060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:34:55.992928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:56.012002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4607bdd-c4c5-4869-b518-10aeb4bb80b8 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:56.013996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4f3276b1-b3bc-475d-b4d7-aea1fb3dc495 None None] Provisioning complete for port 6245943c-59dc-4c1f-a737-ae8a7a293f95 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:56.014389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f3276b1-b3bc-475d-b4d7-aea1fb3dc495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:56.081130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4607bdd-c4c5-4869-b518-10aeb4bb80b8 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:56.212013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50714) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:56.213159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-50bdd98f-500f-44f7-bc06-1cd57b7bdce1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2266381 Dec 07 13:34:56.226201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Checking segment: {'id': 'ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:34:56.226679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network hostable DHCP agents. Network: 16e4bfc3-04a0-4745-9e17-114546b253d8, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:34:56.270764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32235505-53db-4d25-be8e-0b119ac8e655 None None] DHCP port deletion for c9ee8f68-0885-485a-ba4e-56608c96e7d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:34:56.277131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-32235505-53db-4d25-be8e-0b119ac8e655 None None] Deleting port 6245943c-59dc-4c1f-a737-ae8a7a293f95 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:34:56.277874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32235505-53db-4d25-be8e-0b119ac8e655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:56.302697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-7405efb8-acd3-4529-87f1-171f7ae9d5f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:56.303338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7405efb8-acd3-4529-87f1-171f7ae9d5f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:56.313138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.13 (62d3718a-2f96-4cfe-8657-b090bf6b8ba6/8a61828e-2a04-44c7-95da-df01d8ae1a57/34a398c1-34f5-4fda-9264-e19d01aa8fc5) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:56.316588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7405efb8-acd3-4529-87f1-171f7ae9d5f3 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/620252bb-af27-4a27-a062-c3e9a6531503 HTTP/1.1" status: 404 len: 333 time: 0.1002669 Dec 07 13:34:56.317094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50718) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:56.367290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe61fe0b-9664-473a-bd55-032582e52a35 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:56.367510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe61fe0b-9664-473a-bd55-032582e52a35 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:56.372193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fe61fe0b-9664-473a-bd55-032582e52a35 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/a9f5d47e-fa83-4c88-af45-a52d0729c04e HTTP/1.1" status: 404 len: 337 time: 0.0515268 Dec 07 13:34:56.372193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4607bdd-c4c5-4869-b518-10aeb4bb80b8 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:56.373111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50724) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:56.374109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a4607bdd-c4c5-4869-b518-10aeb4bb80b8 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:56.378269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a4607bdd-c4c5-4869-b518-10aeb4bb80b8 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "DELETE /v2.0/security-groups/72131dec-36d0-4e31-b6e0-29f51663184e HTTP/1.1" status: 204 len: 168 time: 0.5054836 Dec 07 13:34:56.378269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b2b3725d-6986-42ce-b9de-301da3c9eea0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:56.382354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50726) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:56.390943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4607bdd-c4c5-4869-b518-10aeb4bb80b8 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72131dec-36d0-4e31-b6e0-29f51663184e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:56.393824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a4607bdd-c4c5-4869-b518-10aeb4bb80b8 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:56.436902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 3, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:55Z', 'revision_number': 4, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:34:56.443081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b78e6d-a4ef-40d8-a914-add109c37daa None None] The sync data for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 3, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:55Z', 'revision_number': 4, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:34:56.468765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network 16e4bfc3-04a0-4745-9e17-114546b253d8 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:34:56.512431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca95668-53b0-4bd2-9ded-308f62bde758 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:56.512995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca95668-53b0-4bd2-9ded-308f62bde758 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:56.538736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5ca95668-53b0-4bd2-9ded-308f62bde758 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/be0a5dc4-3bbe-4981-b642-a267afb4676e HTTP/1.1" status: 404 len: 337 time: 0.1638861 Dec 07 13:34:56.548787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50734) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:56.611152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1b5a42a2-e4dd-4d97-9aed-47267cfc4fd1 req-fa925658-0fe3-4063-bebe-f329e200067a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 210 time: 0.1372128 Dec 07 13:34:56.620880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 16e4bfc3-04a0-4745-9e17-114546b253d8) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:56.626024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:56.626597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:56.631913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e012d982-8864-499c-958a-6335d406f00c None None] Network 16e4bfc3-04a0-4745-9e17-114546b253d8 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:34:56.655832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50738) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:56.693278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84704e6-e134-4de0-99d9-51508f737406 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:56.693771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84704e6-e134-4de0-99d9-51508f737406 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:56.695915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b84704e6-e134-4de0-99d9-51508f737406 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/d83433fa-866e-4f99-810b-09360c3aadaf HTTP/1.1" status: 404 len: 333 time: 0.1252117 Dec 07 13:34:56.698728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50744) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:56.733428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ec8bb679-9028-48ef-900e-e9705fc5ce75 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Synchronizing usage tracker for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:34:56.766461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd6f0c2-b911-4456-9b2b-ba6ccfa09f0d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:56.767062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd6f0c2-b911-4456-9b2b-ba6ccfa09f0d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:56.771555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6cd6f0c2-b911-4456-9b2b-ba6ccfa09f0d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/834fdcb5-07f8-4795-ad84-2e916a2d99a8 HTTP/1.1" status: 404 len: 337 time: 0.0688386 Dec 07 13:34:56.772301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50748) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:56.809174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-32235505-53db-4d25-be8e-0b119ac8e655 None None] For port 6245943c-59dc-4c1f-a737-ae8a7a293f95, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=6245943c-59dc-4c1f-a737-ae8a7a293f95,segment=NetworkSegment(e4c9c8d2-d5ef-46dd-b976-95fb824f4094),segment_id=e4c9c8d2-d5ef-46dd-b976-95fb824f4094)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:56.809524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32235505-53db-4d25-be8e-0b119ac8e655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:56.819384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a33d891-5d5b-4882-8419-9a612512e736 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:56.819885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a33d891-5d5b-4882-8419-9a612512e736 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:56.824135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0a33d891-5d5b-4882-8419-9a612512e736 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/fdb9c139-2b0a-4bfb-8b88-932441f9b684 HTTP/1.1" status: 404 len: 337 time: 0.0487661 Dec 07 13:34:56.826118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50752) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:56.898151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d5979e1-9d3b-43a4-b692-9ab3f5a0897e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:56.920630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d1d62a-7254-43f1-80cd-d44e597420af tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:56.921583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d1d62a-7254-43f1-80cd-d44e597420af tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:56.926816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-55d1d62a-7254-43f1-80cd-d44e597420af tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/055f36a2-f9d6-48ea-a82c-f8a749688b0b HTTP/1.1" status: 404 len: 333 time: 0.0995538 Dec 07 13:34:56.928364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50756) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:56.977792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-32235505-53db-4d25-be8e-0b119ac8e655 None None] Calling delete_port for 6245943c-59dc-4c1f-a737-ae8a7a293f95 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:34:56.980035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-a581393f-9a28-4850-a111-76f9ceb21803 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:56.980443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a581393f-9a28-4850-a111-76f9ceb21803 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:56.986579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a581393f-9a28-4850-a111-76f9ceb21803 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/d218bd4b-2c3a-4019-899b-1d4c3dd99710 HTTP/1.1" status: 404 len: 337 time: 0.0565081 Dec 07 13:34:56.987384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50760) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:57.054151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37cfbdd-d556-4dd6-beae-8cf02953785b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:57.054813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37cfbdd-d556-4dd6-beae-8cf02953785b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:57.066925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7d5979e1-9d3b-43a4-b692-9ab3f5a0897e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:57.073641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d37cfbdd-d556-4dd6-beae-8cf02953785b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/e7c6b191-1b41-48bf-a7cc-1340df179a33 HTTP/1.1" status: 404 len: 337 time: 0.0831318 Dec 07 13:34:57.076095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50764) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:57.079909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7d5979e1-9d3b-43a4-b692-9ab3f5a0897e admin admin] Usage tracker for resource:security_group_rule and tenant:feb5b02726ba46dda5a3437065e9386b is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:57.085086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7d5979e1-9d3b-43a4-b692-9ab3f5a0897e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:57.098062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1544898 Dec 07 13:34:57.098988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50768) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:57.139515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-16e4bfc3-04a0-4745-9e17-114546b253d8', 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'fixed_ips': [{'subnet_id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:34:57.140548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:57.157691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7d5979e1-9d3b-43a4-b692-9ab3f5a0897e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:57.160681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8307f8-99c3-4a85-9ce4-46258afc686f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:57.161481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8307f8-99c3-4a85-9ce4-46258afc686f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:57.164639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ef8307f8-99c3-4a85-9ce4-46258afc686f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/1282d076-40d8-4aae-97f4-993ffc513c0e HTTP/1.1" status: 404 len: 333 time: 0.0873368 Dec 07 13:34:57.168995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50772) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:57.224902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-0607c10d-c80f-465b-8406-cfc99826c387 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:57.226265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0607c10d-c80f-465b-8406-cfc99826c387 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:57.228739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0607c10d-c80f-465b-8406-cfc99826c387 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/fb47ec78-85c5-4fac-b788-5a0fcb205eb9 HTTP/1.1" status: 404 len: 337 time: 0.0583413 Dec 07 13:34:57.231268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50776) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:57.295782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-1527c4e9-4fbb-4b23-a7c2-76f1360ea560 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:57.296279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1527c4e9-4fbb-4b23-a7c2-76f1360ea560 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:57.299267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1527c4e9-4fbb-4b23-a7c2-76f1360ea560 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/9cece044-1f1f-4e30-a1d6-2eff33082c2d HTTP/1.1" status: 404 len: 337 time: 0.0664148 Dec 07 13:34:57.301657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50780) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:57.312215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ec8bb679-9028-48ef-900e-e9705fc5ce75 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Unset dirty status for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:34:57.312215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ec8bb679-9028-48ef-900e-e9705fc5ce75 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9227884 Dec 07 13:34:57.314442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50784) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:57.325863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4250cb42-ac2b-43ff-9155-75c278f763b6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': '0e0b1b46-e0d7-4e3c-a661-48c0ecf4deaa', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:57.349444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:57.368841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc2013d-9437-45f4-9741-fc56e5124930 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:57.369331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc2013d-9437-45f4-9741-fc56e5124930 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:57.370889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4250cb42-ac2b-43ff-9155-75c278f763b6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:57.373634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object 34a398c1-34f5-4fda-9264-e19d01aa8fc5 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:57.382101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-adc2013d-9437-45f4-9741-fc56e5124930 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/fdd47a66-4392-4c85-a50e-013764d65353 HTTP/1.1" status: 404 len: 333 time: 0.0793455 Dec 07 13:34:57.385142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50788) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:57.393598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32235505-53db-4d25-be8e-0b119ac8e655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:57.407968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:57.433805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4250cb42-ac2b-43ff-9155-75c278f763b6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:57.445591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d5979e1-9d3b-43a4-b692-9ab3f5a0897e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:57.454285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4250cb42-ac2b-43ff-9155-75c278f763b6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:57.456340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32235505-53db-4d25-be8e-0b119ac8e655 None None] Pushing event deleted for resources: {'Port': ['ID=6245943c-59dc-4c1f-a737-ae8a7a293f95,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:57.458148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-7995f2b2-e25d-436a-b0e0-5478cad65d01 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:57.458148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7995f2b2-e25d-436a-b0e0-5478cad65d01 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:57.462858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32235505-53db-4d25-be8e-0b119ac8e655 None None] No DVR routers for this DVR port 6245943c-59dc-4c1f-a737-ae8a7a293f95 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:34:57.463579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7995f2b2-e25d-436a-b0e0-5478cad65d01 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/78325f1b-dad0-47d3-8c2a-0a8103eb6255 HTTP/1.1" status: 404 len: 337 time: 0.0668027 Dec 07 13:34:57.463682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50792) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:57.463765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-32235505-53db-4d25-be8e-0b119ac8e655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:57.471502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4250cb42-ac2b-43ff-9155-75c278f763b6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:57.475884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Allocated IP 172.22.0.2 (16e4bfc3-04a0-4745-9e17-114546b253d8/81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4/40378ca9-5cd2-4211-bb38-bada5eecb846) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:57.515626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49599c4-dfce-4588-a7dd-360aa00698d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:57.516190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49599c4-dfce-4588-a7dd-360aa00698d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:57.521629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d5979e1-9d3b-43a4-b692-9ab3f5a0897e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:57.529906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b6eb4a77-6490-4a0a-9979-750a82c2f2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:57.558422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c49599c4-dfce-4588-a7dd-360aa00698d0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/20589f85-001b-4c27-a39c-b8fee29bb2b6 HTTP/1.1" status: 404 len: 333 time: 0.0913188 Dec 07 13:34:57.559724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50796) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:57.579607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5979e1-9d3b-43a4-b692-9ab3f5a0897e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3f8982-a039-4d7e-a6b0-2bd53649552e,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:57.585441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7d5979e1-9d3b-43a4-b692-9ab3f5a0897e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:57.595347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7d5979e1-9d3b-43a4-b692-9ab3f5a0897e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=feb5b02726ba46dda5a3437065e9386b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9376972 Dec 07 13:34:57.596215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50800) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:57.618365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:57.670169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3fd8874a-2e4c-4de0-ac43-6bf7fbf1b6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:57.700548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3fd8874a-2e4c-4de0-ac43-6bf7fbf1b6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:57.750118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device efb31708-98cf-4dde-8e15-3c9a00444b04 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:57.756014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-94383682-8754-4259-94e8-12d6e18801cc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:57.785839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3fd8874a-2e4c-4de0-ac43-6bf7fbf1b6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:57.804981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c64ecc11-13e5-4e7e-a937-4001e6683d03 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:57.807401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-85560474-a87d-484a-bbc0-72542f2a22fd tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:57.807901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85560474-a87d-484a-bbc0-72542f2a22fd tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:57.812748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-85560474-a87d-484a-bbc0-72542f2a22fd tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/06d3215f-0c3d-49c6-ae20-4c07b32d75da HTTP/1.1" status: 404 len: 337 time: 0.2433898 Dec 07 13:34:57.818902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50806) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:57.848493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:57.860929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:57.862079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Transition to ACTIVE for port object 40378ca9-5cd2-4211-bb38-bada5eecb846 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:57.868503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-4308dae8-a758-48fd-8b9b-a0485863e67c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:57.868503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4308dae8-a758-48fd-8b9b-a0485863e67c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:57.873681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:57.879539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:57.888995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Transition to ACTIVE for port object 40378ca9-5cd2-4211-bb38-bada5eecb846 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:34:57.907962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=34a398c1-34f5-4fda-9264-e19d01aa8fc5,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:57.916945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:57.917904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8874a-2e4c-4de0-ac43-6bf7fbf1b6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3f8982-a039-4d7e-a6b0-2bd53649552e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:57.924179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-4250cb42-ac2b-43ff-9155-75c278f763b6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The resource could not be found. Dec 07 13:34:57.930815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4250cb42-ac2b-43ff-9155-75c278f763b6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6097381 Dec 07 13:34:57.932547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port efb31708-98cf-4dde-8e15-3c9a00444b04 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:57.943888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50810) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:57.949593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3fd8874a-2e4c-4de0-ac43-6bf7fbf1b6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:57.950805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3fd8874a-2e4c-4de0-ac43-6bf7fbf1b6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:57.953072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3fd8874a-2e4c-4de0-ac43-6bf7fbf1b6d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d3f8982-a039-4d7e-a6b0-2bd53649552e HTTP/1.1" status: 204 len: 168 time: 0.3558621 Dec 07 13:34:57.961098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-11ab53a3-0ace-423a-9739-c9c3a1cbc3b5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group': {'name': 'tempest-secgroup--928509338'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:57.968265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4308dae8-a758-48fd-8b9b-a0485863e67c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/49fa0981-fce7-49eb-9463-dcfab2f72d93 HTTP/1.1" status: 404 len: 333 time: 0.1429639 Dec 07 13:34:57.970144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50816) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:57.974291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port efb31708-98cf-4dde-8e15-3c9a00444b04 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:57.978447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:57.978817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-11ab53a3-0ace-423a-9739-c9c3a1cbc3b5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:58.008096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b161878-da88-46dd-9176-7d9986ab5c0b req-bd38c52b-b65c-4b24-8103-92c212e11e2b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:58.019863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3b161878-da88-46dd-9176-7d9986ab5c0b req-bd38c52b-b65c-4b24-8103-92c212e11e2b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 932 time: 0.1982484 Dec 07 13:34:58.043332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:58.044407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:58.052803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:58.055368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f0d7dd-1dba-416e-a840-a2c349efde2b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:58.055978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f0d7dd-1dba-416e-a840-a2c349efde2b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:58.061326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a8f0d7dd-1dba-416e-a840-a2c349efde2b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/4ad2da53-edfb-49ef-803f-da312036a6b8 HTTP/1.1" status: 404 len: 337 time: 0.0850396 Dec 07 13:34:58.061326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-11ab53a3-0ace-423a-9739-c9c3a1cbc3b5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:58.061640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50820) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:58.068390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d27e2ba0-b936-405b-810a-35a5af935210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:58.134048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-65edd384-6ccb-48a0-9f42-951a7768aa47 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:58.134717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65edd384-6ccb-48a0-9f42-951a7768aa47 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:58.139340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-65edd384-6ccb-48a0-9f42-951a7768aa47 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/f24f9c71-229e-42e9-8023-626ac537d486 HTTP/1.1" status: 404 len: 333 time: 0.0749049 Dec 07 13:34:58.140133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50824) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:58.163388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Pushing event updated for resources: {'Port': ['ID=40378ca9-5cd2-4211-bb38-bada5eecb846,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:58.183866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:58.198340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0b632c-624d-4e24-abd3-6b70d64dd134 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:58.199008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0b632c-624d-4e24-abd3-6b70d64dd134 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:58.201009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bd0b632c-624d-4e24-abd3-6b70d64dd134 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/3e3e5d81-ac1a-45c8-a35b-bf2a9eaeecea HTTP/1.1" status: 404 len: 337 time: 0.0601056 Dec 07 13:34:58.205426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50828) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:58.213181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3b161878-da88-46dd-9176-7d9986ab5c0b req-ce714034-568d-4ba3-a9b2-1c8e9279e6ec tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=09b190b2-595c-4843-8368-1896231fca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898742 Dec 07 13:34:58.221199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Network 16e4bfc3-04a0-4745-9e17-114546b253d8 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:34:58.222932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:34:58.225431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:34:58.257214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d965bd4-ec49-4eae-8af9-84ad91302347 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:58.257777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d965bd4-ec49-4eae-8af9-84ad91302347 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:58.262212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0d965bd4-ec49-4eae-8af9-84ad91302347 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/7f63506e-90a5-404e-9c10-3e966267d8ce HTTP/1.1" status: 404 len: 333 time: 0.0529180 Dec 07 13:34:58.273664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11ab53a3-0ace-423a-9739-c9c3a1cbc3b5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:58.274020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50832) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:58.285147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6538420 Dec 07 13:34:58.306985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-6419bfbe-23fe-454f-b832-7e6e4de6baed tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:34:58.308111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-6419bfbe-23fe-454f-b832-7e6e4de6baed tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0088706 Dec 07 13:34:58.328559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-458473cc-841b-4d88-bfbc-67052d4c7d6f None None] Provisioning for port 34a398c1-34f5-4fda-9264-e19d01aa8fc5 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:34:58.351147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9d3e2d-2d3d-4cdf-bdb1-75daef504666 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:58.355760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9d3e2d-2d3d-4cdf-bdb1-75daef504666 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:58.360934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9f9d3e2d-2d3d-4cdf-bdb1-75daef504666 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/ac6d91e6-be0d-4446-9f08-62a06b512ecd HTTP/1.1" status: 404 len: 337 time: 0.0856376 Dec 07 13:34:58.362384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50838) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:58.377242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-11ab53a3-0ace-423a-9739-c9c3a1cbc3b5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:58.383418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-11ab53a3-0ace-423a-9739-c9c3a1cbc3b5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:58.386754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-458473cc-841b-4d88-bfbc-67052d4c7d6f None None] Provisioning complete for port 34a398c1-34f5-4fda-9264-e19d01aa8fc5 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:58.387489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-458473cc-841b-4d88-bfbc-67052d4c7d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:58.396441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-11ab53a3-0ace-423a-9739-c9c3a1cbc3b5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:58.416963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-11ab53a3-0ace-423a-9739-c9c3a1cbc3b5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:58.429659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df35e86-4be0-4f8e-90c1-b192c086c270 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:58.430518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df35e86-4be0-4f8e-90c1-b192c086c270 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:58.433059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2df35e86-4be0-4f8e-90c1-b192c086c270 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/c2d93599-dda9-40f2-80ec-3543d8a03d8c HTTP/1.1" status: 404 len: 333 time: 0.0685925 Dec 07 13:34:58.438323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50844) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:58.539559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:58.581748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Attempting to bind port 40378ca9-5cd2-4211-bb38-bada5eecb846 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:34:58.582191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Attempting to bind port 40378ca9-5cd2-4211-bb38-bada5eecb846 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:34:58.582963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Attempting to bind port 40378ca9-5cd2-4211-bb38-bada5eecb846 on network 16e4bfc3-04a0-4745-9e17-114546b253d8 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:34:58.618459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port efb31708-98cf-4dde-8e15-3c9a00444b04, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=efb31708-98cf-4dde-8e15-3c9a00444b04,segment=NetworkSegment(31b0af7b-a068-4c89-ad80-47046f149ce5),segment_id=31b0af7b-a068-4c89-ad80-47046f149ce5)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:34:58.618801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Request body: {'port': {'device_id': '051b677d-80bd-4a3e-921e-898ff52e0421', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:58.622498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-458473cc-841b-4d88-bfbc-67052d4c7d6f None None] Port 34a398c1-34f5-4fda-9264-e19d01aa8fc5 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:34:58.624374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:34:58.624791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Checking segment: {'id': 'ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:34:58.625322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:58.625754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Bound using segment: {'id': 'ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:34:58.626414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Bound port: 40378ca9-5cd2-4211-bb38-bada5eecb846, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:34:58.626837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:58.739508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:58.755274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] For port 40378ca9-5cd2-4211-bb38-bada5eecb846, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:34:58.760447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] For port 40378ca9-5cd2-4211-bb38-bada5eecb846, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=40378ca9-5cd2-4211-bb38-bada5eecb846,segment=NetworkSegment(ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3),segment_id=ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:34:58.761909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:58.764580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:58.796505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-90826440-5329-4c1d-9cc5-bc4fc7269b59 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:58.811153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90826440-5329-4c1d-9cc5-bc4fc7269b59 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:58.811153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-90826440-5329-4c1d-9cc5-bc4fc7269b59 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/6500788f-e6f7-4354-a912-5f4ca1ec1c77 HTTP/1.1" status: 404 len: 337 time: 0.3602798 Dec 07 13:34:58.811153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50854) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:58.845169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6245943c-59dc-4c1f-a737-ae8a7a293f95 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:34:58.853027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1f89d1-954c-40ca-a976-b9ca6a41724a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:58.853514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef1f89d1-954c-40ca-a976-b9ca6a41724a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:58.857691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ef1f89d1-954c-40ca-a976-b9ca6a41724a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/08acd278-b447-4986-9b57-33d8719920bb HTTP/1.1" status: 404 len: 337 time: 0.0512924 Dec 07 13:34:58.858446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50858) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:58.895704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 6245943c-59dc-4c1f-a737-ae8a7a293f95 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:34:58.899024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6245943c-59dc-4c1f-a737-ae8a7a293f95 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:34:58.902072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=efb31708-98cf-4dde-8e15-3c9a00444b04,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:58.904287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad239d83-4d46-44fa-8df2-b2db9d4f569e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:58.904777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad239d83-4d46-44fa-8df2-b2db9d4f569e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:58.907267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ad239d83-4d46-44fa-8df2-b2db9d4f569e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/9eae69bf-92cc-4995-9d30-6eef90455001 HTTP/1.1" status: 404 len: 333 time: 0.0469038 Dec 07 13:34:58.910500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50862) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:58.911793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:58.953093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-da31f7c9-0b53-43c1-a754-e45a5c33a14f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:58.953760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da31f7c9-0b53-43c1-a754-e45a5c33a14f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:58.955586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-da31f7c9-0b53-43c1-a754-e45a5c33a14f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/c79ee7ea-8e82-4881-9f8c-8855ddfd9c5d HTTP/1.1" status: 404 len: 337 time: 0.0440199 Dec 07 13:34:58.958354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50866) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:58.970925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11ab53a3-0ace-423a-9739-c9c3a1cbc3b5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:58.974676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:58.998631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d863a3-e9fe-4ae1-bc1e-f4469bc2de4d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:58.999121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d863a3-e9fe-4ae1-bc1e-f4469bc2de4d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:59.001255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-70d863a3-e9fe-4ae1-bc1e-f4469bc2de4d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/e1cc4fab-aafc-42b4-85ed-1da32357828b HTTP/1.1" status: 404 len: 337 time: 0.0419066 Dec 07 13:34:59.004214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50870) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:59.050277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ca2cab-c11e-4a94-98a6-b94562460618 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:59.050760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ca2cab-c11e-4a94-98a6-b94562460618 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:59.052587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-73ca2cab-c11e-4a94-98a6-b94562460618 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/58746daa-694e-4b4b-99ae-61944151f7b5 HTTP/1.1" status: 404 len: 333 time: 0.0474703 Dec 07 13:34:59.055568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50874) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:59.095926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-015aea9a-37ad-4f5d-b390-35c3190e5a7c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:59.096415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015aea9a-37ad-4f5d-b390-35c3190e5a7c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:59.098234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-015aea9a-37ad-4f5d-b390-35c3190e5a7c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/63533cfe-7fb0-4695-a8c4-55bcb403bee4 HTTP/1.1" status: 404 len: 337 time: 0.0414355 Dec 07 13:34:59.101408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50878) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:59.112800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:59.117779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e2fcc93a-e8bc-4d04-9c95-a702a33c4a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:59.148395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb5e770-5670-411e-bd51-8983e90000e8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:59.148395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb5e770-5670-411e-bd51-8983e90000e8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:59.148729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3fb5e770-5670-411e-bd51-8983e90000e8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/bc7d108b-8821-4d02-87ae-53de6c15aca5 HTTP/1.1" status: 404 len: 337 time: 0.0461442 Dec 07 13:34:59.151509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50884) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:59.207286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a0833f-ac61-4d80-88d2-04f7317bc51d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:59.207697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a0833f-ac61-4d80-88d2-04f7317bc51d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:59.212229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Pushing event updated for resources: {'Port': ['ID=40378ca9-5cd2-4211-bb38-bada5eecb846,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:59.212505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-98a0833f-ac61-4d80-88d2-04f7317bc51d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/feed2620-5940-46ad-935e-2b7c520ec243 HTTP/1.1" status: 404 len: 333 time: 0.0598044 Dec 07 13:34:59.213176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50888) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:59.215818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:59.221136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11ab53a3-0ace-423a-9739-c9c3a1cbc3b5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:59.238130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bdd4b54e-5735-4afa-97fa-db6250ef0b6f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:34:59.274932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-6710eae6-b449-4deb-b0fa-714d69346957 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:59.275496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6710eae6-b449-4deb-b0fa-714d69346957 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:59.286064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6710eae6-b449-4deb-b0fa-714d69346957 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/2960eb1d-38ae-423f-bbe4-dd9e8d167705 HTTP/1.1" status: 404 len: 337 time: 0.0717299 Dec 07 13:34:59.286715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50894) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:59.327509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc3c418-2374-488f-95a7-a2a09aee3ae0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:59.328006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc3c418-2374-488f-95a7-a2a09aee3ae0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:59.331677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4bc3c418-2374-488f-95a7-a2a09aee3ae0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/540c062a-69a3-429b-980d-696e04cc086f HTTP/1.1" status: 404 len: 337 time: 0.0438435 Dec 07 13:34:59.338003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50898) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:59.369777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab53a3-0ace-423a-9739-c9c3a1cbc3b5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3f339a-ce5a-4709-ad3e-60d8fed08de5,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:34:59.384917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-11ab53a3-0ace-423a-9739-c9c3a1cbc3b5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:34:59.394266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-00596a37-4766-4c8c-bd3d-4352a44ce498 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceb25df8-643e-4844-8df2-55b25b9b6fff HTTP/1.1" status: 200 len: 205 time: 0.0546393 Dec 07 13:34:59.397293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50904) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:59.518706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-e15f5473-c901-4838-a215-f520de2ca684 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] delete failed (client error): The resource could not be found. Dec 07 13:34:59.519992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e15f5473-c901-4838-a215-f520de2ca684 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/routers/ceb25df8-643e-4844-8df2-55b25b9b6fff HTTP/1.1" status: 404 len: 336 time: 0.0836558 Dec 07 13:34:59.523124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50910) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:59.560729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11ab53a3-0ace-423a-9739-c9c3a1cbc3b5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:59.565121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-11ab53a3-0ace-423a-9739-c9c3a1cbc3b5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6108918 Dec 07 13:34:59.569586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50914) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:59.570687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c72d582-c38b-4123-90b2-4ffd2c5b7a57 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:34:59.571181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c72d582-c38b-4123-90b2-4ffd2c5b7a57 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:34:59.573062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1c72d582-c38b-4123-90b2-4ffd2c5b7a57 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/16a5f52a-741b-4a79-b534-d74464c0ee22 HTTP/1.1" status: 404 len: 337 time: 0.0476708 Dec 07 13:34:59.587782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4a47425a-de89-4be6-96d1-e52b9884043b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group': {'name': 'tempest-secgroup--451474189'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:34:59.591380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4a47425a-de89-4be6-96d1-e52b9884043b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:59.597655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4a47425a-de89-4be6-96d1-e52b9884043b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:59.601702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4a47425a-de89-4be6-96d1-e52b9884043b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:34:59.609319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4a47425a-de89-4be6-96d1-e52b9884043b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:34:59.619630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50918) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:59.701142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device efb31708-98cf-4dde-8e15-3c9a00444b04 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:34:59.720086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4a47425a-de89-4be6-96d1-e52b9884043b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:59.766491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a472a009-a06e-4b3c-9960-13050f6b2fb1 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "GET /v2.0/ports?device_id=48017e85-c71f-426c-b3eb-964dbe3c05f3 HTTP/1.1" status: 200 len: 205 time: 0.1380651 Dec 07 13:34:59.773931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50924) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:59.780465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dcd09-c604-4de0-8ddc-3d681a29bfce req-c506abf8-eb12-4f25-b21d-038e011c153d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:34:59.783270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d37dcd09-c604-4de0-8ddc-3d681a29bfce req-c506abf8-eb12-4f25-b21d-038e011c153d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 932 time: 0.3874977 Dec 07 13:34:59.841609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port efb31708-98cf-4dde-8e15-3c9a00444b04 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:34:59.845105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:34:59.895560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-6bf9c5a3-e530-47cc-8674-7dae06a79bd2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] delete failed (client error): The resource could not be found. Dec 07 13:34:59.897416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6bf9c5a3-e530-47cc-8674-7dae06a79bd2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/routers/48017e85-c71f-426c-b3eb-964dbe3c05f3 HTTP/1.1" status: 404 len: 336 time: 0.1109660 Dec 07 13:34:59.902015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50930) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:34:59.916893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Allocated IP 172.22.0.1 (16e4bfc3-04a0-4745-9e17-114546b253d8/81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4/562f7d91-006f-4270-8b9d-e241e1f3329f) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:34:59.973449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d37dcd09-c604-4de0-8ddc-3d681a29bfce req-d32e8ba4-df29-4b51-b80a-b90cf5e44b4f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=09b190b2-595c-4843-8368-1896231fca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801441 Dec 07 13:34:59.978647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4a47425a-de89-4be6-96d1-e52b9884043b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:34:59.988992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4a47425a-de89-4be6-96d1-e52b9884043b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:34:59.998300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4a47425a-de89-4be6-96d1-e52b9884043b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:00.008040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4a47425a-de89-4be6-96d1-e52b9884043b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:00.088335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4a47425a-de89-4be6-96d1-e52b9884043b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:00.094886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-637385f5-9d81-4e09-be31-ae538747267f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:00.100343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb26ff0-aaeb-4025-b26b-6128ff35ff6f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:00.107165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb26ff0-aaeb-4025-b26b-6128ff35ff6f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:00.107165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-eeb26ff0-aaeb-4025-b26b-6128ff35ff6f tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/921d9626-3193-426e-8cd1-95cfc1cf9ad3 HTTP/1.1" status: 404 len: 337 time: 0.0602646 Dec 07 13:35:00.107451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50934) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:00.144085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4a47425a-de89-4be6-96d1-e52b9884043b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:00.152605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e00c5a2a-f524-464f-8a63-71d8ae1fa4b3 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:00.168154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4ecf9a-85d4-47b7-9245-bbbe937e348b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:00.168863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf4ecf9a-85d4-47b7-9245-bbbe937e348b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:00.199005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cf4ecf9a-85d4-47b7-9245-bbbe937e348b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/a8a4b21d-1440-43d6-bd8a-25cf03f4871b HTTP/1.1" status: 404 len: 337 time: 0.0891447 Dec 07 13:35:00.199841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50940) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:00.204408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:00.204558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47425a-de89-4be6-96d1-e52b9884043b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265a1828-1b9b-4e31-9945-c749c9aceb12,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:00.207456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4a47425a-de89-4be6-96d1-e52b9884043b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:00.235192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Transition to ACTIVE for port object 562f7d91-006f-4270-8b9d-e241e1f3329f will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:00.248828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4a47425a-de89-4be6-96d1-e52b9884043b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:00.256940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4a47425a-de89-4be6-96d1-e52b9884043b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6760101 Dec 07 13:35:00.256940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a75d31a-131b-4944-9b24-335306ec613c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:00.256940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a75d31a-131b-4944-9b24-335306ec613c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:00.256940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0a75d31a-131b-4944-9b24-335306ec613c tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/cb584a11-d731-4c37-8c76-12cdcd4756e2 HTTP/1.1" status: 404 len: 333 time: 0.0525846 Dec 07 13:35:00.256940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50944) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:00.257579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50948) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:00.261332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-af3f4380-5793-4fa1-be61-31c3fba7269b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': 'bf3f339a-ce5a-4709-ad3e-60d8fed08de5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '265a1828-1b9b-4e31-9945-c749c9aceb12'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:00.267742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-af3f4380-5793-4fa1-be61-31c3fba7269b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:00.271952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-af3f4380-5793-4fa1-be61-31c3fba7269b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:00.280265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-af3f4380-5793-4fa1-be61-31c3fba7269b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:00.286864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-af3f4380-5793-4fa1-be61-31c3fba7269b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:00.320242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a398c1-34f5-4fda-9264-e19d01aa8fc5 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:35:00.331079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:00.347599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efb5ec0-287b-4b12-97c7-6fad45db2596 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:00.347599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8efb5ec0-287b-4b12-97c7-6fad45db2596 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:00.348440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8efb5ec0-287b-4b12-97c7-6fad45db2596 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/73f98f14-70af-4ff4-86ac-ae3a4edf27e1 HTTP/1.1" status: 404 len: 337 time: 0.0540922 Dec 07 13:35:00.351383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50952) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:00.356593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Transition to ACTIVE for port object 34a398c1-34f5-4fda-9264-e19d01aa8fc5 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:00.394978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:00.396745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01ae7fd-4bd1-4fd8-a43f-22bb1cda0b6e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:00.397238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01ae7fd-4bd1-4fd8-a43f-22bb1cda0b6e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:00.399466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c01ae7fd-4bd1-4fd8-a43f-22bb1cda0b6e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/d56c255f-47ef-4c11-ba6a-098d6dddc854 HTTP/1.1" status: 404 len: 333 time: 0.0466795 Dec 07 13:35:00.405120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:00.405886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eebbe65d-3853-4e92-aa3f-eb3290b74e1f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:00.408538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50958) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:00.459516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71bb2cc-cadd-4a88-a5ef-e0a31c6123d6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:00.460098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71bb2cc-cadd-4a88-a5ef-e0a31c6123d6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:00.464396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f71bb2cc-cadd-4a88-a5ef-e0a31c6123d6 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/29b2bc66-152f-4309-81d5-20095bbc31dc HTTP/1.1" status: 404 len: 337 time: 0.0523612 Dec 07 13:35:00.464396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-af3f4380-5793-4fa1-be61-31c3fba7269b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:35:00.464396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-af3f4380-5793-4fa1-be61-31c3fba7269b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2081709 Dec 07 13:35:00.465611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50964) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:00.468197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50966) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:00.513281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-131ae1ad-edc0-4dbd-a17d-653578842df9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:00.513784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131ae1ad-edc0-4dbd-a17d-653578842df9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:00.519329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-131ae1ad-edc0-4dbd-a17d-653578842df9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/5763c5cf-d298-4488-a3f3-6538b2f03655 HTTP/1.1" status: 404 len: 333 time: 0.0501719 Dec 07 13:35:00.530427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50972) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:00.549740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network 16e4bfc3-04a0-4745-9e17-114546b253d8 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:00.564943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:00.567502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:35:00.580111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-02751ef7-5cd4-4b9a-8e5a-9cbd8482531a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:00.580784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02751ef7-5cd4-4b9a-8e5a-9cbd8482531a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:00.585068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-02751ef7-5cd4-4b9a-8e5a-9cbd8482531a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/9963faa3-4445-4c1f-92a7-81e15d548354 HTTP/1.1" status: 404 len: 337 time: 0.0511799 Dec 07 13:35:00.589879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50976) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:00.599575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=562f7d91-006f-4270-8b9d-e241e1f3329f,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:00.655667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a74548-f02b-42bf-8985-f015db2d1d19 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:00.656611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a74548-f02b-42bf-8985-f015db2d1d19 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:00.658627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b2a74548-f02b-42bf-8985-f015db2d1d19 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/63bd4785-ce13-471b-8b90-0f6ef5e6aa41 HTTP/1.1" status: 404 len: 333 time: 0.0677302 Dec 07 13:35:00.661480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 50982) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:00.692622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e04f7a10-273e-43cf-9ee2-2411143cc7ea tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:00.729943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e04f7a10-273e-43cf-9ee2-2411143cc7ea tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:00.795789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c226d2-d2ee-4fde-ae2c-5b61378cd978 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:00.796249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c226d2-d2ee-4fde-ae2c-5b61378cd978 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:00.798759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-37c226d2-d2ee-4fde-ae2c-5b61378cd978 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/ffd57bb5-079e-4823-84ae-6d3f46d712c8 HTTP/1.1" status: 404 len: 337 time: 0.1340566 Dec 07 13:35:00.806838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50988) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:00.810501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:00.822645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Pushing event updated for resources: {'Port': ['ID=34a398c1-34f5-4fda-9264-e19d01aa8fc5,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:00.826598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:00.833983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.397s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:00.834429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:00.857185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ad3117-9ed6-4206-83f0-85cb63e1c449 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:00.857838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ad3117-9ed6-4206-83f0-85cb63e1c449 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:00.863477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e04f7a10-273e-43cf-9ee2-2411143cc7ea tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:00.874419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:00.886731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Attempting to bind port 34a398c1-34f5-4fda-9264-e19d01aa8fc5 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:35:00.887083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Attempting to bind port 34a398c1-34f5-4fda-9264-e19d01aa8fc5 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '228db0d1-1713-4d6d-8d7c-ad40b267b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:35:00.887473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Attempting to bind port 34a398c1-34f5-4fda-9264-e19d01aa8fc5 on network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:35:00.894641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Port 34a398c1-34f5-4fda-9264-e19d01aa8fc5 on network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:35:00.895660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Attempting to bind port 34a398c1-34f5-4fda-9264-e19d01aa8fc5 on network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:35:00.895770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f7a10-273e-43cf-9ee2-2411143cc7ea tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=265a1828-1b9b-4e31-9945-c749c9aceb12,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:00.898427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e04f7a10-273e-43cf-9ee2-2411143cc7ea tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:00.900848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e04f7a10-273e-43cf-9ee2-2411143cc7ea tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "DELETE /v2.0/security-groups/265a1828-1b9b-4e31-9945-c749c9aceb12 HTTP/1.1" status: 204 len: 168 time: 0.4307678 Dec 07 13:35:00.901496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e04f7a10-273e-43cf-9ee2-2411143cc7ea tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:00.902690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50994) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:00.906943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f4ad3117-9ed6-4206-83f0-85cb63e1c449 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/843a9023-2e9a-43b0-ad35-6505940aad00 HTTP/1.1" status: 404 len: 333 time: 0.0989592 Dec 07 13:35:00.909246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 50996) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:00.913186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:35:00.918966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Checking segment: {'id': '228db0d1-1713-4d6d-8d7c-ad40b267b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:00.919719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Bound using segment: {'id': '228db0d1-1713-4d6d-8d7c-ad40b267b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:35:00.920396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Bound port: 34a398c1-34f5-4fda-9264-e19d01aa8fc5, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228db0d1-1713-4d6d-8d7c-ad40b267b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:35:00.920945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:00.995459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66f8e98-68e9-4b38-a078-a1bde4ea12aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:00.995459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66f8e98-68e9-4b38-a078-a1bde4ea12aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:00.997071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b66f8e98-68e9-4b38-a078-a1bde4ea12aa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/cb5fcef3-d213-48f3-ae7b-45a963d4c19d HTTP/1.1" status: 404 len: 337 time: 0.0848191 Dec 07 13:35:00.999571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51002) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:01.052983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:01.057013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c3e98b-c270-42ea-a1dd-798cfe4d4d1d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:01.057590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c3e98b-c270-42ea-a1dd-798cfe4d4d1d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:01.062330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-97c3e98b-c270-42ea-a1dd-798cfe4d4d1d tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/d1f862d2-da0a-4dcd-b100-6ebe68de4f20 HTTP/1.1" status: 404 len: 333 time: 0.0615036 Dec 07 13:35:01.063056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51010) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:01.177225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7a78e6-876e-40d5-85b3-2eebd8851651 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:01.177725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7a78e6-876e-40d5-85b3-2eebd8851651 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:01.179560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7a7a78e6-876e-40d5-85b3-2eebd8851651 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/cfa96f5f-7023-48a6-abf4-26d5115e0637 HTTP/1.1" status: 404 len: 337 time: 0.1130636 Dec 07 13:35:01.183418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51014) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:01.316122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2ebd89-9796-4621-b8ac-1c389e31aed8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:01.317313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2ebd89-9796-4621-b8ac-1c389e31aed8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:01.319468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1e2ebd89-9796-4621-b8ac-1c389e31aed8 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/ports/4ae6babf-d9e3-430c-b777-51403a322723 HTTP/1.1" status: 404 len: 333 time: 0.1343861 Dec 07 13:35:01.324160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8ae93e0b-2780-4310-93ca-9d6538299e7a tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Synchronizing usage tracker for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:35:01.327165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51020) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:01.379136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb4ccf6-9dd2-455e-9ea7-cb118efa21be tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:01.379668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb4ccf6-9dd2-455e-9ea7-cb118efa21be tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:01.384418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aeb4ccf6-9dd2-455e-9ea7-cb118efa21be tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/subnets/869af196-1a8b-4b7d-ba5e-471f0b9c0fb3 HTTP/1.1" status: 404 len: 337 time: 0.0545421 Dec 07 13:35:01.388714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51024) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:01.432859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8ae93e0b-2780-4310-93ca-9d6538299e7a tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Unset dirty status for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:35:01.434275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8ae93e0b-2780-4310-93ca-9d6538299e7a tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5262556 Dec 07 13:35:01.437996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51028) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:01.528085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e1259-311f-4e1b-b87a-a6c6b7fabae3 req-972446de-27c5-43d5-9e4d-5911324544ea tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:01.529624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-be2e1259-311f-4e1b-b87a-a6c6b7fabae3 req-972446de-27c5-43d5-9e4d-5911324544ea tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 944 time: 0.2812505 Dec 07 13:35:01.552845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869dcb2f-f3e3-4553-8a48-87009b31db22 None None] Network 16e4bfc3-04a0-4745-9e17-114546b253d8 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:01.579421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a990370a-c4e8-4add-b567-65e37347f09a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:01.628989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] For port 34a398c1-34f5-4fda-9264-e19d01aa8fc5, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:35:01.690068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] For port 34a398c1-34f5-4fda-9264-e19d01aa8fc5, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=34a398c1-34f5-4fda-9264-e19d01aa8fc5,segment=NetworkSegment(228db0d1-1713-4d6d-8d7c-ad40b267b971),segment_id=228db0d1-1713-4d6d-8d7c-ad40b267b971)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:35:01.697786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d33df638-9d0d-491f-8ac8-c7c74e396d61 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:01.702614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-be2e1259-311f-4e1b-b87a-a6c6b7fabae3 req-ef006bc3-acae-415e-b928-b017661e2c07 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=09b190b2-595c-4843-8368-1896231fca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197047 Dec 07 13:35:01.744624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d33df638-9d0d-491f-8ac8-c7c74e396d61 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:01.789343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:01.802937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4feee03a-7ea9-400f-abb2-418220b145b4 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:01.837590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 40378ca9-5cd2-4211-bb38-bada5eecb846 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:01.849035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d33df638-9d0d-491f-8ac8-c7c74e396d61 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:01.857026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a990370a-c4e8-4add-b567-65e37347f09a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:01.869214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:01.882840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:01.883863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] 10.222.0.45 "PUT /v2.0/ports/34a398c1-34f5-4fda-9264-e19d01aa8fc5 HTTP/1.1" status: 200 len: 1094 time: 3.5617130 Dec 07 13:35:01.884441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051b677d-80bd-4a3e-921e-898ff52e0421', 'tag': '34a398c1-34f5-4fda-9264-e19d01aa8fc5'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:35:01.906846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-a990370a-c4e8-4add-b567-65e37347f09a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ee8f68-0885-485a-ba4e-56608c96e7d4']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:01.925715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-a990370a-c4e8-4add-b567-65e37347f09a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:01.926250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-a990370a-c4e8-4add-b567-65e37347f09a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c9c8d2-d5ef-46dd-b976-95fb824f4094') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:01.947121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a990370a-c4e8-4add-b567-65e37347f09a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:01.955192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Pushing event updated for resources: {'Port': ['ID=34a398c1-34f5-4fda-9264-e19d01aa8fc5,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:01.959583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:01.960143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3917c450-d0fc-4def-84f7-6a1a312581a4 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:01.974950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33df638-9d0d-491f-8ac8-c7c74e396d61 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3f339a-ce5a-4709-ad3e-60d8fed08de5,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:01.978347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d33df638-9d0d-491f-8ac8-c7c74e396d61 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:02.044594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051b677d-80bd-4a3e-921e-898ff52e0421', 'tag': '34a398c1-34f5-4fda-9264-e19d01aa8fc5', 'status': 'completed', 'code': 200} Dec 07 13:35:02.058893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.062997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d33df638-9d0d-491f-8ac8-c7c74e396d61 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.064403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d33df638-9d0d-491f-8ac8-c7c74e396d61 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "DELETE /v2.0/security-groups/bf3f339a-ce5a-4709-ad3e-60d8fed08de5 HTTP/1.1" status: 204 len: 168 time: 0.6213028 Dec 07 13:35:02.065886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a990370a-c4e8-4add-b567-65e37347f09a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.067743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51038) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:02.081563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a990370a-c4e8-4add-b567-65e37347f09a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:35:02.082235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a990370a-c4e8-4add-b567-65e37347f09a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:35:02.098590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:35:02.120614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.184534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-44eeac28-b375-4798-860c-3cc65087aa17 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:02.274771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4cffb699-708e-424b-9462-5d44a3e0badb None None] Provisioning for port 40378ca9-5cd2-4211-bb38-bada5eecb846 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:02.301227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-ff1bff69-a51a-4c0d-9c78-909a35c3bd4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 1097 time: 0.3079054 Dec 07 13:35:02.339872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 40378ca9-5cd2-4211-bb38-bada5eecb846 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:02.346193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 40378ca9-5cd2-4211-bb38-bada5eecb846 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:02.350820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.397819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c35846e3-83bc-4dfc-805b-9fef03a130f5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Synchronizing usage tracker for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:35:02.401708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-c07ac4bd-c97b-48ab-bd5d-91187e020d63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34a398c1-34f5-4fda-9264-e19d01aa8fc5 HTTP/1.1" status: 200 len: 217 time: 0.0786858 Dec 07 13:35:02.409310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.413270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=562f7d91-006f-4270-8b9d-e241e1f3329f,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:02.425427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a990370a-c4e8-4add-b567-65e37347f09a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.429932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a990370a-c4e8-4add-b567-65e37347f09a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.434571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cfe6805d-22c9-4b07-b993-85d12caace57 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:02.458474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:02.467270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990370a-c4e8-4add-b567-65e37347f09a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Pushing event deleted for resources: {'Network': ['ID=c9ee8f68-0885-485a-ba4e-56608c96e7d4,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:02.473661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a990370a-c4e8-4add-b567-65e37347f09a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] 10.222.0.24 "DELETE /v2.0/networks/c9ee8f68-0885-485a-ba4e-56608c96e7d4 HTTP/1.1" status: 204 len: 168 time: 1.0804024 Dec 07 13:35:02.478754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a990370a-c4e8-4add-b567-65e37347f09a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:02.530731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c5cca9d2-7aae-4bcb-a14d-138f577311d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.530997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51044) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:02.538197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989633003', 'description': 'tempest-secgroup-smoke-989633003 description', 'project_id': '17fd73b3119948aba1743cddcc2d8289'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:02.551341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:02.560273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Usage tracker for resource:security_group and tenant:17fd73b3119948aba1743cddcc2d8289 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:02.568023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:02.571922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.574706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c35846e3-83bc-4dfc-805b-9fef03a130f5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Unset dirty status for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:35:02.576083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c35846e3-83bc-4dfc-805b-9fef03a130f5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5073452 Dec 07 13:35:02.581651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51048) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:02.585232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:02.594844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-36d6f47b-3800-4cb0-b7d5-5477156ca866 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:02.596467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-36d6f47b-3800-4cb0-b7d5-5477156ca866 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a61828e-2a04-44c7-95da-df01d8ae1a57 HTTP/1.1" status: 200 len: 835 time: 0.1796780 Dec 07 13:35:02.598100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6f17a2bc-9dcc-40d7-9409-e972f6106373 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group': {'name': 'tempest-secgroup--636730293'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:02.613236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6f17a2bc-9dcc-40d7-9409-e972f6106373 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:02.627034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6f17a2bc-9dcc-40d7-9409-e972f6106373 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:02.631015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 40378ca9-5cd2-4211-bb38-bada5eecb846, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=40378ca9-5cd2-4211-bb38-bada5eecb846,segment=NetworkSegment(ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3),segment_id=ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:02.637304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.654588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.671355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.675814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d38e2693-ef52-4643-8974-38efba7ef932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:02.700613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network 16e4bfc3-04a0-4745-9e17-114546b253d8 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:02.702930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:02.704718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:02.708630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Usage tracker for resource:security_group_rule and tenant:17fd73b3119948aba1743cddcc2d8289 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:02.712259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:02.721070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:02.788440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=40378ca9-5cd2-4211-bb38-bada5eecb846,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:02.803361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:02.826691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f17a2bc-9dcc-40d7-9409-e972f6106373 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.852040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.871586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4bf8bc7c-71bc-48ca-9201-a906d942b4c1 None None] Provisioning for port 562f7d91-006f-4270-8b9d-e241e1f3329f completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:02.878902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.880796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6f17a2bc-9dcc-40d7-9409-e972f6106373 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:02.880914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4bf8bc7c-71bc-48ca-9201-a906d942b4c1 None None] Provisioning complete for port 562f7d91-006f-4270-8b9d-e241e1f3329f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:02.880914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bc7c-71bc-48ca-9201-a906d942b4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.883991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6f17a2bc-9dcc-40d7-9409-e972f6106373 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:02.887780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6f17a2bc-9dcc-40d7-9409-e972f6106373 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:02.901886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6f17a2bc-9dcc-40d7-9409-e972f6106373 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:02.931836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:02.941758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-44df6eb5-183c-46ac-a486-1097cb4782a8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:02.994498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4bf8bc7c-71bc-48ca-9201-a906d942b4c1 None None] Port 562f7d91-006f-4270-8b9d-e241e1f3329f cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:35:03.010564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4bf8bc7c-71bc-48ca-9201-a906d942b4c1 None None] Provisioning complete for port 40378ca9-5cd2-4211-bb38-bada5eecb846 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:03.011353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bc7c-71bc-48ca-9201-a906d942b4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:03.099881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f17a2bc-9dcc-40d7-9409-e972f6106373 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:03.123197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:03.128107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Usage tracker for resource:security_group_rule and tenant:17fd73b3119948aba1743cddcc2d8289 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:03.131634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:03.138419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:03.150179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f17a2bc-9dcc-40d7-9409-e972f6106373 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:03.172891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b867085a-8a8b-49c7-b495-92a2fe1f8747,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:03.181661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-5804fba2-93ca-447f-91aa-5a8da2c90cc8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5688884 Dec 07 13:35:03.192557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:03.193332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5cb9ba51-eb00-4bc1-94e6-9cdefef83dca tempest-NegativeSecGroupTest-771839073 tempest-NegativeSecGroupTest-771839073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:03.217804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51056) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:03.294356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17a2bc-9dcc-40d7-9409-e972f6106373 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7433759-25e5-4483-a60e-917ec1db8e12,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:03.299624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6f17a2bc-9dcc-40d7-9409-e972f6106373 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:03.309171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eea8c7c1-d9bd-44ed-8929-5ad102d4fe70 None None] Provisioning complete for port 562f7d91-006f-4270-8b9d-e241e1f3329f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:03.310639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eea8c7c1-d9bd-44ed-8929-5ad102d4fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:03.322281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430666e1-c6df-4c89-b786-627c73cbf841 req-4dfa04e5-996c-4007-918a-9da143aa688b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:03.327770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-430666e1-c6df-4c89-b786-627c73cbf841 req-4dfa04e5-996c-4007-918a-9da143aa688b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 944 time: 0.3942106 Dec 07 13:35:03.337733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f17a2bc-9dcc-40d7-9409-e972f6106373 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:03.341856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6f17a2bc-9dcc-40d7-9409-e972f6106373 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7562337 Dec 07 13:35:03.348928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51062) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:03.396153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:03.405805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3cf002bd-22d7-4639-989b-05b3c1cbc75f tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': 'a7433759-25e5-4483-a60e-917ec1db8e12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:03.412501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3cf002bd-22d7-4639-989b-05b3c1cbc75f tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:03.417801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3cf002bd-22d7-4639-989b-05b3c1cbc75f tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:03.420084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3cf002bd-22d7-4639-989b-05b3c1cbc75f tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:03.430109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3cf002bd-22d7-4639-989b-05b3c1cbc75f tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:03.451965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:03.457620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eea8c7c1-d9bd-44ed-8929-5ad102d4fe70 None None] Port 562f7d91-006f-4270-8b9d-e241e1f3329f cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:35:03.464592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a4607bdd-c4c5-4869-b518-10aeb4bb80b8 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:03.560514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-6b2b6d44-3fdc-47b8-9062-f6a1c46b4380 service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661571 Dec 07 13:35:03.566897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:03.571279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.0352137 Dec 07 13:35:03.578450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51068) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:03.596678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3461557b-f54e-45f3-9174-9e13ae1cc5f7 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Request body: {'security_group_rule': {'security_group_id': '7e91a291-a79e-407d-a9f8-64641fa61838', 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:03.602452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e91a291-a79e-407d-a9f8-64641fa61838,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:03.605375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:03.612675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-430666e1-c6df-4c89-b786-627c73cbf841 req-f275ae54-6be5-4f63-a968-ad81f8971f77 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=09b190b2-595c-4843-8368-1896231fca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760496 Dec 07 13:35:03.613834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3461557b-f54e-45f3-9174-9e13ae1cc5f7 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:03.621076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3461557b-f54e-45f3-9174-9e13ae1cc5f7 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Usage tracker for resource:security_group_rule and tenant:17fd73b3119948aba1743cddcc2d8289 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:03.631041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3461557b-f54e-45f3-9174-9e13ae1cc5f7 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:03.634467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-3cf002bd-22d7-4639-989b-05b3c1cbc75f tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:35:03.635664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3cf002bd-22d7-4639-989b-05b3c1cbc75f tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2856908 Dec 07 13:35:03.651666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3461557b-f54e-45f3-9174-9e13ae1cc5f7 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:03.653777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51072) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:03.669002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2a6acfda-a76d-41bf-b370-d36698ec2ec0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group_rule': {'security_group_id': 'a7433759-25e5-4483-a60e-917ec1db8e12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:03.678454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2a6acfda-a76d-41bf-b370-d36698ec2ec0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:03.684110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2a6acfda-a76d-41bf-b370-d36698ec2ec0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:03.690826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9cf154cb-e88e-4cb3-9da5-5915fa8e6fd8 None None] Provisioning complete for port 562f7d91-006f-4270-8b9d-e241e1f3329f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:03.691915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9cf154cb-e88e-4cb3-9da5-5915fa8e6fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:03.692052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3098c479-2fe0-4bd8-886e-eddeb185d172 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36129566f600466d9b1beb311a8becb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4724455 Dec 07 13:35:03.694255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2a6acfda-a76d-41bf-b370-d36698ec2ec0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:03.695579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51076) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:03.701832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2a6acfda-a76d-41bf-b370-d36698ec2ec0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:03.729932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 40378ca9-5cd2-4211-bb38-bada5eecb846 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:03.741829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3461557b-f54e-45f3-9174-9e13ae1cc5f7 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:03.790370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router a3c2df13-4153-4c3e-9112-08bffd7c206b has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:35:03.801245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9cf154cb-e88e-4cb3-9da5-5915fa8e6fd8 None None] Port 562f7d91-006f-4270-8b9d-e241e1f3329f cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:35:03.824324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 40378ca9-5cd2-4211-bb38-bada5eecb846 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:03.824736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:03.825850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3461557b-f54e-45f3-9174-9e13ae1cc5f7 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:03.831652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-2a6acfda-a76d-41bf-b370-d36698ec2ec0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:35:03.835347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2a6acfda-a76d-41bf-b370-d36698ec2ec0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1778893 Dec 07 13:35:03.835529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96ae0172-6c43-4f8b-9379-e60a24750862 req-82001209-bf28-4a4b-8eca-30e436ef17d5 service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497239 Dec 07 13:35:03.836586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51080) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:03.845357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fe85fc8-2487-4270-bfee-7c1ba93c0fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:03.868517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3461557b-f54e-45f3-9174-9e13ae1cc5f7 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:03.879418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-93022a6a-6359-46d9-b492-b59dc9534484 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:03.917437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461557b-f54e-45f3-9174-9e13ae1cc5f7 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defcff85-1fc1-4a8c-bd99-83245bda4efe,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:03.920279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3461557b-f54e-45f3-9174-9e13ae1cc5f7 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:03.949289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1504d564-034f-4abc-ab80-4b746cf9d5bc tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:03.962203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3461557b-f54e-45f3-9174-9e13ae1cc5f7 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:03.963954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3461557b-f54e-45f3-9174-9e13ae1cc5f7 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3839056 Dec 07 13:35:03.966769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51084) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:03.979611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ea43d5be-12da-461e-a26b-2e957e61aff4 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Request body: {'security_group_rule': {'security_group_id': '7e91a291-a79e-407d-a9f8-64641fa61838', 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:03.992276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ea43d5be-12da-461e-a26b-2e957e61aff4 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:04.000760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ea43d5be-12da-461e-a26b-2e957e61aff4 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Usage tracker for resource:security_group_rule and tenant:17fd73b3119948aba1743cddcc2d8289 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:04.004309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1504d564-034f-4abc-ab80-4b746cf9d5bc tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.012715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ea43d5be-12da-461e-a26b-2e957e61aff4 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:04.022882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ea43d5be-12da-461e-a26b-2e957e61aff4 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:04.055019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fe85fc8-2487-4270-bfee-7c1ba93c0fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.161572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-85193774-9386-40be-9b22-90c5e5df676b req-42e58510-bfd9-46b3-9fd3-e29b7a9315a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 1097 time: 0.1796701 Dec 07 13:35:04.188175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea43d5be-12da-461e-a26b-2e957e61aff4 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.257515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea43d5be-12da-461e-a26b-2e957e61aff4 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.264374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:04.277798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Sync routers for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:04.288869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1504d564-034f-4abc-ab80-4b746cf9d5bc tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.292101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:04.293171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:04.294320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fe85fc8-2487-4270-bfee-7c1ba93c0fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.297660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fe85fc8-2487-4270-bfee-7c1ba93c0fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.299990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0fe85fc8-2487-4270-bfee-7c1ba93c0fe6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd0147ae-b48b-4d7b-9eec-6035a5f57291 HTTP/1.1" status: 204 len: 168 time: 0.6013286 Dec 07 13:35:04.303217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aa076dde-6bed-4b58-8f54-1e1a7fefd03a tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:04.306756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64c09623-f797-4269-a858-6c97055b4179 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:04.316460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe85fc8-2487-4270-bfee-7c1ba93c0fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0147ae-b48b-4d7b-9eec-6035a5f57291,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:04.322216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/a3c2df13-4153-4c3e-9112-08bffd7c206b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2138715 Dec 07 13:35:04.326085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0fe85fc8-2487-4270-bfee-7c1ba93c0fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:04.326595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51090) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:04.335349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504d564-034f-4abc-ab80-4b746cf9d5bc tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7433759-25e5-4483-a60e-917ec1db8e12,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:04.343008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1504d564-034f-4abc-ab80-4b746cf9d5bc tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:04.344714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea43d5be-12da-461e-a26b-2e957e61aff4 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.346660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1504d564-034f-4abc-ab80-4b746cf9d5bc tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.350841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'network': {'name': 'tempest-RoutersTest-571077'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:04.350986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1504d564-034f-4abc-ab80-4b746cf9d5bc tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "DELETE /v2.0/security-groups/a7433759-25e5-4483-a60e-917ec1db8e12 HTTP/1.1" status: 204 len: 168 time: 0.5106759 Dec 07 13:35:04.351493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51094) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:04.365522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:04.379304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43d5be-12da-461e-a26b-2e957e61aff4 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977ea5d6-0234-42a8-90a8-4afee39f8e47,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:04.381745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea43d5be-12da-461e-a26b-2e957e61aff4 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:04.383788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:04.391200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea43d5be-12da-461e-a26b-2e957e61aff4 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.395123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ea43d5be-12da-461e-a26b-2e957e61aff4 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4247732 Dec 07 13:35:04.395396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51098) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:04.397566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:network and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:04.404093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:04.405400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c6c4f913-7c47-4eef-8692-a4456844a97a tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Request body: {'security_group_rule': {'security_group_id': '7e91a291-a79e-407d-a9f8-64641fa61838', 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:04.408702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85193774-9386-40be-9b22-90c5e5df676b req-1b30e7c8-29b1-451c-8c24-7b4578618194 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:04.410312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-85193774-9386-40be-9b22-90c5e5df676b req-1b30e7c8-29b1-451c-8c24-7b4578618194 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6 HTTP/1.1" status: 200 len: 898 time: 0.2394474 Dec 07 13:35:04.415588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:04.416114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c6c4f913-7c47-4eef-8692-a4456844a97a tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:04.427348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c6c4f913-7c47-4eef-8692-a4456844a97a tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Usage tracker for resource:security_group_rule and tenant:17fd73b3119948aba1743cddcc2d8289 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:04.434346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c6c4f913-7c47-4eef-8692-a4456844a97a tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:04.442578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c6c4f913-7c47-4eef-8692-a4456844a97a tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:04.512529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f913-7c47-4eef-8692-a4456844a97a tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.526313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-85193774-9386-40be-9b22-90c5e5df676b req-e9f22ca2-a8b7-4eff-94e7-462410154da5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34a398c1-34f5-4fda-9264-e19d01aa8fc5 HTTP/1.1" status: 200 len: 217 time: 0.0977488 Dec 07 13:35:04.529461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:04.537495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cb77da95-8687-4bd1-98fa-fc9a8765e0ec tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1786954 Dec 07 13:35:04.537970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51102) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:04.544034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-dd88c0cb-5d9d-4a95-886f-0248824c3b09 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group': {'name': 'tempest-secgroup--348143351'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:04.557729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dd88c0cb-5d9d-4a95-886f-0248824c3b09 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:04.570439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dd88c0cb-5d9d-4a95-886f-0248824c3b09 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:04.576377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dd88c0cb-5d9d-4a95-886f-0248824c3b09 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:04.585761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dd88c0cb-5d9d-4a95-886f-0248824c3b09 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:04.587243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:35:04.593020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.612557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f913-7c47-4eef-8692-a4456844a97a tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.643448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd88c0cb-5d9d-4a95-886f-0248824c3b09 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.659407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:35:04.681719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.682348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Added segment b5d6b961-e9bf-4da0-97de-2a0b4573809b of type vlan for network b5f571cb-fd82-496f-b98a-2c70bd06c8ef Dec 07 13:35:04.712607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f913-7c47-4eef-8692-a4456844a97a tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.720522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.739793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85193774-9386-40be-9b22-90c5e5df676b req-8d514f2d-b307-486d-b3d8-4c4c5e39df62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:04.741789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-85193774-9386-40be-9b22-90c5e5df676b req-8d514f2d-b307-486d-b3d8-4c4c5e39df62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a61828e-2a04-44c7-95da-df01d8ae1a57 HTTP/1.1" status: 200 len: 835 time: 0.2047734 Dec 07 13:35:04.744176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dd88c0cb-5d9d-4a95-886f-0248824c3b09 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:04.755432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3461557b-f54e-45f3-9174-9e13ae1cc5f7 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:04.792181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dd88c0cb-5d9d-4a95-886f-0248824c3b09 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Usage tracker for resource:security_group_rule and tenant:d700153c57384b64b2c16929a3b87a2e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:04.796295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dd88c0cb-5d9d-4a95-886f-0248824c3b09 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:04.805284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dd88c0cb-5d9d-4a95-886f-0248824c3b09 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:04.832028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4f913-7c47-4eef-8692-a4456844a97a tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e0e6c3-ba84-4b00-9cd0-d5a0f760fe0e,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:04.838025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c6c4f913-7c47-4eef-8692-a4456844a97a tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:04.858220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f913-7c47-4eef-8692-a4456844a97a tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.860405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c6c4f913-7c47-4eef-8692-a4456844a97a tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4631827 Dec 07 13:35:04.869841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51114) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:04.879873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-48b6ec77-fb09-4492-8202-7badacced182 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Request body: {'security_group_rule': {'security_group_id': '7e91a291-a79e-407d-a9f8-64641fa61838', 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:04.916693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.933586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-85193774-9386-40be-9b22-90c5e5df676b req-065d4201-5be9-46f3-8c52-44d0a64cd228 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1808701 Dec 07 13:35:04.939937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.941030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-48b6ec77-fb09-4492-8202-7badacced182 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:04.944930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:04.945408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd88c0cb-5d9d-4a95-886f-0248824c3b09 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.945607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:04.957350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-48b6ec77-fb09-4492-8202-7badacced182 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Usage tracker for resource:security_group_rule and tenant:17fd73b3119948aba1743cddcc2d8289 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:04.965225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-48b6ec77-fb09-4492-8202-7badacced182 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:04.967250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7282bbc-6575-4b93-afec-c3dfaea4267c tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:04.974423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-48b6ec77-fb09-4492-8202-7badacced182 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:05.003452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd88c0cb-5d9d-4a95-886f-0248824c3b09 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:05.003874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:00Z', 'revision_number': 4, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562f7d91-006f-4270-8b9d-e241e1f3329f', 'name': '', 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:aa:5e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:59Z', 'updated_at': '2021-12-07T13:35:01Z', 'revision_number': 2, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:58Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:05.008800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Checking router: a3c2df13-4153-4c3e-9112-08bffd7c206b for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:35:05.010930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Updating router a3c2df13-4153-4c3e-9112-08bffd7c206b port 562f7d91-006f-4270-8b9d-e241e1f3329f binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:35:05.019487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7d5979e1-9d3b-43a4-b692-9ab3f5a0897e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:05.052113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dc58a-5e6f-4e10-8834-02104e7847e3 req-6a8194ac-5cb0-4dc7-b6c3-edef5d94febf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:05.053740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-129dc58a-5e6f-4e10-8834-02104e7847e3 req-6a8194ac-5cb0-4dc7-b6c3-edef5d94febf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 944 time: 0.1665828 Dec 07 13:35:05.070216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:05.103829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48b6ec77-fb09-4492-8202-7badacced182 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:05.111795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88c0cb-5d9d-4a95-886f-0248824c3b09 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2575f060-6a25-48a9-8bb8-de47ccd9f512,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:05.122835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dd88c0cb-5d9d-4a95-886f-0248824c3b09 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:05.123700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd88c0cb-5d9d-4a95-886f-0248824c3b09 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:05.128539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dd88c0cb-5d9d-4a95-886f-0248824c3b09 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5859046 Dec 07 13:35:05.130553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51122) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:05.141697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51126) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:05.141924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 762 time: 0.8140225 Dec 07 13:35:05.145862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-15061734-21d8-4844-9a65-16f51dba18b0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:05.146481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-15061734-21d8-4844-9a65-16f51dba18b0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] update failed (client error): There was a conflict when trying to complete your request. Dec 07 13:35:05.150209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-15061734-21d8-4844-9a65-16f51dba18b0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "PUT /v2.0/security-groups/2575f060-6a25-48a9-8bb8-de47ccd9f512 HTTP/1.1" status: 409 len: 330 time: 0.0149941 Dec 07 13:35:05.165183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51130) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:05.174809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-129dc58a-5e6f-4e10-8834-02104e7847e3 req-a516a06e-84af-4846-b8cf-c36302ef9187 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=09b190b2-595c-4843-8368-1896231fca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087565 Dec 07 13:35:05.180941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'subnet': {'network_id': 'b5f571cb-fd82-496f-b98a-2c70bd06c8ef', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:05.230048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Network': ['ID=b5f571cb-fd82-496f-b98a-2c70bd06c8ef,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:05.236204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:05.273854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9090078-df3e-490c-aed9-d8d2c1e737e1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:05.323999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9090078-df3e-490c-aed9-d8d2c1e737e1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:05.334026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-85193774-9386-40be-9b22-90c5e5df676b req-c5349447-2e53-4c0b-be42-daf6f530f293 service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678343 Dec 07 13:35:05.399557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network b5f571cb-fd82-496f-b98a-2c70bd06c8ef details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:35:05.672351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:05.676505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:subnet and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:05.676705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:05.679515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:05.686252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:05.693546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Transition to ACTIVE for port object 562f7d91-006f-4270-8b9d-e241e1f3329f will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:05.705924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48b6ec77-fb09-4492-8202-7badacced182 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:05.728399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Made reservation on behalf of fed063f4920040aa8cb4ecb030019c73 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:35:05.757309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:05.758210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9090078-df3e-490c-aed9-d8d2c1e737e1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:05.762385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db9599cc-da88-4c19-ad5b-5ea95a2e0927 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:05.763808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-32235505-53db-4d25-be8e-0b119ac8e655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:05.772153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-85193774-9386-40be-9b22-90c5e5df676b req-cb8a3d9a-bbd4-4187-8c27-3b53015bea4d service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246142 Dec 07 13:35:05.772656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51140) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:05.788474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9090078-df3e-490c-aed9-d8d2c1e737e1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2575f060-6a25-48a9-8bb8-de47ccd9f512,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:05.791561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9090078-df3e-490c-aed9-d8d2c1e737e1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:05.797584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9090078-df3e-490c-aed9-d8d2c1e737e1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:05.799030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f9090078-df3e-490c-aed9-d8d2c1e737e1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "DELETE /v2.0/security-groups/2575f060-6a25-48a9-8bb8-de47ccd9f512 HTTP/1.1" status: 204 len: 168 time: 0.6278768 Dec 07 13:35:05.801880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51146) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:05.866062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bc2da9a5-45ee-4e17-945a-45db095c411a tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Synchronizing usage tracker for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:35:05.869114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:05.892676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48b6ec77-fb09-4492-8202-7badacced182 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:05.908736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:05.917396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bc2da9a5-45ee-4e17-945a-45db095c411a tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Unset dirty status for tenant:d700153c57384b64b2c16929a3b87a2e on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:35:05.918773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bc2da9a5-45ee-4e17-945a-45db095c411a tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1157467 Dec 07 13:35:05.925331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995b895-255f-40be-9fb4-cf5f3a5f8d3f None None] Pushing event updated for resources: {'Port': ['ID=562f7d91-006f-4270-8b9d-e241e1f3329f,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:05.925868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51150) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:05.930995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4995b895-255f-40be-9fb4-cf5f3a5f8d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:05.955989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-645e205f-e8e4-44b3-a043-9529764f3cd4 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] delete failed (client error): The resource could not be found. Dec 07 13:35:05.961127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-645e205f-e8e4-44b3-a043-9529764f3cd4 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "DELETE /v2.0/security-groups/1507f729-736d-4946-95cd-d4ff9f837113 HTTP/1.1" status: 404 len: 347 time: 0.0302296 Dec 07 13:35:05.961575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51154) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:05.996077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-b2cbd1de-e25a-47e3-b76c-1d9476113fcd tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] show failed (client error): The resource could not be found. Dec 07 13:35:06.001790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b2cbd1de-e25a-47e3-b76c-1d9476113fcd tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "GET /v2.0/security-groups/53698dd2-19ce-42d3-a842-eeccdbf57def HTTP/1.1" status: 404 len: 347 time: 0.0347762 Dec 07 13:35:06.002486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6ec77-fb09-4492-8202-7badacced182 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaec000b-8fb7-4246-a53c-736aa97dda2d,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:06.003387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51158) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:06.011089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-48b6ec77-fb09-4492-8202-7badacced182 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:06.026660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-d01c196c-82f3-4805-b415-d03f8d0ba76c tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] show failed (client error): The resource could not be found. Dec 07 13:35:06.037676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d01c196c-82f3-4805-b415-d03f8d0ba76c tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] 10.222.0.24 "GET /v2.0/security-group-rules/c1dfe35b-3a2b-497a-8dc6-a0678c3085b7 HTTP/1.1" status: 404 len: 356 time: 0.0235555 Dec 07 13:35:06.047700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1105086503'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:06.053254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:06.053484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Attempting to bind port 562f7d91-006f-4270-8b9d-e241e1f3329f on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:35:06.053911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Attempting to bind port 562f7d91-006f-4270-8b9d-e241e1f3329f by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:35:06.054352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Attempting to bind port 562f7d91-006f-4270-8b9d-e241e1f3329f on network 16e4bfc3-04a0-4745-9e17-114546b253d8 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:35:06.064128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:35:06.064559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Checking segment: {'id': 'ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:06.064992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.065436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Bound using segment: {'id': 'ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:35:06.066831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Usage tracker for resource:network and tenant:f50de0b0cf3f4604ac698048fc13b868 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:06.066994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Bound port: 562f7d91-006f-4270-8b9d-e241e1f3329f, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:35:06.068848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.071095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:06.080278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:06.097851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48b6ec77-fb09-4492-8202-7badacced182 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.099198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-48b6ec77-fb09-4492-8202-7badacced182 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2282836 Dec 07 13:35:06.102511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51164) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:06.112784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6646ba32-0f3f-4a77-81ba-89762bf12975 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Request body: {'security_group_rule': {'security_group_id': '7e91a291-a79e-407d-a9f8-64641fa61838', 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:06.127308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6646ba32-0f3f-4a77-81ba-89762bf12975 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:06.134650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6646ba32-0f3f-4a77-81ba-89762bf12975 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Usage tracker for resource:security_group_rule and tenant:17fd73b3119948aba1743cddcc2d8289 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:06.139213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6646ba32-0f3f-4a77-81ba-89762bf12975 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:06.149501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6646ba32-0f3f-4a77-81ba-89762bf12975 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:06.154265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Made reservation on behalf of f50de0b0cf3f4604ac698048fc13b868 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:35:06.162161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.188588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.230684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] For port 562f7d91-006f-4270-8b9d-e241e1f3329f, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:35:06.235535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] For port 562f7d91-006f-4270-8b9d-e241e1f3329f, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=562f7d91-006f-4270-8b9d-e241e1f3329f,segment=NetworkSegment(ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3),segment_id=ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:35:06.237915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:06.242906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Usage tracker for resource:security_group_rule and tenant:f50de0b0cf3f4604ac698048fc13b868 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:06.248759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:06.260904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:06.266486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.277937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc4892c7-b9e9-492e-95bf-70e6c20c8094 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:06.294112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.301215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-6646ba32-0f3f-4a77-81ba-89762bf12975 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Project 17fd73b3119948aba1743cddcc2d8289 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:35:06.305017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0f3abd06-edb9-4518-80c8-155521078edb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:06.316953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6646ba32-0f3f-4a77-81ba-89762bf12975 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.388201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995b895-255f-40be-9fb4-cf5f3a5f8d3f None None] Pushing event updated for resources: {'Port': ['ID=562f7d91-006f-4270-8b9d-e241e1f3329f,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:06.392163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4995b895-255f-40be-9fb4-cf5f3a5f8d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:06.398766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:06.399503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:06.433966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.466117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.473089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5e16564c-50d5-436d-81af-b598ce1e4c8c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:06.502905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Subnet': ['ID=a1b6b14e-f2af-49f5-9978-6e13da957cc7,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:06.506102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:06.522920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:35:06.535971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3f11e4-4e3b-432a-ba6c-bc67c2550620,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:06.542539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6646ba32-0f3f-4a77-81ba-89762bf12975 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.543999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:06.548646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.549011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Added segment 3630f181-1b77-4a85-9569-271e8418f08a of type vlan for network 96a8ed14-f6df-4475-b47f-d69ab453984f Dec 07 13:35:06.566363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Checking segment: {'id': 'b5d6b961-e9bf-4da0-97de-2a0b4573809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b5f571cb-fd82-496f-b98a-2c70bd06c8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:06.566767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network hostable DHCP agents. Network: b5f571cb-fd82-496f-b98a-2c70bd06c8ef, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:35:06.586170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.589746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4196a-807c-4902-a797-0a4bc1cbbaa8 req-3dd3a0e5-9f45-4b98-9f68-1a3d64e4dc0f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:06.591541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8fb4196a-807c-4902-a797-0a4bc1cbbaa8 req-3dd3a0e5-9f45-4b98-9f68-1a3d64e4dc0f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 944 time: 0.1944077 Dec 07 13:35:06.597501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6646ba32-0f3f-4a77-81ba-89762bf12975 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.602110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3537129c-ba8f-4204-b3f6-1a2d4f8c49ee tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:06.635998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646ba32-0f3f-4a77-81ba-89762bf12975 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15293744-c643-464a-bf9e-e790be4db422,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:06.658636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6646ba32-0f3f-4a77-81ba-89762bf12975 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:06.660755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:06.665604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51172) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:06.671511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network b5f571cb-fd82-496f-b98a-2c70bd06c8ef is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:35:06.695401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8fb4196a-807c-4902-a797-0a4bc1cbbaa8 req-bd9fa5e8-e033-4fca-9add-86202df88972 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=09b190b2-595c-4843-8368-1896231fca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947309 Dec 07 13:35:06.711712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.717739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:06.718447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.725587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-67eb0ab5-4796-4553-bf1e-afb90182ed8c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:06.734197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, b5f571cb-fd82-496f-b98a-2c70bd06c8ef) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:06.739209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:06.740099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.798419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6496644 Dec 07 13:35:06.801438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51178) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:06.821441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012ad981-d2f8-4aa7-88c8-01d9813107d1 None None] Network b5f571cb-fd82-496f-b98a-2c70bd06c8ef requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:06.867508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6646ba32-0f3f-4a77-81ba-89762bf12975 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:06.871589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6646ba32-0f3f-4a77-81ba-89762bf12975 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7646174 Dec 07 13:35:06.877770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51182) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:06.915822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1390073 Dec 07 13:35:06.923716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51184) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:06.936605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Request body: {'subnet': {'network_id': '96a8ed14-f6df-4475-b47f-d69ab453984f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:06.949182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bd91ec75-0406-40f8-9b67-bd637ac434a6 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Request body: {'security_group_rule': {'security_group_id': '7e91a291-a79e-407d-a9f8-64641fa61838', 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:06.953187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Pushing event updated for resources: {'Network': ['ID=96a8ed14-f6df-4475-b47f-d69ab453984f,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:06.958193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bd91ec75-0406-40f8-9b67-bd637ac434a6 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:06.959649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0285b791-e003-4fc8-bcc7-b5bab72ee02e tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:06.964729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bd91ec75-0406-40f8-9b67-bd637ac434a6 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Usage tracker for resource:security_group_rule and tenant:17fd73b3119948aba1743cddcc2d8289 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:06.970375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bd91ec75-0406-40f8-9b67-bd637ac434a6 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:06.978979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bd91ec75-0406-40f8-9b67-bd637ac434a6 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:07.027440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-bd91ec75-0406-40f8-9b67-bd637ac434a6 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Project 17fd73b3119948aba1743cddcc2d8289 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:35:07.037221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd91ec75-0406-40f8-9b67-bd637ac434a6 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:07.094212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7605e271-ab64-4232-8be8-f323a83c0684 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d700153c57384b64b2c16929a3b87a2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4245856 Dec 07 13:35:07.096339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51190) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:07.119096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:07.128498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Usage tracker for resource:subnet and tenant:f50de0b0cf3f4604ac698048fc13b868 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:07.138133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:07.150130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:07.160670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 96a8ed14-f6df-4475-b47f-d69ab453984f details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:35:07.174305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 34a398c1-34f5-4fda-9264-e19d01aa8fc5 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:35:07.193137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-969aa1d6-0cfa-4af3-9dbb-2194cfe6f5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:07.206022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Made reservation on behalf of f50de0b0cf3f4604ac698048fc13b868 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:35:07.271297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd91ec75-0406-40f8-9b67-bd637ac434a6 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:07.296429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-969aa1d6-0cfa-4af3-9dbb-2194cfe6f5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:07.366583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:07.372785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd91ec75-0406-40f8-9b67-bd637ac434a6 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:07.381770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:07.428814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 34a398c1-34f5-4fda-9264-e19d01aa8fc5, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=34a398c1-34f5-4fda-9264-e19d01aa8fc5,segment=NetworkSegment(228db0d1-1713-4d6d-8d7c-ad40b267b971),segment_id=228db0d1-1713-4d6d-8d7c-ad40b267b971)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:07.470184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91ec75-0406-40f8-9b67-bd637ac434a6 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3239121-5476-42b1-a58e-8d353cfcd415,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:07.474171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bd91ec75-0406-40f8-9b67-bd637ac434a6 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:07.486603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '34a398c1-34f5-4fda-9264-e19d01aa8fc5', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'port_id': '34a398c1-34f5-4fda-9264-e19d01aa8fc5', 'mac_address': 'fa:16:3e:3b:44:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:35:07.643533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd91ec75-0406-40f8-9b67-bd637ac434a6 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:07.644807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bd91ec75-0406-40f8-9b67-bd637ac434a6 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7136726 Dec 07 13:35:07.648145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51194) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:07.654302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Request body: {'network': {'name': 'tempest-network-smoke--1355476213', 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'port_security_enabled': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:07.661184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:07.666681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Usage tracker for resource:network and tenant:17fd73b3119948aba1743cddcc2d8289 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:07.669097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:07.669967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-969aa1d6-0cfa-4af3-9dbb-2194cfe6f5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:07.672558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:07.676002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:07.677463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9090078-df3e-490c-aed9-d8d2c1e737e1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:07.691353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:07.700214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969aa1d6-0cfa-4af3-9dbb-2194cfe6f5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39fe3f8-6b68-418c-bd96-8e3a3f7f3498,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:07.713682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-969aa1d6-0cfa-4af3-9dbb-2194cfe6f5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:07.731979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a398c1-34f5-4fda-9264-e19d01aa8fc5 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:35:07.796454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:00Z', 'revision_number': 4, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562f7d91-006f-4270-8b9d-e241e1f3329f', 'name': '', 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:aa:5e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:59Z', 'updated_at': '2021-12-07T13:35:06Z', 'revision_number': 4, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:58Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:07.801154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e638a1f2-e370-4d98-b2e0-9d9305d66877 None None] The sync data for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:00Z', 'revision_number': 4, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562f7d91-006f-4270-8b9d-e241e1f3329f', 'name': '', 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:aa:5e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:59Z', 'updated_at': '2021-12-07T13:35:06Z', 'revision_number': 4, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:58Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:07.809030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-b5f571cb-fd82-496f-b98a-2c70bd06c8ef', 'network_id': 'b5f571cb-fd82-496f-b98a-2c70bd06c8ef', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'fixed_ips': [{'subnet_id': 'a1b6b14e-f2af-49f5-9978-6e13da957cc7'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:35:07.810194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:07.835226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 34a398c1-34f5-4fda-9264-e19d01aa8fc5, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=34a398c1-34f5-4fda-9264-e19d01aa8fc5,segment=NetworkSegment(228db0d1-1713-4d6d-8d7c-ad40b267b971),segment_id=228db0d1-1713-4d6d-8d7c-ad40b267b971)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:07.910947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:07.914751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:07.927454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Made reservation on behalf of 17fd73b3119948aba1743cddcc2d8289 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:35:07.934000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:07.948736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-969aa1d6-0cfa-4af3-9dbb-2194cfe6f5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:07.952715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-969aa1d6-0cfa-4af3-9dbb-2194cfe6f5d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a39fe3f8-6b68-418c-bd96-8e3a3f7f3498 HTTP/1.1" status: 204 len: 168 time: 0.8489425 Dec 07 13:35:07.986322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:35:08.002222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:08.002624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Added segment 4e1852a6-2559-4361-b061-81d047a79d07 of type vlan for network e9e3a7f4-8521-4e77-840a-bd2c377f094e Dec 07 13:35:08.032924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:08.068614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:08.073681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ef319dff-cd66-46d4-8def-04fabd5e037f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:08.120058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:08.124212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:08.126321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:08.149624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=34a398c1-34f5-4fda-9264-e19d01aa8fc5,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:08.158415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:08.191914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Allocated IP 172.23.0.2 (b5f571cb-fd82-496f-b98a-2c70bd06c8ef/a1b6b14e-f2af-49f5-9978-6e13da957cc7/2c52e6d8-0b0c-4315-be33-13389d26f000) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:35:08.202876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Pushing event updated for resources: {'Subnet': ['ID=5c6053a0-0fc4-4fe2-9c60-0766eac2f598,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:08.209668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:08.210279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-da16fabd-b4bd-4eed-adb7-c748097e7eb4 tempest-NetworksIpV6Test-617164347 tempest-NetworksIpV6Test-617164347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:08.223885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b964b1f-9a4f-41d5-bd22-c081ec036304 req-6da48678-2603-4999-977e-234092159815 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:08.223885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b964b1f-9a4f-41d5-bd22-c081ec036304 req-6da48678-2603-4999-977e-234092159815 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 945 time: 0.2404122 Dec 07 13:35:08.286306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['34a398c1-34f5-4fda-9264-e19d01aa8fc5'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:35:08.292339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b964b1f-9a4f-41d5-bd22-c081ec036304 req-4627aeba-e33d-4d2a-82a5-5e19fb8fa9df tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=09b190b2-595c-4843-8368-1896231fca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652518 Dec 07 13:35:08.327720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Checking segment: {'id': '3630f181-1b77-4a85-9569-271e8418f08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '96a8ed14-f6df-4475-b47f-d69ab453984f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:08.327720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Network hostable DHCP agents. Network: 96a8ed14-f6df-4475-b47f-d69ab453984f, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:35:08.339061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6896884 Dec 07 13:35:08.346944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51202) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:08.357873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1802654284', 'admin_state_up': True, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:08.375448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:08.392224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Usage tracker for resource:router and tenant:17fd73b3119948aba1743cddcc2d8289 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:08.397410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:08.408638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:08.423081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Network 96a8ed14-f6df-4475-b47f-d69ab453984f is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:35:08.439860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event updated for resources: {'Network': ['ID=e9e3a7f4-8521-4e77-840a-bd2c377f094e,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:08.452837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:08.472819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network e9e3a7f4-8521-4e77-840a-bd2c377f094e details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:35:08.500404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 96a8ed14-f6df-4475-b47f-d69ab453984f) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:08.504777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:08.505404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:08.529210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:08.530318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:08.533161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c68210-d0ce-4a6a-9d36-3178069f2876 None None] Network 96a8ed14-f6df-4475-b47f-d69ab453984f requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:08.559346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:08.566766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6393132 Dec 07 13:35:08.567350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51206) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:08.574287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Request body: {'port': {'network_id': '96a8ed14-f6df-4475-b47f-d69ab453984f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-905994073'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:08.747797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:08.752921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Usage tracker for resource:port and tenant:f50de0b0cf3f4604ac698048fc13b868 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:08.756121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:08.763618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:08.771054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:08.797455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Made reservation on behalf of f50de0b0cf3f4604ac698048fc13b868 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:35:08.803489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:08.832699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] device_id is not set on port ea995a29-88a0-4863-ac7d-8bb248eab034 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:35:09.015885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Allocated IP 2001:db8::10e (96a8ed14-f6df-4475-b47f-d69ab453984f/5c6053a0-0fc4-4fe2-9c60-0766eac2f598/ea995a29-88a0-4863-ac7d-8bb248eab034) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:35:09.044311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:09.083971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-96a8ed14-f6df-4475-b47f-d69ab453984f', 'network_id': '96a8ed14-f6df-4475-b47f-d69ab453984f', 'tenant_id': 'f50de0b0cf3f4604ac698048fc13b868', 'fixed_ips': [{'subnet_id': '5c6053a0-0fc4-4fe2-9c60-0766eac2f598'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:35:09.085032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:09.085182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:09.108805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:09.194627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Transition to ACTIVE for port object 2c52e6d8-0b0c-4315-be33-13389d26f000 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:09.242831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Allocated IP 172.36.4.140 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/f81b8d71-9224-4260-bd1b-812ecd3dcfff) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:35:09.261588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Transition to ACTIVE for port object 2c52e6d8-0b0c-4315-be33-13389d26f000 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:09.308671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:09.329315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:09.341255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:09.362914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Transition to ACTIVE for port object ea995a29-88a0-4863-ac7d-8bb248eab034 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:09.405410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Allocated IP 172.23.0.1 (b5f571cb-fd82-496f-b98a-2c70bd06c8ef/a1b6b14e-f2af-49f5-9978-6e13da957cc7/e6834347-c804-4a42-aac8-e7b5993fb07f) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:35:09.420807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:09.429318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-afe7f5c8-cf68-48e8-a102-55a052bca4ab tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:09.505044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Network b5f571cb-fd82-496f-b98a-2c70bd06c8ef is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:09.509171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Pushing event updated for resources: {'Port': ['ID=2c52e6d8-0b0c-4315-be33-13389d26f000,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:09.512873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Network 96a8ed14-f6df-4475-b47f-d69ab453984f is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:09.513935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Pushing event updated for resources: {'Port': ['ID=ea995a29-88a0-4863-ac7d-8bb248eab034,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:09.517542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:09.518562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:09.519687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:09.520559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:09.523395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:35:09.523587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:35:09.529011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:09.529867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:09.537904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Allocated IP 2001:db8::2 (96a8ed14-f6df-4475-b47f-d69ab453984f/5c6053a0-0fc4-4fe2-9c60-0766eac2f598/b172e4c0-4cfd-4965-8d42-b9f61ec8e17e) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:35:09.584701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0125699 Dec 07 13:35:09.586498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51212) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:09.601050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Request body: {'port': {'network_id': '96a8ed14-f6df-4475-b47f-d69ab453984f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1843032365', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:09.601589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.api.validators [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] bootfile-name is not in valid_values {{(pid=88898) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 07 13:35:09.601956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.api.validators [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] tftp-server is not in valid_values {{(pid=88898) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 07 13:35:09.602313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.api.validators [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] server-ip-address is not in valid_values {{(pid=88898) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 07 13:35:09.787092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:09.791485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Usage tracker for resource:port and tenant:f50de0b0cf3f4604ac698048fc13b868 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:09.794895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:09.802530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:09.843298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Made reservation on behalf of f50de0b0cf3f4604ac698048fc13b868 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:35:09.850067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:09.878237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] device_id is not set on port ee1e6bc7-d83c-4242-b792-75980bfc6d4b yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:35:09.905925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 562f7d91-006f-4270-8b9d-e241e1f3329f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:09.920112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:09.940363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Attempting to bind port 2c52e6d8-0b0c-4315-be33-13389d26f000 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:35:09.940787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Attempting to bind port 2c52e6d8-0b0c-4315-be33-13389d26f000 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'b5d6b961-e9bf-4da0-97de-2a0b4573809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b5f571cb-fd82-496f-b98a-2c70bd06c8ef'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:35:09.941196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Attempting to bind port 2c52e6d8-0b0c-4315-be33-13389d26f000 on network b5f571cb-fd82-496f-b98a-2c70bd06c8ef {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:35:09.966739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:35:09.967165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Checking segment: {'id': 'b5d6b961-e9bf-4da0-97de-2a0b4573809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b5f571cb-fd82-496f-b98a-2c70bd06c8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:09.967644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:09.968086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Bound using segment: {'id': 'b5d6b961-e9bf-4da0-97de-2a0b4573809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b5f571cb-fd82-496f-b98a-2c70bd06c8ef'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:35:09.968641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Bound port: 2c52e6d8-0b0c-4315-be33-13389d26f000, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d6b961-e9bf-4da0-97de-2a0b4573809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b5f571cb-fd82-496f-b98a-2c70bd06c8ef'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:35:09.969068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:09.990224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea4a5d-5ee6-4a09-8b41-245fc7e5f9d1 req-d2e45caf-133e-4199-82fd-806fb037a715 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:09.991891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-23ea4a5d-5ee6-4a09-8b41-245fc7e5f9d1 req-d2e45caf-133e-4199-82fd-806fb037a715 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 945 time: 0.5691392 Dec 07 13:35:10.006968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:10.037447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:10.077766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Transition to ACTIVE for port object e6834347-c804-4a42-aac8-e7b5993fb07f will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:10.087471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:10.093075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:10.131801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-23ea4a5d-5ee6-4a09-8b41-245fc7e5f9d1 req-6de31a31-074d-4829-821c-6f3ee44cc73e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=09b190b2-595c-4843-8368-1896231fca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249952 Dec 07 13:35:10.173221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:10.178428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:10.183376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] For port 2c52e6d8-0b0c-4315-be33-13389d26f000, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:35:10.185697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:35:10.193885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 562f7d91-006f-4270-8b9d-e241e1f3329f completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:10.204021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] For port 2c52e6d8-0b0c-4315-be33-13389d26f000, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=2c52e6d8-0b0c-4315-be33-13389d26f000,segment=NetworkSegment(b5d6b961-e9bf-4da0-97de-2a0b4573809b),segment_id=b5d6b961-e9bf-4da0-97de-2a0b4573809b)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:35:10.205396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:10.207940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 562f7d91-006f-4270-8b9d-e241e1f3329f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:10.208352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:10.213050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event updated for resources: {'Port': ['ID=f81b8d71-9224-4260-bd1b-812ecd3dcfff,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:10.220986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:10.244285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:10.244882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:10.251868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:10.255454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-04b65236-c2e7-46c6-a6a7-8b56866d67ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:10.294995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Transition to ACTIVE for port object b172e4c0-4cfd-4965-8d42-b9f61ec8e17e will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:10.354768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Transition to ACTIVE for port object b172e4c0-4cfd-4965-8d42-b9f61ec8e17e will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:10.369882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network b5f571cb-fd82-496f-b98a-2c70bd06c8ef is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:10.377760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:10.389424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:35:10.390099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Pushing event updated for resources: {'Port': ['ID=2c52e6d8-0b0c-4315-be33-13389d26f000,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:10.394583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:10.398821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:10.399361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:10.427211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=e6834347-c804-4a42-aac8-e7b5993fb07f,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:10.437762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:10.474828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:10.527754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Network 96a8ed14-f6df-4475-b47f-d69ab453984f is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:10.528568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Pushing event updated for resources: {'Port': ['ID=b172e4c0-4cfd-4965-8d42-b9f61ec8e17e,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:10.533143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:10.535163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:10.535847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:10.548106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:35:10.652252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Attempting to bind port b172e4c0-4cfd-4965-8d42-b9f61ec8e17e on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:35:10.652786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Attempting to bind port b172e4c0-4cfd-4965-8d42-b9f61ec8e17e by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '3630f181-1b77-4a85-9569-271e8418f08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '96a8ed14-f6df-4475-b47f-d69ab453984f'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:35:10.653364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Attempting to bind port b172e4c0-4cfd-4965-8d42-b9f61ec8e17e on network 96a8ed14-f6df-4475-b47f-d69ab453984f {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:35:10.661707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:35:10.662134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Checking segment: {'id': '3630f181-1b77-4a85-9569-271e8418f08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '96a8ed14-f6df-4475-b47f-d69ab453984f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:10.662637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:10.663277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Bound using segment: {'id': '3630f181-1b77-4a85-9569-271e8418f08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '96a8ed14-f6df-4475-b47f-d69ab453984f'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:35:10.663991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Bound port: b172e4c0-4cfd-4965-8d42-b9f61ec8e17e, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3630f181-1b77-4a85-9569-271e8418f08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '96a8ed14-f6df-4475-b47f-d69ab453984f'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:35:10.664424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:10.688583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:10.689641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:10.712640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Allocated IP 2001:db8::2ae (96a8ed14-f6df-4475-b47f-d69ab453984f/5c6053a0-0fc4-4fe2-9c60-0766eac2f598/ee1e6bc7-d83c-4242-b792-75980bfc6d4b) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:35:10.801673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] For port b172e4c0-4cfd-4965-8d42-b9f61ec8e17e, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:35:10.805505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 562f7d91-006f-4270-8b9d-e241e1f3329f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=562f7d91-006f-4270-8b9d-e241e1f3329f,segment=NetworkSegment(ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3),segment_id=ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:10.809422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] For port b172e4c0-4cfd-4965-8d42-b9f61ec8e17e, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b172e4c0-4cfd-4965-8d42-b9f61ec8e17e,segment=NetworkSegment(3630f181-1b77-4a85-9569-271e8418f08a),segment_id=3630f181-1b77-4a85-9569-271e8418f08a)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:35:10.878147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:10.883859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:10.923682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:10.973857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:11.001901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Pushing event updated for resources: {'Port': ['ID=b172e4c0-4cfd-4965-8d42-b9f61ec8e17e,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:11.007609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 34a398c1-34f5-4fda-9264-e19d01aa8fc5 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:11.045843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:11.046789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a0686fe0-a225-4bf4-9108-f0aee9a1c2be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:11.132709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:11.144099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=562f7d91-006f-4270-8b9d-e241e1f3329f,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:11.148316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:11.162882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Transition to ACTIVE for port object ee1e6bc7-d83c-4242-b792-75980bfc6d4b will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:11.202698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 34a398c1-34f5-4fda-9264-e19d01aa8fc5 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:11.209626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 34a398c1-34f5-4fda-9264-e19d01aa8fc5 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:11.210003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:11.231755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:11.241026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0bd4f3c1-32c8-4bc9-be23-24dba5b8dc3a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:11.316086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Network 96a8ed14-f6df-4475-b47f-d69ab453984f is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:11.326513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:11.332066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:35:11.336286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:11.336979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:11.346882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:11.375145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Pushing event updated for resources: {'Port': ['ID=ee1e6bc7-d83c-4242-b792-75980bfc6d4b,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:11.377048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051b677d-80bd-4a3e-921e-898ff52e0421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a398c1-34f5-4fda-9264-e19d01aa8fc5'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:35:11.378495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:11.388341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 34a398c1-34f5-4fda-9264-e19d01aa8fc5, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=34a398c1-34f5-4fda-9264-e19d01aa8fc5,segment=NetworkSegment(228db0d1-1713-4d6d-8d7c-ad40b267b971),segment_id=228db0d1-1713-4d6d-8d7c-ad40b267b971)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:11.403665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.8159406 Dec 07 13:35:11.406939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51220) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:11.441338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051b677d-80bd-4a3e-921e-898ff52e0421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a398c1-34f5-4fda-9264-e19d01aa8fc5', 'code': 200} Dec 07 13:35:11.448887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:11.452681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e98a8d7a-8658-4c77-b1eb-713567d4c919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:11.496671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b26d411-5b7c-493f-991d-efa7b5791b81 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:11.501660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b26d411-5b7c-493f-991d-efa7b5791b81 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:11.506336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b26d411-5b7c-493f-991d-efa7b5791b81 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:11.507508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2b26d411-5b7c-493f-991d-efa7b5791b81 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Synchronizing usage tracker for tenant:f50de0b0cf3f4604ac698048fc13b868 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:35:11.539499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=34a398c1-34f5-4fda-9264-e19d01aa8fc5,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:11.542918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:11.551370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2b26d411-5b7c-493f-991d-efa7b5791b81 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Unset dirty status for tenant:f50de0b0cf3f4604ac698048fc13b868 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:35:11.552794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2b26d411-5b7c-493f-991d-efa7b5791b81 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1444585 Dec 07 13:35:11.555892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51224) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:11.590141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66747c3-14e1-4835-a9dc-9d46a3dbd1ae req-5c9a5794-f9bb-4ad1-90e1-c0d92643cd07 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:11.591671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f66747c3-14e1-4835-a9dc-9d46a3dbd1ae req-5c9a5794-f9bb-4ad1-90e1-c0d92643cd07 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 945 time: 0.2919054 Dec 07 13:35:11.632117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Router d187a110-1165-4aea-ac3d-dd591be1e87f is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:35:11.665345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a386eed8-870c-4a55-be2e-980d172dad34 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Deleting port ee1e6bc7-d83c-4242-b792-75980bfc6d4b {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:11.666006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a386eed8-870c-4a55-be2e-980d172dad34 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:11.801377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f66747c3-14e1-4835-a9dc-9d46a3dbd1ae req-9f00fe85-1bef-4a6c-98df-cf66d125c0b1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=09b190b2-595c-4843-8368-1896231fca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018228 Dec 07 13:35:11.806679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:11.846050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:11.854395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 2c52e6d8-0b0c-4315-be33-13389d26f000 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:11.884352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d03bb650-4ed5-4ae7-a57a-ff26be950aff tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:11.997042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 2c52e6d8-0b0c-4315-be33-13389d26f000 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:12.003412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 562f7d91-006f-4270-8b9d-e241e1f3329f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:12.083191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event updated for resources: {'Port': ['ID=e6834347-c804-4a42-aac8-e7b5993fb07f,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:12.086438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:12.091141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:12.105477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 562f7d91-006f-4270-8b9d-e241e1f3329f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:12.106387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:12.117258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b063d1e7-8399-466d-9a72-abbe65b92eba req-7cce53ed-7fba-4c6f-84d5-313d29083c68 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 1099 time: 0.2543201 Dec 07 13:35:12.155683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a386eed8-870c-4a55-be2e-980d172dad34 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:12.293102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:12.300506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a386eed8-870c-4a55-be2e-980d172dad34 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Calling delete_port for ee1e6bc7-d83c-4242-b792-75980bfc6d4b owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:35:12.305000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Sync routers for ids ['d187a110-1165-4aea-ac3d-dd591be1e87f'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:12.331736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Routers {'d187a110-1165-4aea-ac3d-dd591be1e87f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:12.332762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d187a110-1165-4aea-ac3d-dd591be1e87f'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:12.347092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Network b5f571cb-fd82-496f-b98a-2c70bd06c8ef is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:12.351272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:12.354576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b063d1e7-8399-466d-9a72-abbe65b92eba req-92118ee3-0166-4855-b9b8-c5bde639d56a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09b190b2-595c-4843-8368-1896231fca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232423 Dec 07 13:35:12.492102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:12.496973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.1444185 Dec 07 13:35:12.497355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51228) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:12.505672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a386eed8-870c-4a55-be2e-980d172dad34 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:12.512284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:12.563682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386eed8-870c-4a55-be2e-980d172dad34 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Pushing event deleted for resources: {'Port': ['ID=ee1e6bc7-d83c-4242-b792-75980bfc6d4b,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:12.567715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a386eed8-870c-4a55-be2e-980d172dad34 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:12.614764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a386eed8-870c-4a55-be2e-980d172dad34 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:12.668893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a386eed8-870c-4a55-be2e-980d172dad34 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] 10.222.0.24 "DELETE /v2.0/ports/ee1e6bc7-d83c-4242-b792-75980bfc6d4b HTTP/1.1" status: 204 len: 168 time: 1.1113465 Dec 07 13:35:12.675082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51234) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:12.683409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2ecde5df-b47f-4f15-b023-181fa4e0b4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Request body: {'port': {'name': 'tempest-new-port-name-574769905', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:12.684593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.api.validators [None req-2ecde5df-b47f-4f15-b023-181fa4e0b4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] bootfile-name is not in valid_values {{(pid=88898) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 07 13:35:12.685290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.api.validators [None req-2ecde5df-b47f-4f15-b023-181fa4e0b4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] tftp-server is not in valid_values {{(pid=88898) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 07 13:35:12.685866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.api.validators [None req-2ecde5df-b47f-4f15-b023-181fa4e0b4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] server-ip-address is not in valid_values {{(pid=88898) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 07 13:35:12.753190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Set router d187a110-1165-4aea-ac3d-dd591be1e87f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:12.774941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a975ec8-c17a-45b9-a7a2-b231ed36e3c1 None None] Network b5f571cb-fd82-496f-b98a-2c70bd06c8ef requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:12.976499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a2f653b4-cbb7-4063-955d-c9bd28e7c23a None None] Provisioning for port 2c52e6d8-0b0c-4315-be33-13389d26f000 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:12.981237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2ecde5df-b47f-4f15-b023-181fa4e0b4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:12.994499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a2f653b4-cbb7-4063-955d-c9bd28e7c23a None None] Provisioning complete for port 2c52e6d8-0b0c-4315-be33-13389d26f000 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:12.994499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a2f653b4-cbb7-4063-955d-c9bd28e7c23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:13.200964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802654284', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:08Z', 'updated_at': '2021-12-07T13:35:10Z', 'revision_number': 3, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'gw_port': {'id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:09Z', 'updated_at': '2021-12-07T13:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:13.206301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Checking router: d187a110-1165-4aea-ac3d-dd591be1e87f for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:35:13.206697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Updating router d187a110-1165-4aea-ac3d-dd591be1e87f port f81b8d71-9224-4260-bd1b-812ecd3dcfff binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:35:13.226275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a64c1-0715-4651-844b-a11d6ef1dbf7 req-4e3d1d53-4f8e-4875-8c26-269053bcdc9b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:13.228122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-483a64c1-0715-4651-844b-a11d6ef1dbf7 req-4e3d1d53-4f8e-4875-8c26-269053bcdc9b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 946 time: 0.1710715 Dec 07 13:35:13.296038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router a3c2df13-4153-4c3e-9112-08bffd7c206b has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:35:13.312084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:13.345753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-483a64c1-0715-4651-844b-a11d6ef1dbf7 req-1abdf763-2207-4b4c-be30-46c1a5de6737 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=09b190b2-595c-4843-8368-1896231fca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087670 Dec 07 13:35:13.349022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2ecde5df-b47f-4f15-b023-181fa4e0b4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:13.353830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a2f653b4-cbb7-4063-955d-c9bd28e7c23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:13.363359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b32b4a6f-1aa3-4320-b040-053afee92c3f tempest-TestNetworkAdvancedServerOps-2142562416 tempest-TestNetworkAdvancedServerOps-2142562416-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=17fd73b3119948aba1743cddcc2d8289&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8645065 Dec 07 13:35:13.365927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51240) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:13.419945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a2f653b4-cbb7-4063-955d-c9bd28e7c23a None None] For port 2c52e6d8-0b0c-4315-be33-13389d26f000, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=2c52e6d8-0b0c-4315-be33-13389d26f000,segment=NetworkSegment(b5d6b961-e9bf-4da0-97de-2a0b4573809b),segment_id=b5d6b961-e9bf-4da0-97de-2a0b4573809b)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:13.466131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a2f653b4-cbb7-4063-955d-c9bd28e7c23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:13.469509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4995b895-255f-40be-9fb4-cf5f3a5f8d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:13.652323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f653b4-cbb7-4063-955d-c9bd28e7c23a None None] Pushing event updated for resources: {'Port': ['ID=2c52e6d8-0b0c-4315-be33-13389d26f000,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:13.660595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a2f653b4-cbb7-4063-955d-c9bd28e7c23a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:13.725927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a59039-85ef-4ea2-b07a-8f80fd39da0c None None] Network 96a8ed14-f6df-4475-b47f-d69ab453984f requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:13.777852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:13.806258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/a3c2df13-4153-4c3e-9112-08bffd7c206b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0033543 Dec 07 13:35:13.809238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51244) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:13.820068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6d41098f-c3ac-471e-9aa4-c04753c47614 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:13.863808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Sync routers for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:13.885999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b172e4c0-4cfd-4965-8d42-b9f61ec8e17e up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:13.961665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:13.981029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Transition to ACTIVE for port object f81b8d71-9224-4260-bd1b-812ecd3dcfff will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:14.014321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:14.020116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:14.058530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584b6725-cbc5-4938-8eb3-549a37e932c8 tempest-TestNetworkAdvancedServerOps-2142562416 tempest-TestNetworkAdvancedServerOps-2142562416-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:14.060200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-584b6725-cbc5-4938-8eb3-549a37e932c8 tempest-TestNetworkAdvancedServerOps-2142562416 tempest-TestNetworkAdvancedServerOps-2142562416-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6915019 Dec 07 13:35:14.061205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2ecde5df-b47f-4f15-b023-181fa4e0b4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:14.069579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:14.070284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:14.072468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51248) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:14.073262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-608a0a90-e3af-429f-a8ed-7045ed5e07e2 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:14.103124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c112e-89d1-4434-9111-eeb92718f950 None None] Pushing event updated for resources: {'Port': ['ID=f81b8d71-9224-4260-bd1b-812ecd3dcfff,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:14.117327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-419c112e-89d1-4434-9111-eeb92718f950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:14.146525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Attempting to bind port f81b8d71-9224-4260-bd1b-812ecd3dcfff on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:35:14.147721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Attempting to bind port f81b8d71-9224-4260-bd1b-812ecd3dcfff by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:35:14.148345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Attempting to bind port f81b8d71-9224-4260-bd1b-812ecd3dcfff on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:35:14.156687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:35:14.157925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:14.158589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:14.159252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:35:14.160021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Bound port: f81b8d71-9224-4260-bd1b-812ecd3dcfff, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:35:14.160668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:14.209248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecde5df-b47f-4f15-b023-181fa4e0b4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Pushing event updated for resources: {'Port': ['ID=ea995a29-88a0-4863-ac7d-8bb248eab034,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:14.227660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2ecde5df-b47f-4f15-b023-181fa4e0b4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:14.232224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-2ecde5df-b47f-4f15-b023-181fa4e0b4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] In _notify_port_updated(), no bound segment for port ea995a29-88a0-4863-ac7d-8bb248eab034 on network 96a8ed14-f6df-4475-b47f-d69ab453984f {{(pid=88898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:35:14.236560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecde5df-b47f-4f15-b023-181fa4e0b4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:14.237272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2ecde5df-b47f-4f15-b023-181fa4e0b4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:14.238803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2ecde5df-b47f-4f15-b023-181fa4e0b4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] 10.222.0.24 "PUT /v2.0/ports/ea995a29-88a0-4863-ac7d-8bb248eab034 HTTP/1.1" status: 200 len: 1129 time: 1.5620716 Dec 07 13:35:14.241365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-13f751f8-aea3-4a2e-ae60-1aa9c9e40194 tempest-TestNetworkAdvancedServerOps-2142562416 tempest-TestNetworkAdvancedServerOps-2142562416-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0707603 Dec 07 13:35:14.241993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51252) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:14.245651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51254) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:14.252294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1211843634', 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:14.270684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] For port f81b8d71-9224-4260-bd1b-812ecd3dcfff, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:35:14.274861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] For port f81b8d71-9224-4260-bd1b-812ecd3dcfff, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f81b8d71-9224-4260-bd1b-812ecd3dcfff,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:35:14.353441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda0cfcd-e238-41d9-8b8e-11b47e7b8a37 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:14.354128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dda0cfcd-e238-41d9-8b8e-11b47e7b8a37 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Synchronizing usage tracker for tenant:f50de0b0cf3f4604ac698048fc13b868 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:35:14.360294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:14.366987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:14.437479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dda0cfcd-e238-41d9-8b8e-11b47e7b8a37 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Unset dirty status for tenant:f50de0b0cf3f4604ac698048fc13b868 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:35:14.445311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dda0cfcd-e238-41d9-8b8e-11b47e7b8a37 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] 10.222.0.24 "GET /v2.0/ports/ea995a29-88a0-4863-ac7d-8bb248eab034 HTTP/1.1" status: 200 len: 1129 time: 0.2021677 Dec 07 13:35:14.446018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51262) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:14.513138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:14.530025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c112e-89d1-4434-9111-eeb92718f950 None None] Pushing event updated for resources: {'Port': ['ID=f81b8d71-9224-4260-bd1b-812ecd3dcfff,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:14.539885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-419c112e-89d1-4434-9111-eeb92718f950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:14.544031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Routers {'d187a110-1165-4aea-ac3d-dd591be1e87f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:14.546989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d187a110-1165-4aea-ac3d-dd591be1e87f'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:14.557560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Usage tracker for resource:subnet and tenant:17fd73b3119948aba1743cddcc2d8289 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:14.564850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:14.580340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:14.615921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-29bb384f-4f55-43c8-8ffa-9e0db481d8ef tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Deleting port ea995a29-88a0-4863-ac7d-8bb248eab034 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:14.616498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-29bb384f-4f55-43c8-8ffa-9e0db481d8ef tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:14.620253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-869a8601-f44d-4526-a972-cada90d80dd1 None None] Provisioning for port b172e4c0-4cfd-4965-8d42-b9f61ec8e17e completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:14.708297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Made reservation on behalf of 17fd73b3119948aba1743cddcc2d8289 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:35:14.782561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] Set router d187a110-1165-4aea-ac3d-dd591be1e87f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:14.837452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:14.898952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port b172e4c0-4cfd-4965-8d42-b9f61ec8e17e completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:14.911666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port b172e4c0-4cfd-4965-8d42-b9f61ec8e17e triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:14.912112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:14.937736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-29bb384f-4f55-43c8-8ffa-9e0db481d8ef tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:14.967806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:15.073159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba46a8-bd3c-485c-af5b-4b3754970e89 req-92b04b9e-a1c6-447d-9b46-9b41bb9bb01e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:15.075021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bcba46a8-bd3c-485c-af5b-4b3754970e89 req-92b04b9e-a1c6-447d-9b46-9b41bb9bb01e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 946 time: 0.4744532 Dec 07 13:35:15.085191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-29bb384f-4f55-43c8-8ffa-9e0db481d8ef tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Calling delete_port for ea995a29-88a0-4863-ac7d-8bb248eab034 owned by {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:35:15.121110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ccd8116f-0008-45d9-8b66-f2b4468874f9 None None] Provisioning for port e6834347-c804-4a42-aac8-e7b5993fb07f completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:15.131912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ccd8116f-0008-45d9-8b66-f2b4468874f9 None None] Provisioning complete for port e6834347-c804-4a42-aac8-e7b5993fb07f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:15.132735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccd8116f-0008-45d9-8b66-f2b4468874f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:15.149579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.extraroute_db [None req-6d41098f-c3ac-471e-9aa4-c04753c47614 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88897) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 07 13:35:15.193177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bcba46a8-bd3c-485c-af5b-4b3754970e89 req-3aaea99a-9608-40f2-aa6d-080e0545e7cc tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=09b190b2-595c-4843-8368-1896231fca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953443 Dec 07 13:35:15.222061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ccd8116f-0008-45d9-8b66-f2b4468874f9 None None] Port e6834347-c804-4a42-aac8-e7b5993fb07f cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:35:15.226117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802654284', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:08Z', 'updated_at': '2021-12-07T13:35:10Z', 'revision_number': 3, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'gw_port': {'id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:09Z', 'updated_at': '2021-12-07T13:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:15.231548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4c956-ca7c-4015-b5fa-bc0fdae633e4 None None] The sync data for ids ['d187a110-1165-4aea-ac3d-dd591be1e87f'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802654284', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:08Z', 'updated_at': '2021-12-07T13:35:10Z', 'revision_number': 3, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'gw_port': {'id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:09Z', 'updated_at': '2021-12-07T13:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:15.304895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.extraroute_db [None req-6d41098f-c3ac-471e-9aa4-c04753c47614 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Removed routes are [] {{(pid=88897) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 07 13:35:15.305338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d41098f-c3ac-471e-9aa4-c04753c47614 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:15.368353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-29bb384f-4f55-43c8-8ffa-9e0db481d8ef tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:15.378262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a386eed8-870c-4a55-be2e-980d172dad34 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:15.431268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb384f-4f55-43c8-8ffa-9e0db481d8ef tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Pushing event deleted for resources: {'Port': ['ID=ea995a29-88a0-4863-ac7d-8bb248eab034,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:15.434529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-29bb384f-4f55-43c8-8ffa-9e0db481d8ef tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:15.487946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-29bb384f-4f55-43c8-8ffa-9e0db481d8ef tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:15.500321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:15.526491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ccd8116f-0008-45d9-8b66-f2b4468874f9 None None] Provisioning complete for port 2c52e6d8-0b0c-4315-be33-13389d26f000 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:15.526937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ccd8116f-0008-45d9-8b66-f2b4468874f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:15.541756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-29bb384f-4f55-43c8-8ffa-9e0db481d8ef tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] 10.222.0.24 "DELETE /v2.0/ports/ea995a29-88a0-4863-ac7d-8bb248eab034 HTTP/1.1" status: 204 len: 168 time: 1.0944707 Dec 07 13:35:15.544731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51268) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:15.675891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port b172e4c0-4cfd-4965-8d42-b9f61ec8e17e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b172e4c0-4cfd-4965-8d42-b9f61ec8e17e,segment=NetworkSegment(3630f181-1b77-4a85-9569-271e8418f08a),segment_id=3630f181-1b77-4a85-9569-271e8418f08a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:15.706642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:10Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562f7d91-006f-4270-8b9d-e241e1f3329f', 'name': '', 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:aa:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:59Z', 'updated_at': '2021-12-07T13:35:10Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6834347-c804-4a42-aac8-e7b5993fb07f', 'name': '', 'network_id': 'b5f571cb-fd82-496f-b98a-2c70bd06c8ef', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:b8:44:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1b6b14e-f2af-49f5-9978-6e13da957cc7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:07Z', 'updated_at': '2021-12-07T13:35:11Z', 'revision_number': 2, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'a1b6b14e-f2af-49f5-9978-6e13da957cc7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:58Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:15.715775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:15.718156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f09dda08-f903-4990-b70d-822b911356e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:15.804129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Checking router: a3c2df13-4153-4c3e-9112-08bffd7c206b for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:35:15.804539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Updating router a3c2df13-4153-4c3e-9112-08bffd7c206b port e6834347-c804-4a42-aac8-e7b5993fb07f binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:35:15.823578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Deleting subnet 5c6053a0-0fc4-4fe2-9c60-0766eac2f598 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:35:15.831998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:15.847742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=b172e4c0-4cfd-4965-8d42-b9f61ec8e17e,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:15.851209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 2c52e6d8-0b0c-4315-be33-13389d26f000 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:15.944602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:15.977053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:16.010628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:16.090255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:16.099669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-566e75da-c639-4d7a-8d41-f004c617867e None None] Provisioning complete for port b172e4c0-4cfd-4965-8d42-b9f61ec8e17e triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:16.107119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-566e75da-c639-4d7a-8d41-f004c617867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:16.132781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:16.138437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d46ee84-c2d4-4952-a772-8da4714b0471 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:16.179156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76816f-ada8-4c30-92bb-a1f12693b6be req-f7db0e80-90fc-49d1-9335-2e4c149a3b5a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:16.181146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3f76816f-ada8-4c30-92bb-a1f12693b6be req-f7db0e80-90fc-49d1-9335-2e4c149a3b5a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 946 time: 0.7830291 Dec 07 13:35:16.266895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:16.276231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 2c52e6d8-0b0c-4315-be33-13389d26f000 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:16.276653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:16.290759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbe9f147-55e3-4043-9fd0-2ef207b8e5ed tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:16.361720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:16.376569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] 10.222.0.24 "DELETE /v2.0/subnets/5c6053a0-0fc4-4fe2-9c60-0766eac2f598 HTTP/1.1" status: 204 len: 168 time: 0.8270922 Dec 07 13:35:16.376569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6053a0-0fc4-4fe2-9c60-0766eac2f598,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:16.393462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51272) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:16.396530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.397262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.398306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.400466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.401247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.401900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.402660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.403462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.404121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.404775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.405497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.426005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:16.490328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3f76816f-ada8-4c30-92bb-a1f12693b6be req-415426bf-c435-47ad-8a00-15155a8a03f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=09b190b2-595c-4843-8368-1896231fca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861681 Dec 07 13:35:16.505420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event updated for resources: {'Subnet': ['ID=f59e2745-c352-4c90-a1e9-dc8ac78fc98a,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:16.526818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.527299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.527735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.528494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.528618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.528947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.529374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.529789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.530202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.530615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.531326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:16.544321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51276) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:16.550299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:16.599489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:16.607150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Checking segment: {'id': '4e1852a6-2559-4361-b061-81d047a79d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:16.607579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Network hostable DHCP agents. Network: e9e3a7f4-8521-4e77-840a-bd2c377f094e, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:35:16.612837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Deleting port b172e4c0-4cfd-4965-8d42-b9f61ec8e17e {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:16.612837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:16.615090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac70e101-34dd-4b25-9636-c0d3f5e69946 None None] Network 96a8ed14-f6df-4475-b47f-d69ab453984f requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:16.627450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d41098f-c3ac-471e-9aa4-c04753c47614 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:16.646712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d41098f-c3ac-471e-9aa4-c04753c47614 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:16.737061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a9fb236a-129f-442e-a8af-1f7b29f90bbb tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 1094 time: 0.1914628 Dec 07 13:35:16.744605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51280) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:16.759465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': '34a398c1-34f5-4fda-9264-e19d01aa8fc5', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:16.818267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:16.820736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Network e9e3a7f4-8521-4e77-840a-bd2c377f094e is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:35:16.836873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:floatingip and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:16.847899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:16.852377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-566e75da-c639-4d7a-8d41-f004c617867e None None] Could not find standard attr ID for object ea995a29-88a0-4863-ac7d-8bb248eab034. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:35:16.869417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:16.879875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] For port b172e4c0-4cfd-4965-8d42-b9f61ec8e17e, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b172e4c0-4cfd-4965-8d42-b9f61ec8e17e,segment=NetworkSegment(3630f181-1b77-4a85-9569-271e8418f08a),segment_id=3630f181-1b77-4a85-9569-271e8418f08a)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:16.880103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:16.886354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, e9e3a7f4-8521-4e77-840a-bd2c377f094e) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:16.894842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:16.895505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:16.911742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f655d398-8984-4ca9-8740-b3941c3f5f00 None None] Network e9e3a7f4-8521-4e77-840a-bd2c377f094e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:16.941678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:16.976125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7293255 Dec 07 13:35:16.981219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51284) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:17.033405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f513191e-65a7-4f50-a4d5-1706bc62a19e None None] Could not find standard attr ID for object ee1e6bc7-d83c-4242-b792-75980bfc6d4b. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:35:17.038522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Calling delete_port for b172e4c0-4cfd-4965-8d42-b9f61ec8e17e owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:35:17.048062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f513191e-65a7-4f50-a4d5-1706bc62a19e None None] Could not find standard attr ID for object ea995a29-88a0-4863-ac7d-8bb248eab034. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 13:35:17.111617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d41098f-c3ac-471e-9aa4-c04753c47614 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router a3c2df13-4153-4c3e-9112-08bffd7c206b has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:35:17.173212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:17.184327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467b3feb-652d-47e9-b09a-42b7f3a532dc None None] DHCP port deletion for 96a8ed14-f6df-4475-b47f-d69ab453984f request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:35:17.186623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64ee150f-50ea-4fb5-b605-42151354f9e5 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:17.215440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:17.233017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] No DVR routers for this DVR port b172e4c0-4cfd-4965-8d42-b9f61ec8e17e on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:35:17.238345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Transition to ACTIVE for port object e6834347-c804-4a42-aac8-e7b5993fb07f will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:17.274236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Pushing event deleted for resources: {'Port': ['ID=b172e4c0-4cfd-4965-8d42-b9f61ec8e17e,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:17.291945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:17.418625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:17.461722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a8ed14-f6df-4475-b47f-d69ab453984f']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:17.469583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:17.474605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:17.477555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3630f181-1b77-4a85-9569-271e8418f08a') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:17.477799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3630f181-1b77-4a85-9569-271e8418f08a') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:17.492508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:17.505648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:17.510868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'fixed_ips': [{'subnet_id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:35:17.511078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:17.512780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:17.520594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:35:17.521103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:35:17.537194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:35:17.601377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d41098f-c3ac-471e-9aa4-c04753c47614 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:17.621094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6d41098f-c3ac-471e-9aa4-c04753c47614 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:17.625861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51288) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:17.626033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6d41098f-c3ac-471e-9aa4-c04753c47614 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/a3c2df13-4153-4c3e-9112-08bffd7c206b HTTP/1.1" status: 200 len: 933 time: 3.8173931 Dec 07 13:35:17.677931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee53d8f-e1ed-47e1-84d3-79411443bf20 None None] Pushing event updated for resources: {'Port': ['ID=e6834347-c804-4a42-aac8-e7b5993fb07f,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:17.686721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6ee53d8f-e1ed-47e1-84d3-79411443bf20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:17.777585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:17.789846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0dca391-079a-4713-a08e-af48f8c8d1b9 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:17.804486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.36.4.212 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/b9bdb75b-5b15-4305-8bdc-e6a3afa201f7) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:35:17.822085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:17.827746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Pushing event deleted for resources: {'Network': ['ID=96a8ed14-f6df-4475-b47f-d69ab453984f,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:17.833505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:17.861850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] 10.222.0.24 "DELETE /v2.0/networks/96a8ed14-f6df-4475-b47f-d69ab453984f HTTP/1.1" status: 204 len: 168 time: 1.4445813 Dec 07 13:35:17.905394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Attempting to bind port e6834347-c804-4a42-aac8-e7b5993fb07f on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:35:17.906248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Attempting to bind port e6834347-c804-4a42-aac8-e7b5993fb07f by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'b5d6b961-e9bf-4da0-97de-2a0b4573809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b5f571cb-fd82-496f-b98a-2c70bd06c8ef'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:35:17.912339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-64e727cd-7a92-49dd-8fe8-124b634ad101 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/routers/a3c2df13-4153-4c3e-9112-08bffd7c206b HTTP/1.1" status: 200 len: 933 time: 0.2840059 Dec 07 13:35:17.913183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51294) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:17.918829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Attempting to bind port e6834347-c804-4a42-aac8-e7b5993fb07f on network b5f571cb-fd82-496f-b98a-2c70bd06c8ef {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:35:17.924606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8d96c81f-9d5a-478c-bd1b-45eed21c20fa tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'router': {'routes': None}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:17.947855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f81b8d71-9224-4260-bd1b-812ecd3dcfff up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:18.011659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:35:18.012090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Checking segment: {'id': 'b5d6b961-e9bf-4da0-97de-2a0b4573809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b5f571cb-fd82-496f-b98a-2c70bd06c8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:18.012660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:18.012958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Bound using segment: {'id': 'b5d6b961-e9bf-4da0-97de-2a0b4573809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b5f571cb-fd82-496f-b98a-2c70bd06c8ef'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:35:18.013514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Bound port: e6834347-c804-4a42-aac8-e7b5993fb07f, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d6b961-e9bf-4da0-97de-2a0b4573809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b5f571cb-fd82-496f-b98a-2c70bd06c8ef'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:35:18.013929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:18.056801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Allocated IP 172.20.0.2 (e9e3a7f4-8521-4e77-840a-bd2c377f094e/f59e2745-c352-4c90-a1e9-dc8ac78fc98a/73b58cba-2fb6-491d-b8ca-75c662da77aa) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:35:18.419637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] For port e6834347-c804-4a42-aac8-e7b5993fb07f, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:35:18.426034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] For port e6834347-c804-4a42-aac8-e7b5993fb07f, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e6834347-c804-4a42-aac8-e7b5993fb07f,segment=NetworkSegment(b5d6b961-e9bf-4da0-97de-2a0b4573809b),segment_id=b5d6b961-e9bf-4da0-97de-2a0b4573809b)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:35:18.449902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port f81b8d71-9224-4260-bd1b-812ecd3dcfff completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:18.457922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:18.460795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:18.461223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port f81b8d71-9224-4260-bd1b-812ecd3dcfff triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:18.461786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:18.505085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:18.522402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6837662b-7537-4d0b-ad6f-3baeb314b957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:18.528903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51300) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:18.598687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Transition to ACTIVE for port object 73b58cba-2fb6-491d-b8ca-75c662da77aa will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:18.604423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee53d8f-e1ed-47e1-84d3-79411443bf20 None None] Pushing event updated for resources: {'Port': ['ID=e6834347-c804-4a42-aac8-e7b5993fb07f,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:18.620262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6ee53d8f-e1ed-47e1-84d3-79411443bf20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:18.646732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:18.657146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-99de4f6c-c1ef-4d32-834c-9da8bce1cc9b tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:18.674912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Transition to ACTIVE for port object 73b58cba-2fb6-491d-b8ca-75c662da77aa will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:18.726413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:18.737445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6b0aa3f8-b4a5-4545-808d-032fd887af08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:18.758959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:18.768586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:18.785598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:35:18.824385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Pushing event updated for resources: {'Port': ['ID=73b58cba-2fb6-491d-b8ca-75c662da77aa,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:18.826868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:18.827732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:18.832976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=b9bdb75b-5b15-4305-8bdc-e6a3afa201f7,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:18.852179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:18.918173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-30199273-529e-442f-a13b-963fe81893d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f50de0b0cf3f4604ac698048fc13b868&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3818996 Dec 07 13:35:18.922523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51306) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:18.987173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:19.026714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:19.052315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d3608ba-868e-4022-8e0d-04a14e053f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:19.058819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Network e9e3a7f4-8521-4e77-840a-bd2c377f094e is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:19.070626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:19.074166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port f81b8d71-9224-4260-bd1b-812ecd3dcfff, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f81b8d71-9224-4260-bd1b-812ecd3dcfff,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:19.080671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:35:19.137958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d3608ba-868e-4022-8e0d-04a14e053f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:19.160664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:19.170343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e25ec1bf-4aef-47ca-9fd1-c68645f945a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:19.170840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.extraroute_db [None req-8d96c81f-9d5a-478c-bd1b-45eed21c20fa tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Added routes are [] {{(pid=88898) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 07 13:35:19.171212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.extraroute_db [None req-8d96c81f-9d5a-478c-bd1b-45eed21c20fa tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88898) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 07 13:35:19.219043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:19.240856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8d96c81f-9d5a-478c-bd1b-45eed21c20fa tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:19.285999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b172e4c0-4cfd-4965-8d42-b9f61ec8e17e no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:35:19.335304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: b172e4c0-4cfd-4965-8d42-b9f61ec8e17e {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:35:19.335304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b172e4c0-4cfd-4965-8d42-b9f61ec8e17e not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:35:19.361643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Attempting to bind port 73b58cba-2fb6-491d-b8ca-75c662da77aa on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:35:19.362323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Attempting to bind port 73b58cba-2fb6-491d-b8ca-75c662da77aa by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '4e1852a6-2559-4361-b061-81d047a79d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:35:19.362895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Attempting to bind port 73b58cba-2fb6-491d-b8ca-75c662da77aa on network e9e3a7f4-8521-4e77-840a-bd2c377f094e {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:35:19.376000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d3608ba-868e-4022-8e0d-04a14e053f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:19.393808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:19.403834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:35:19.404365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Checking segment: {'id': '4e1852a6-2559-4361-b061-81d047a79d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:19.404900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:19.405512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Bound using segment: {'id': '4e1852a6-2559-4361-b061-81d047a79d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:35:19.406156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Bound port: 73b58cba-2fb6-491d-b8ca-75c662da77aa, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1852a6-2559-4361-b061-81d047a79d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:35:19.406695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:19.407884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:19.470613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3608ba-868e-4022-8e0d-04a14e053f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3f11e4-4e3b-432a-ba6c-bc67c2550620,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:19.473483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d3608ba-868e-4022-8e0d-04a14e053f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:19.478719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d3608ba-868e-4022-8e0d-04a14e053f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:19.482490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1d3608ba-868e-4022-8e0d-04a14e053f72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc3f11e4-4e3b-432a-ba6c-bc67c2550620 HTTP/1.1" status: 204 len: 168 time: 0.5562646 Dec 07 13:35:19.493699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=f81b8d71-9224-4260-bd1b-812ecd3dcfff,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:19.500753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:19.706204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] For port 73b58cba-2fb6-491d-b8ca-75c662da77aa, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:35:19.731604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] For port 73b58cba-2fb6-491d-b8ca-75c662da77aa, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=73b58cba-2fb6-491d-b8ca-75c662da77aa,segment=NetworkSegment(4e1852a6-2559-4361-b061-81d047a79d07),segment_id=4e1852a6-2559-4361-b061-81d047a79d07)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:35:19.800262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:19.803826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8d96c81f-9d5a-478c-bd1b-45eed21c20fa tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:19.808961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8d96c81f-9d5a-478c-bd1b-45eed21c20fa tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:19.842202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:19.917159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:19.919210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f81b8d71-9224-4260-bd1b-812ecd3dcfff up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:19.963386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Pushing event updated for resources: {'Port': ['ID=73b58cba-2fb6-491d-b8ca-75c662da77aa,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:19.970748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:20.050313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:20.071981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:15Z', 'revision_number': 6, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562f7d91-006f-4270-8b9d-e241e1f3329f', 'name': '', 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:aa:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:59Z', 'updated_at': '2021-12-07T13:35:10Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6834347-c804-4a42-aac8-e7b5993fb07f', 'name': '', 'network_id': 'b5f571cb-fd82-496f-b98a-2c70bd06c8ef', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:b8:44:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1b6b14e-f2af-49f5-9978-6e13da957cc7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:07Z', 'updated_at': '2021-12-07T13:35:18Z', 'revision_number': 4, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'a1b6b14e-f2af-49f5-9978-6e13da957cc7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:58Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:20.076965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11322dcb-89e4-44c5-af0c-1478f1136f55 None None] The sync data for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:15Z', 'revision_number': 6, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562f7d91-006f-4270-8b9d-e241e1f3329f', 'name': '', 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:aa:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:59Z', 'updated_at': '2021-12-07T13:35:10Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6834347-c804-4a42-aac8-e7b5993fb07f', 'name': '', 'network_id': 'b5f571cb-fd82-496f-b98a-2c70bd06c8ef', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:b8:44:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1b6b14e-f2af-49f5-9978-6e13da957cc7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:07Z', 'updated_at': '2021-12-07T13:35:18Z', 'revision_number': 4, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'a1b6b14e-f2af-49f5-9978-6e13da957cc7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:58Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:20.085972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port f81b8d71-9224-4260-bd1b-812ecd3dcfff triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:20.086403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:20.090023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Allocated IP 172.20.0.1 (e9e3a7f4-8521-4e77-840a-bd2c377f094e/f59e2745-c352-4c90-a1e9-dc8ac78fc98a/d350f3d7-ef4a-4848-99b1-c5573f3b6b24) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:35:20.090930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d96c81f-9d5a-478c-bd1b-45eed21c20fa tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router a3c2df13-4153-4c3e-9112-08bffd7c206b has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:35:20.411132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d96c81f-9d5a-478c-bd1b-45eed21c20fa tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:20.425759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8d96c81f-9d5a-478c-bd1b-45eed21c20fa tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:20.427582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8d96c81f-9d5a-478c-bd1b-45eed21c20fa tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/a3c2df13-4153-4c3e-9112-08bffd7c206b HTTP/1.1" status: 200 len: 699 time: 2.5133502 Dec 07 13:35:20.430445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51322) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:20.554567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:20.643881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:20.651299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5e45a044-3391-4c71-92c1-e1c03be98a5b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:20.716494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-970d702b-c7ce-4dd6-89c0-bed729585f57 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/routers/a3c2df13-4153-4c3e-9112-08bffd7c206b HTTP/1.1" status: 200 len: 699 time: 0.2841527 Dec 07 13:35:20.720891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51328) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:20.724363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:20.758070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=b9bdb75b-5b15-4305-8bdc-e6a3afa201f7,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:20.828175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:20.879168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Transition to ACTIVE for port object d350f3d7-ef4a-4848-99b1-c5573f3b6b24 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:21.025770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51336) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:21.186198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bdf4ee57-7d48-441c-a783-7e7189160e34 tempest-DvrRoutersNegativeTest-739410876 tempest-DvrRoutersNegativeTest-739410876-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-549498574', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:21.190364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.policy [None req-bdf4ee57-7d48-441c-a783-7e7189160e34 tempest-DvrRoutersNegativeTest-739410876 tempest-DvrRoutersNegativeTest-739410876-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88898) log_rule_list /opt/stack/neutron/neutron/policy.py:412}} Dec 07 13:35:21.199271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.policy [None req-bdf4ee57-7d48-441c-a783-7e7189160e34 tempest-DvrRoutersNegativeTest-739410876 tempest-DvrRoutersNegativeTest-739410876-project] Failed policy check for 'create_router' {{(pid=88898) enforce /opt/stack/neutron/neutron/policy.py:483}} Dec 07 13:35:21.201781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-bdf4ee57-7d48-441c-a783-7e7189160e34 tempest-DvrRoutersNegativeTest-739410876 tempest-DvrRoutersNegativeTest-739410876-project] create failed (client error): Access was denied to this resource. Dec 07 13:35:21.207345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bdf4ee57-7d48-441c-a783-7e7189160e34 tempest-DvrRoutersNegativeTest-739410876 tempest-DvrRoutersNegativeTest-739410876-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1765282 Dec 07 13:35:21.250784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:21.377341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:21.384247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-90db2072-790a-4b32-bef3-0e08e0568456 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:21.620871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51346) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:21.658102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Network e9e3a7f4-8521-4e77-840a-bd2c377f094e is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:21.663723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event updated for resources: {'Port': ['ID=d350f3d7-ef4a-4848-99b1-c5573f3b6b24,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:21.667692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:21.671458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:21.674543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:35:21.767575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:21.810016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656799f9-9edd-4c02-933d-042987771bbc None None] Sync routers for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:21.829527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656799f9-9edd-4c02-933d-042987771bbc None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:21.831398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-656799f9-9edd-4c02-933d-042987771bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:21.855472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7191971-6447-4fb5-a6cc-9fd1df2e2bbc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:21.874296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6030c51-9c25-4d5f-be07-2fdf76f58eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:21.933117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Floating IP acc0ce86-1695-4344-9176-cf4881ab0158 associated. External IP: 172.36.4.212, port: 34a398c1-34f5-4fda-9264-e19d01aa8fc5. Dec 07 13:35:21.954188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e6834347-c804-4a42-aac8-e7b5993fb07f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:21.979011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c6030c51-9c25-4d5f-be07-2fdf76f58eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:21.984527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c6030c51-9c25-4d5f-be07-2fdf76f58eae admin admin] Usage tracker for resource:security_group_rule and tenant:0e17c82acfc84f75bab1903a69af976d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:21.987941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c6030c51-9c25-4d5f-be07-2fdf76f58eae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:21.994455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c6030c51-9c25-4d5f-be07-2fdf76f58eae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:22.069085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-656799f9-9edd-4c02-933d-042987771bbc None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:22.105728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port e6834347-c804-4a42-aac8-e7b5993fb07f completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:22.113389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port e6834347-c804-4a42-aac8-e7b5993fb07f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:22.113791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:22.173060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:22.177114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6030c51-9c25-4d5f-be07-2fdf76f58eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:22.210366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6030c51-9c25-4d5f-be07-2fdf76f58eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:22.239319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1f64d50-2a13-451d-a310-792ad894ab49 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:22.325918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:22.338220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6030c51-9c25-4d5f-be07-2fdf76f58eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70d88d8-2bf3-4aac-9e78-a96ba9477d0d,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:22.364869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c6030c51-9c25-4d5f-be07-2fdf76f58eae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e17c82acfc84f75bab1903a69af976d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7426593 Dec 07 13:35:22.366603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c6030c51-9c25-4d5f-be07-2fdf76f58eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:22.367105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51352) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:22.393833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef2dec1-276a-4db0-b62d-1e8480b0eea3 None None] Network e9e3a7f4-8521-4e77-840a-bd2c377f094e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:22.456386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af3ea969-6d2e-458a-a67f-4a6b15542d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:22.480827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port e6834347-c804-4a42-aac8-e7b5993fb07f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e6834347-c804-4a42-aac8-e7b5993fb07f,segment=NetworkSegment(b5d6b961-e9bf-4da0-97de-2a0b4573809b),segment_id=b5d6b961-e9bf-4da0-97de-2a0b4573809b)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:22.490479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af3ea969-6d2e-458a-a67f-4a6b15542d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:22.517154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:22.518211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 73b58cba-2fb6-491d-b8ca-75c662da77aa up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:22.564629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-40cfd5e2-ebb4-4b4c-861f-ab735ddd8a61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:22.594573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4dec3540-d52b-49a9-9417-7f86e25afe2b None None] Provisioning for port 73b58cba-2fb6-491d-b8ca-75c662da77aa completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:22.642092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-656799f9-9edd-4c02-933d-042987771bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 7, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562f7d91-006f-4270-8b9d-e241e1f3329f', 'name': '', 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:aa:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:59Z', 'updated_at': '2021-12-07T13:35:10Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6834347-c804-4a42-aac8-e7b5993fb07f', 'name': '', 'network_id': 'b5f571cb-fd82-496f-b98a-2c70bd06c8ef', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:b8:44:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1b6b14e-f2af-49f5-9978-6e13da957cc7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:07Z', 'updated_at': '2021-12-07T13:35:18Z', 'revision_number': 4, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'a1b6b14e-f2af-49f5-9978-6e13da957cc7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:58Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:22.643592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af3ea969-6d2e-458a-a67f-4a6b15542d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:22.646835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656799f9-9edd-4c02-933d-042987771bbc None None] Checking router: a3c2df13-4153-4c3e-9112-08bffd7c206b for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:35:22.653884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d33df638-9d0d-491f-8ac8-c7c74e396d61 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:22.661273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656799f9-9edd-4c02-933d-042987771bbc None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:22.662136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-656799f9-9edd-4c02-933d-042987771bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:22.677599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ea969-6d2e-458a-a67f-4a6b15542d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70d88d8-2bf3-4aac-9e78-a96ba9477d0d,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:22.692675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af3ea969-6d2e-458a-a67f-4a6b15542d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:22.694440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af3ea969-6d2e-458a-a67f-4a6b15542d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:22.696917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-af3ea969-6d2e-458a-a67f-4a6b15542d0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c70d88d8-2bf3-4aac-9e78-a96ba9477d0d HTTP/1.1" status: 204 len: 168 time: 0.3286037 Dec 07 13:35:22.756395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=e6834347-c804-4a42-aac8-e7b5993fb07f,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:22.763647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:22.773374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 73b58cba-2fb6-491d-b8ca-75c662da77aa completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:22.782463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 73b58cba-2fb6-491d-b8ca-75c662da77aa triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:22.782886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:22.857837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-656799f9-9edd-4c02-933d-042987771bbc None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:22.984980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:23.040576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 73b58cba-2fb6-491d-b8ca-75c662da77aa, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=73b58cba-2fb6-491d-b8ca-75c662da77aa,segment=NetworkSegment(4e1852a6-2559-4361-b061-81d047a79d07),segment_id=4e1852a6-2559-4361-b061-81d047a79d07)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:23.094068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:23.102935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:23.308452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-656799f9-9edd-4c02-933d-042987771bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 7, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562f7d91-006f-4270-8b9d-e241e1f3329f', 'name': '', 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:aa:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:59Z', 'updated_at': '2021-12-07T13:35:10Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6834347-c804-4a42-aac8-e7b5993fb07f', 'name': '', 'network_id': 'b5f571cb-fd82-496f-b98a-2c70bd06c8ef', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:b8:44:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1b6b14e-f2af-49f5-9978-6e13da957cc7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:07Z', 'updated_at': '2021-12-07T13:35:22Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'a1b6b14e-f2af-49f5-9978-6e13da957cc7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:58Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:23.313393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656799f9-9edd-4c02-933d-042987771bbc None None] The sync data for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 7, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562f7d91-006f-4270-8b9d-e241e1f3329f', 'name': '', 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:aa:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:59Z', 'updated_at': '2021-12-07T13:35:10Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6834347-c804-4a42-aac8-e7b5993fb07f', 'name': '', 'network_id': 'b5f571cb-fd82-496f-b98a-2c70bd06c8ef', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:b8:44:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1b6b14e-f2af-49f5-9978-6e13da957cc7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:07Z', 'updated_at': '2021-12-07T13:35:22Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'a1b6b14e-f2af-49f5-9978-6e13da957cc7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:58Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:23.336244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=73b58cba-2fb6-491d-b8ca-75c662da77aa,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:23.340473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:23.573622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-03c153a4-7263-4865-85e1-ba8f7012e94f None None] Provisioning complete for port 73b58cba-2fb6-491d-b8ca-75c662da77aa triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:23.574173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-03c153a4-7263-4865-85e1-ba8f7012e94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:23.768353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-03c153a4-7263-4865-85e1-ba8f7012e94f None None] Provisioning for port d350f3d7-ef4a-4848-99b1-c5573f3b6b24 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:23.776575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-03c153a4-7263-4865-85e1-ba8f7012e94f None None] Provisioning complete for port d350f3d7-ef4a-4848-99b1-c5573f3b6b24 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:23.777448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-03c153a4-7263-4865-85e1-ba8f7012e94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:23.872707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-03c153a4-7263-4865-85e1-ba8f7012e94f None None] Port d350f3d7-ef4a-4848-99b1-c5573f3b6b24 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:35:23.895571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e6834347-c804-4a42-aac8-e7b5993fb07f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:23.928435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:23.959642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:23.992430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-253e1fa5-d32e-4110-8a14-8dda69d068ed tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:23.995618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port e6834347-c804-4a42-aac8-e7b5993fb07f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:23.996447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:24.075831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cca6458a-fd47-45cf-b122-3262812f7628 None None] Provisioning complete for port d350f3d7-ef4a-4848-99b1-c5573f3b6b24 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:24.076309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cca6458a-fd47-45cf-b122-3262812f7628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:24.109598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:24.113514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event updated for resources: {'Port': ['ID=d350f3d7-ef4a-4848-99b1-c5573f3b6b24,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:24.121609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:24.189561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:35:24.212960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cca6458a-fd47-45cf-b122-3262812f7628 None None] Port d350f3d7-ef4a-4848-99b1-c5573f3b6b24 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:35:24.215093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51374) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:24.239741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 73b58cba-2fb6-491d-b8ca-75c662da77aa up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:24.329798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 73b58cba-2fb6-491d-b8ca-75c662da77aa triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:24.330558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:24.449905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-575b485e-8ca9-4b24-afd2-5d69ec1223a9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1201512465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:24.457498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-575b485e-8ca9-4b24-afd2-5d69ec1223a9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:24.461704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-575b485e-8ca9-4b24-afd2-5d69ec1223a9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Usage tracker for resource:router and tenant:4810c6dfd716438e9439d9197ec721ea is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:24.465007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-575b485e-8ca9-4b24-afd2-5d69ec1223a9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:24.473990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-575b485e-8ca9-4b24-afd2-5d69ec1223a9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:24.482111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Network e9e3a7f4-8521-4e77-840a-bd2c377f094e is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:24.494619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:24.517028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-575b485e-8ca9-4b24-afd2-5d69ec1223a9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:24.518523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-575b485e-8ca9-4b24-afd2-5d69ec1223a9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:24.609365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-575b485e-8ca9-4b24-afd2-5d69ec1223a9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:24.618927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f7191971-6447-4fb5-a6cc-9fd1df2e2bbc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port e6834347-c804-4a42-aac8-e7b5993fb07f {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:24.619349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7191971-6447-4fb5-a6cc-9fd1df2e2bbc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:24.666070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-575b485e-8ca9-4b24-afd2-5d69ec1223a9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:24.791413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-575b485e-8ca9-4b24-afd2-5d69ec1223a9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:24.796203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-575b485e-8ca9-4b24-afd2-5d69ec1223a9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5794847 Dec 07 13:35:24.797268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51380) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:24.804342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-667088028'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:24.811078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:24.816450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Usage tracker for resource:network and tenant:4810c6dfd716438e9439d9197ec721ea is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:24.821396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:24.833974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:24.871727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Made reservation on behalf of 4810c6dfd716438e9439d9197ec721ea for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:35:24.877934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:24.897883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:24.935778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:24.940626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Usage tracker for resource:security_group_rule and tenant:4810c6dfd716438e9439d9197ec721ea is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:24.943778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:24.947712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-07208a66-4ea2-4df9-aae5-7a78f351e2ca None None] Provisioning complete for port d350f3d7-ef4a-4848-99b1-c5573f3b6b24 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:24.948486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-07208a66-4ea2-4df9-aae5-7a78f351e2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:24.950553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:25.028381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-07208a66-4ea2-4df9-aae5-7a78f351e2ca None None] Port d350f3d7-ef4a-4848-99b1-c5573f3b6b24 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:35:25.029793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:25.065405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:25.070129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0fe85fc8-2487-4270-bfee-7c1ba93c0fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:25.102474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f7191971-6447-4fb5-a6cc-9fd1df2e2bbc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] For port e6834347-c804-4a42-aac8-e7b5993fb07f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e6834347-c804-4a42-aac8-e7b5993fb07f,segment=NetworkSegment(b5d6b961-e9bf-4da0-97de-2a0b4573809b),segment_id=b5d6b961-e9bf-4da0-97de-2a0b4573809b)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:25.102866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7191971-6447-4fb5-a6cc-9fd1df2e2bbc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:25.104536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:35:25.115507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2736fa5d-3105-48f2-8cb8-632538a08d5a,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:25.119695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:25.122523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:25.122711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Added segment c21828fc-c515-476f-bf13-18fa024b0e2f of type vlan for network c382124f-72ca-404b-b892-58ffdc13ba26 Dec 07 13:35:25.152472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:25.214012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:25.219650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:25.220307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:25.226032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc609499-3a11-4c7e-8b73-51b78b8d80a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:25.240161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:25.248991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f7191971-6447-4fb5-a6cc-9fd1df2e2bbc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for e6834347-c804-4a42-aac8-e7b5993fb07f owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:35:25.252157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e93f6-da56-4884-afad-ba730c9c2d23 None None] Sync routers for ids ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:25.267929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e93f6-da56-4884-afad-ba730c9c2d23 None None] Routers {'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:25.268726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-076e93f6-da56-4884-afad-ba730c9c2d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:25.371194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event updated for resources: {'Network': ['ID=c382124f-72ca-404b-b892-58ffdc13ba26,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:25.375647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:25.393215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5945857 Dec 07 13:35:25.396008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51384) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:25.403341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Request body: {'subnet': {'network_id': 'c382124f-72ca-404b-b892-58ffdc13ba26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:25.440908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network c382124f-72ca-404b-b892-58ffdc13ba26 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:35:25.446307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:25.538348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:25.542623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Usage tracker for resource:subnet and tenant:4810c6dfd716438e9439d9197ec721ea is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:25.546016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:25.554672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:25.608156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-076e93f6-da56-4884-afad-ba730c9c2d23 None None] Set router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:25.613859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Made reservation on behalf of 4810c6dfd716438e9439d9197ec721ea for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:35:25.739638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:25.807479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.0552757 Dec 07 13:35:25.811092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51388) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:25.811541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051b677d-80bd-4a3e-921e-898ff52e0421', 'tag': '34a398c1-34f5-4fda-9264-e19d01aa8fc5'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:35:25.904545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Router d187a110-1165-4aea-ac3d-dd591be1e87f has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:35:26.008185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7191971-6447-4fb5-a6cc-9fd1df2e2bbc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:26.013824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b279e4b3-c497-4cdb-9875-ea1d795f2ec0 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:26.072419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7191971-6447-4fb5-a6cc-9fd1df2e2bbc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Port': ['ID=e6834347-c804-4a42-aac8-e7b5993fb07f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:26.079920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7191971-6447-4fb5-a6cc-9fd1df2e2bbc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:26.313263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-076e93f6-da56-4884-afad-ba730c9c2d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:34Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'acc0ce86-1695-4344-9176-cf4881ab0158', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.212', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'port_id': '34a398c1-34f5-4fda-9264-e19d01aa8fc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'mac_address': 'fa:16:3e:3b:44:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051b677d-80bd-4a3e-921e-898ff52e0421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:35:19Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fae25c-0566-4f0b-9626-3546e066d2f7', 'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:20:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:43Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:26.322038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e93f6-da56-4884-afad-ba730c9c2d23 None None] Checking router: bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:35:26.339165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e93f6-da56-4884-afad-ba730c9c2d23 None None] Routers {'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:26.340279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-076e93f6-da56-4884-afad-ba730c9c2d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:26.343137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051b677d-80bd-4a3e-921e-898ff52e0421', 'tag': '34a398c1-34f5-4fda-9264-e19d01aa8fc5', 'status': 'completed', 'code': 200} Dec 07 13:35:26.424325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-52e64c26-2e96-42f8-a7f1-b488bcc5ca64 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/acc0ce86-1695-4344-9176-cf4881ab0158 HTTP/1.1" status: 200 len: 992 time: 0.6095996 Dec 07 13:35:26.537166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:26.548468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4dcae39-2984-4050-8d05-5274d0fbfe94 req-7fbe537f-90bb-4f4e-bf20-60a87c6bf83f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3514962 Dec 07 13:35:26.551542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Sync routers for ids ['d187a110-1165-4aea-ac3d-dd591be1e87f'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:26.552307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "PUT /v2.0/routers/d187a110-1165-4aea-ac3d-dd591be1e87f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5253665 Dec 07 13:35:26.554048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7191971-6447-4fb5-a6cc-9fd1df2e2bbc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:26.555091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0c30bc3-8d31-4c99-b062-a2865ee776b1 req-05f391fb-a523-4d6c-a1a2-ae91042eb920 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 1099 time: 0.2578487 Dec 07 13:35:26.580829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Routers {'d187a110-1165-4aea-ac3d-dd591be1e87f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:26.581515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d187a110-1165-4aea-ac3d-dd591be1e87f'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:26.611991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-076e93f6-da56-4884-afad-ba730c9c2d23 None None] Set router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:26.806971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c30bc3-8d31-4c99-b062-a2865ee776b1 req-0df4bd74-ec41-42ff-9f4e-fa7041a335a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:26.809057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0c30bc3-8d31-4c99-b062-a2865ee776b1 req-0df4bd74-ec41-42ff-9f4e-fa7041a335a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6 HTTP/1.1" status: 200 len: 898 time: 0.2460520 Dec 07 13:35:26.810468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:26.816299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f54bea73-71af-4fb7-97f2-7034ee29f4bd tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:26.921681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Set router d187a110-1165-4aea-ac3d-dd591be1e87f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:26.972886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event updated for resources: {'Subnet': ['ID=927283ed-738f-44cc-ab36-baf3d6ec466a,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:26.990978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:27.042149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0c30bc3-8d31-4c99-b062-a2865ee776b1 req-de105106-866d-42a4-bc8b-468cc0ca5365 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34a398c1-34f5-4fda-9264-e19d01aa8fc5 HTTP/1.1" status: 200 len: 1000 time: 0.1867945 Dec 07 13:35:27.043467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Checking segment: {'id': 'c21828fc-c515-476f-bf13-18fa024b0e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c382124f-72ca-404b-b892-58ffdc13ba26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:27.044043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Network hostable DHCP agents. Network: c382124f-72ca-404b-b892-58ffdc13ba26, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:35:27.196293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c30bc3-8d31-4c99-b062-a2865ee776b1 req-477b658b-768d-41c1-9c00-9d944d8c94a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:27.199079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0c30bc3-8d31-4c99-b062-a2865ee776b1 req-477b658b-768d-41c1-9c00-9d944d8c94a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a61828e-2a04-44c7-95da-df01d8ae1a57 HTTP/1.1" status: 200 len: 835 time: 0.1456740 Dec 07 13:35:27.284256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-314163ae-1212-4734-82c6-dd2fda019de7 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Synchronizing usage tracker for tenant:17fd73b3119948aba1743cddcc2d8289 on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:35:27.323648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Network c382124f-72ca-404b-b892-58ffdc13ba26 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:35:27.343921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-076e93f6-da56-4884-afad-ba730c9c2d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:34Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'acc0ce86-1695-4344-9176-cf4881ab0158', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.212', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'port_id': '34a398c1-34f5-4fda-9264-e19d01aa8fc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'mac_address': 'fa:16:3e:3b:44:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051b677d-80bd-4a3e-921e-898ff52e0421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:35:19Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fae25c-0566-4f0b-9626-3546e066d2f7', 'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:20:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:43Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:27.351042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e93f6-da56-4884-afad-ba730c9c2d23 None None] The sync data for ids ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:34Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'acc0ce86-1695-4344-9176-cf4881ab0158', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.212', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'port_id': '34a398c1-34f5-4fda-9264-e19d01aa8fc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'mac_address': 'fa:16:3e:3b:44:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051b677d-80bd-4a3e-921e-898ff52e0421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:35:19Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fae25c-0566-4f0b-9626-3546e066d2f7', 'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:20:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:43Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:27.372094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7191971-6447-4fb5-a6cc-9fd1df2e2bbc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router a3c2df13-4153-4c3e-9112-08bffd7c206b has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:35:27.382361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-314163ae-1212-4734-82c6-dd2fda019de7 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Unset dirty status for tenant:17fd73b3119948aba1743cddcc2d8289 on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:35:27.395543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-314163ae-1212-4734-82c6-dd2fda019de7 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989633003&fields=id&tenant_id=17fd73b3119948aba1743cddcc2d8289 HTTP/1.1" status: 200 len: 267 time: 0.3331306 Dec 07 13:35:27.396164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0c30bc3-8d31-4c99-b062-a2865ee776b1 req-20e151b5-33f7-4d19-98b7-2a3a4a450184 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1776404 Dec 07 13:35:27.409319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802654284', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:08Z', 'updated_at': '2021-12-07T13:35:21Z', 'revision_number': 4, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'gw_port': {'id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:09Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'd350f3d7-ef4a-4848-99b1-c5573f3b6b24', 'name': '', 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'mac_address': 'fa:16:3e:af:45:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:19Z', 'updated_at': '2021-12-07T13:35:22Z', 'revision_number': 2, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'subnets': [{'id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:27.414398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Checking router: d187a110-1165-4aea-ac3d-dd591be1e87f for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:35:27.414961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Updating router d187a110-1165-4aea-ac3d-dd591be1e87f port d350f3d7-ef4a-4848-99b1-c5573f3b6b24 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:35:27.454688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51408) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:27.480718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:27.489047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, c382124f-72ca-404b-b892-58ffdc13ba26) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:27.500732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5e659d-b690-428d-bbfe-fd25f488e4a2 None None] Network c382124f-72ca-404b-b892-58ffdc13ba26 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:27.505619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:27.506264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:27.582255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1847558 Dec 07 13:35:27.585673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51412) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:27.592571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Request body: {'network': {'name': 'tempest-router-network01--801898471'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:27.605248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:27.610884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0c30bc3-8d31-4c99-b062-a2865ee776b1 req-01ba7610-7dc4-4c13-b6c3-63fffd5eff37 service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185836 Dec 07 13:35:27.614006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Usage tracker for resource:network and tenant:4810c6dfd716438e9439d9197ec721ea is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:27.653833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:27.666927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:27.826759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d71d4c9c-979e-43e4-b9e9-3b235ae8a1a2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/acc0ce86-1695-4344-9176-cf4881ab0158 HTTP/1.1" status: 200 len: 992 time: 0.3697705 Dec 07 13:35:27.844451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c382124f-72ca-404b-b892-58ffdc13ba26', 'network_id': 'c382124f-72ca-404b-b892-58ffdc13ba26', 'tenant_id': '4810c6dfd716438e9439d9197ec721ea', 'fixed_ips': [{'subnet_id': '927283ed-738f-44cc-ab36-baf3d6ec466a'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:35:27.846519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:27.910797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0c30bc3-8d31-4c99-b062-a2865ee776b1 req-169bcb38-697f-4135-a012-8638d81af2b6 service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916117 Dec 07 13:35:27.912407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Made reservation on behalf of 4810c6dfd716438e9439d9197ec721ea for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:35:27.919565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:27.934217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052bd45f-4845-445c-8e97-5f3239efe95e None None] New status for floating IP acc0ce86-1695-4344-9176-cf4881ab0158: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:35:27.942574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-bf34f424-0fce-4e00-a79c-ed71345af082 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:27.946759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-bf34f424-0fce-4e00-a79c-ed71345af082 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/networks?id=e9e3a7f4-8521-4e77-840a-bd2c377f094e HTTP/1.1" status: 200 len: 797 time: 0.5543313 Dec 07 13:35:27.957268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:35:27.960503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:27.970227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:27.970484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7191971-6447-4fb5-a6cc-9fd1df2e2bbc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:27.971034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Added segment af35ee91-2a1e-4022-9db8-4960ccdf991d of type vlan for network ccd6722e-fa98-4abf-a3f7-615fafb5d602 Dec 07 13:35:27.977001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Transition to ACTIVE for port object d350f3d7-ef4a-4848-99b1-c5573f3b6b24 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:27.979089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f7191971-6447-4fb5-a6cc-9fd1df2e2bbc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/a3c2df13-4153-4c3e-9112-08bffd7c206b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2238343 Dec 07 13:35:27.981773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-16344ac4-3a92-46fa-966b-4e8858e87337 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/quotas/17fd73b3119948aba1743cddcc2d8289 HTTP/1.1" status: 200 len: 375 time: 0.0249536 Dec 07 13:35:27.982570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51416) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:27.986389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a844e35-379d-45c7-9617-adb1c8950a58 None None] Sync routers for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:28.003197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a844e35-379d-45c7-9617-adb1c8950a58 None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:28.003990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3a844e35-379d-45c7-9617-adb1c8950a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:28.095462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:28.113979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-48909551-981d-4f45-aac3-0d8b870cd124 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Synchronizing usage tracker for tenant:17fd73b3119948aba1743cddcc2d8289 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:35:28.119723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:28.181753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:28.209987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-48909551-981d-4f45-aac3-0d8b870cd124 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Unset dirty status for tenant:17fd73b3119948aba1743cddcc2d8289 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:35:28.226165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-48909551-981d-4f45-aac3-0d8b870cd124 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=17fd73b3119948aba1743cddcc2d8289&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2376311 Dec 07 13:35:28.331859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:28.336351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:28.337280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:28.348879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d62412f9-7c1e-4e2c-9ccd-4e3ef1e919e3 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:28.407137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Allocated IP 172.20.0.2 (c382124f-72ca-404b-b892-58ffdc13ba26/927283ed-738f-44cc-ab36-baf3d6ec466a/5a3d361a-33c7-4fad-b01d-9dbb2300a55c) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:35:28.474686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-6ab400ea-9809-4ad7-8978-994951acb2b2 service neutron] 10.222.0.24 "GET /v2.0/networks/e9e3a7f4-8521-4e77-840a-bd2c377f094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430308 Dec 07 13:35:28.486942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event updated for resources: {'Network': ['ID=ccd6722e-fa98-4abf-a3f7-615fafb5d602,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:28.515140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4dcae39-2984-4050-8d05-5274d0fbfe94 req-9ce3c4a7-a612-4981-8e73-326a63e30ff2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 1099 time: 0.3935518 Dec 07 13:35:28.515140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:28.517390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed11b006-9583-43a8-9ba9-5ded4044ac17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting subnet a1b6b14e-f2af-49f5-9978-6e13da957cc7 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:35:28.521628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed11b006-9583-43a8-9ba9-5ded4044ac17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:28.554281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ca9b0-1775-45f5-8c98-72be5366e4bf None None] Pushing event updated for resources: {'Port': ['ID=d350f3d7-ef4a-4848-99b1-c5573f3b6b24,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:28.558506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d84ca9b0-1775-45f5-8c98-72be5366e4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:28.581316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-3a844e35-379d-45c7-9617-adb1c8950a58 None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:28.610668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed11b006-9583-43a8-9ba9-5ded4044ac17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:28.672260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network ccd6722e-fa98-4abf-a3f7-615fafb5d602 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:35:28.730861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1440606 Dec 07 13:35:28.736659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51420) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:28.745298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Request body: {'network': {'name': 'tempest-router-network02--1793020236'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:28.767103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Attempting to bind port d350f3d7-ef4a-4848-99b1-c5573f3b6b24 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:35:28.767553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Attempting to bind port d350f3d7-ef4a-4848-99b1-c5573f3b6b24 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '4e1852a6-2559-4361-b061-81d047a79d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:35:28.767959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Attempting to bind port d350f3d7-ef4a-4848-99b1-c5573f3b6b24 on network e9e3a7f4-8521-4e77-840a-bd2c377f094e {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:35:28.803340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:28.832052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Usage tracker for resource:network and tenant:4810c6dfd716438e9439d9197ec721ea is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:28.846894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51424) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:28.849646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:28.876303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-563d50ae-a767-471a-91bc-23783d250440 service neutron] 10.222.0.24 "GET /v2.0/networks/e9e3a7f4-8521-4e77-840a-bd2c377f094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998775 Dec 07 13:35:28.891372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:35:28.891847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Checking segment: {'id': '4e1852a6-2559-4361-b061-81d047a79d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:28.892067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:28.892297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:28.892770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Bound using segment: {'id': '4e1852a6-2559-4361-b061-81d047a79d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:35:28.893303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Bound port: d350f3d7-ef4a-4848-99b1-c5573f3b6b24, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1852a6-2559-4361-b061-81d047a79d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:35:28.893713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:28.962779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Made reservation on behalf of 4810c6dfd716438e9439d9197ec721ea for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:35:28.973193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:29.033806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:35:29.044734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:29.045273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Added segment 82355c14-ff2f-4d09-a61c-46233f162494 of type vlan for network 899edac6-be79-417b-8a72-4a48b3bd8098 Dec 07 13:35:29.073741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:29.084976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed11b006-9583-43a8-9ba9-5ded4044ac17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:29.087947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:29.089762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Transition to ACTIVE for port object 5a3d361a-33c7-4fad-b01d-9dbb2300a55c will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:29.109285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] For port d350f3d7-ef4a-4848-99b1-c5573f3b6b24, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:35:29.115270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Transition to ACTIVE for port object 5a3d361a-33c7-4fad-b01d-9dbb2300a55c will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:29.152255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:29.156702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:29.164507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] For port d350f3d7-ef4a-4848-99b1-c5573f3b6b24, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d350f3d7-ef4a-4848-99b1-c5573f3b6b24,segment=NetworkSegment(4e1852a6-2559-4361-b061-81d047a79d07),segment_id=4e1852a6-2559-4361-b061-81d047a79d07)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:35:29.178996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9b9306ad-28fa-4778-bc3f-775c89e89246 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/acc0ce86-1695-4344-9176-cf4881ab0158 HTTP/1.1" status: 200 len: 994 time: 0.3252964 Dec 07 13:35:29.179961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:29.189879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:29.189879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:29.206162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3a2c6d10-7d73-4d70-8fa9-1b4cf77cb88e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:29.225563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:29.228998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcae39-2984-4050-8d05-5274d0fbfe94 req-93b87f90-9c76-4d93-bfc3-5d3eb8919bd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:29.230669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4dcae39-2984-4050-8d05-5274d0fbfe94 req-93b87f90-9c76-4d93-bfc3-5d3eb8919bd8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6 HTTP/1.1" status: 200 len: 898 time: 0.5610588 Dec 07 13:35:29.235037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Pushing event updated for resources: {'Port': ['ID=5a3d361a-33c7-4fad-b01d-9dbb2300a55c,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:29.240902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-789dcf49-0de5-4d34-80de-244eb6a56f55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:29.252040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Network c382124f-72ca-404b-b892-58ffdc13ba26 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:29.253834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:29.256268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:35:29.356014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:29.356404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:29.356791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:29.357168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:29.357547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:29.357922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:29.358293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:29.359202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:29.359814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:29.360382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:29.360709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:35:29.365182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:29.387512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4dcae39-2984-4050-8d05-5274d0fbfe94 req-f841306f-62df-4a60-8817-19bef0c1424f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34a398c1-34f5-4fda-9264-e19d01aa8fc5 HTTP/1.1" status: 200 len: 1002 time: 0.1366868 Dec 07 13:35:29.427698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Attempting to bind port 5a3d361a-33c7-4fad-b01d-9dbb2300a55c on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:35:29.428067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Attempting to bind port 5a3d361a-33c7-4fad-b01d-9dbb2300a55c by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'c21828fc-c515-476f-bf13-18fa024b0e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c382124f-72ca-404b-b892-58ffdc13ba26'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:35:29.428480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Attempting to bind port 5a3d361a-33c7-4fad-b01d-9dbb2300a55c on network c382124f-72ca-404b-b892-58ffdc13ba26 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:35:29.432396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3a844e35-379d-45c7-9617-adb1c8950a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:25Z', 'revision_number': 8, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562f7d91-006f-4270-8b9d-e241e1f3329f', 'name': '', 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:aa:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:59Z', 'updated_at': '2021-12-07T13:35:10Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:58Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:29.434798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed11b006-9583-43a8-9ba9-5ded4044ac17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:29.437342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:35:29.437946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Checking segment: {'id': 'c21828fc-c515-476f-bf13-18fa024b0e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c382124f-72ca-404b-b892-58ffdc13ba26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:29.438406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:29.438855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Bound using segment: {'id': 'c21828fc-c515-476f-bf13-18fa024b0e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c382124f-72ca-404b-b892-58ffdc13ba26'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:35:29.439452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Bound port: 5a3d361a-33c7-4fad-b01d-9dbb2300a55c, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21828fc-c515-476f-bf13-18fa024b0e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c382124f-72ca-404b-b892-58ffdc13ba26'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:35:29.440093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:29.450954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a844e35-379d-45c7-9617-adb1c8950a58 None None] Checking router: a3c2df13-4153-4c3e-9112-08bffd7c206b for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:35:29.457304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8cbfc314-5b46-4663-9b87-e9668820376e tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:29.469819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ca9b0-1775-45f5-8c98-72be5366e4bf None None] Pushing event updated for resources: {'Port': ['ID=d350f3d7-ef4a-4848-99b1-c5573f3b6b24,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:29.476723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d84ca9b0-1775-45f5-8c98-72be5366e4bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:29.488952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Routers {'d187a110-1165-4aea-ac3d-dd591be1e87f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:29.490079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d187a110-1165-4aea-ac3d-dd591be1e87f'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:29.518836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed11b006-9583-43a8-9ba9-5ded4044ac17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:29.525856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11b006-9583-43a8-9ba9-5ded4044ac17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b6b14e-f2af-49f5-9978-6e13da957cc7,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:29.529610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bd483f-79e9-451d-a7fa-730f21226957 None None] Network b5f571cb-fd82-496f-b98a-2c70bd06c8ef requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:29.532254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ed11b006-9583-43a8-9ba9-5ded4044ac17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:29.539022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ed11b006-9583-43a8-9ba9-5ded4044ac17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/a1b6b14e-f2af-49f5-9978-6e13da957cc7 HTTP/1.1" status: 204 len: 168 time: 1.5543735 Dec 07 13:35:29.539971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51436) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:29.579497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcae39-2984-4050-8d05-5274d0fbfe94 req-efecfd9a-9308-47c7-8763-7d71371fdd15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:29.581170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4dcae39-2984-4050-8d05-5274d0fbfe94 req-efecfd9a-9308-47c7-8763-7d71371fdd15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a61828e-2a04-44c7-95da-df01d8ae1a57 HTTP/1.1" status: 200 len: 835 time: 0.1885059 Dec 07 13:35:29.582625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a844e35-379d-45c7-9617-adb1c8950a58 None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:29.583606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3a844e35-379d-45c7-9617-adb1c8950a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:29.848875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4e41cd5d-057a-4955-82c1-ee513ed1f83b req-1eeec84f-600e-48ee-817b-10c4efa1c787 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 210 time: 0.1193793 Dec 07 13:35:29.853649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] For port 5a3d361a-33c7-4fad-b01d-9dbb2300a55c, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:35:29.872525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] For port 5a3d361a-33c7-4fad-b01d-9dbb2300a55c, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5a3d361a-33c7-4fad-b01d-9dbb2300a55c,segment=NetworkSegment(c21828fc-c515-476f-bf13-18fa024b0e2f),segment_id=c21828fc-c515-476f-bf13-18fa024b0e2f)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:35:29.934733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:29.941777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-18e5ffbc-2064-4e0c-85eb-f6b553c0e102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:29.986231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event updated for resources: {'Network': ['ID=899edac6-be79-417b-8a72-4a48b3bd8098,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:29.990101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:29.993812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4295d1c2-4e78-46b9-947f-ada949f3e128 None None] DHCP port deletion for b5f571cb-fd82-496f-b98a-2c70bd06c8ef request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:35:30.014300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 899edac6-be79-417b-8a72-4a48b3bd8098 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:35:30.051409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4295d1c2-4e78-46b9-947f-ada949f3e128 None None] Deleting port 2c52e6d8-0b0c-4315-be33-13389d26f000 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:30.051837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4295d1c2-4e78-46b9-947f-ada949f3e128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:30.063991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3222158 Dec 07 13:35:30.064617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51440) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:30.069056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:35:30.084905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] Set router d187a110-1165-4aea-ac3d-dd591be1e87f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:30.087093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Request body: {'subnet': {'network_id': 'ccd6722e-fa98-4abf-a3f7-615fafb5d602', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:30.151739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:30.153053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-3a844e35-379d-45c7-9617-adb1c8950a58 None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:30.194101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port 2c52e6d8-0b0c-4315-be33-13389d26f000 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:30.194467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:30.238783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Pushing event updated for resources: {'Port': ['ID=5a3d361a-33c7-4fad-b01d-9dbb2300a55c,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:30.250232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4dcae39-2984-4050-8d05-5274d0fbfe94 req-bf6e9505-53f3-4f37-bef1-57ce6b6ad036 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5928257 Dec 07 13:35:30.256305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:30.262452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0783c975-7e34-48f5-b629-3fad69495038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:30.374543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:30.379313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Usage tracker for resource:subnet and tenant:4810c6dfd716438e9439d9197ec721ea is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:30.382711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:30.395838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:30.461276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Made reservation on behalf of 4810c6dfd716438e9439d9197ec721ea for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:35:30.530673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4295d1c2-4e78-46b9-947f-ada949f3e128 None None] For port 2c52e6d8-0b0c-4315-be33-13389d26f000, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=2c52e6d8-0b0c-4315-be33-13389d26f000,segment=NetworkSegment(b5d6b961-e9bf-4da0-97de-2a0b4573809b),segment_id=b5d6b961-e9bf-4da0-97de-2a0b4573809b)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:30.531358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4295d1c2-4e78-46b9-947f-ada949f3e128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:30.623549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:30.658723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4dcae39-2984-4050-8d05-5274d0fbfe94 req-d0d82fac-a95b-404d-979d-e2a1bca27ae0 service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094460 Dec 07 13:35:30.756726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4295d1c2-4e78-46b9-947f-ada949f3e128 None None] Calling delete_port for 2c52e6d8-0b0c-4315-be33-13389d26f000 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:35:30.845117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] For port 2c52e6d8-0b0c-4315-be33-13389d26f000, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=2c52e6d8-0b0c-4315-be33-13389d26f000,segment=NetworkSegment(b5d6b961-e9bf-4da0-97de-2a0b4573809b),segment_id=b5d6b961-e9bf-4da0-97de-2a0b4573809b)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:30.845908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:31.034496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for 2c52e6d8-0b0c-4315-be33-13389d26f000 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:35:31.094463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4295d1c2-4e78-46b9-947f-ada949f3e128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:31.101432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:31.142476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:35:31.143208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:35:31.186627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295d1c2-4e78-46b9-947f-ada949f3e128 None None] Pushing event deleted for resources: {'Port': ['ID=2c52e6d8-0b0c-4315-be33-13389d26f000,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:31.190449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4295d1c2-4e78-46b9-947f-ada949f3e128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:31.191569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4295d1c2-4e78-46b9-947f-ada949f3e128 None None] No DVR routers for this DVR port 2c52e6d8-0b0c-4315-be33-13389d26f000 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:35:31.196591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-45644ad9-311d-469e-bec5-428324615567 req-096f9e7f-e9e2-43ac-ac29-95c3e21a9c37 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 210 time: 0.0728369 Dec 07 13:35:31.239443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4dcae39-2984-4050-8d05-5274d0fbfe94 req-f1cffcae-564a-464e-8368-a1584f08d20e service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599463 Dec 07 13:35:31.273921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:31.279769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a742f028-ac7e-4385-9ca9-9230acc3f613 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:31.287707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802654284', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:08Z', 'updated_at': '2021-12-07T13:35:21Z', 'revision_number': 4, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'gw_port': {'id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:09Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'd350f3d7-ef4a-4848-99b1-c5573f3b6b24', 'name': '', 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'mac_address': 'fa:16:3e:af:45:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:19Z', 'updated_at': '2021-12-07T13:35:29Z', 'revision_number': 4, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'subnets': [{'id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:31.295393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3a844e35-379d-45c7-9617-adb1c8950a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:25Z', 'revision_number': 8, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562f7d91-006f-4270-8b9d-e241e1f3329f', 'name': '', 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:aa:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:59Z', 'updated_at': '2021-12-07T13:35:10Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:58Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:31.300398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413edf13-b3a5-470f-a013-9fd67008d1f7 None None] The sync data for ids ['d187a110-1165-4aea-ac3d-dd591be1e87f'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802654284', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:08Z', 'updated_at': '2021-12-07T13:35:21Z', 'revision_number': 4, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'gw_port': {'id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:09Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'd350f3d7-ef4a-4848-99b1-c5573f3b6b24', 'name': '', 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'mac_address': 'fa:16:3e:af:45:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:19Z', 'updated_at': '2021-12-07T13:35:29Z', 'revision_number': 4, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'subnets': [{'id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:31.303580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a844e35-379d-45c7-9617-adb1c8950a58 None None] The sync data for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:25Z', 'revision_number': 8, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '562f7d91-006f-4270-8b9d-e241e1f3329f', 'name': '', 'network_id': '16e4bfc3-04a0-4745-9e17-114546b253d8', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:aa:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:59Z', 'updated_at': '2021-12-07T13:35:10Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': '81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:58Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:31.377894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event updated for resources: {'Subnet': ['ID=b8efd8bb-bc92-4d61-a054-2580099509c5,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:31.382101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:31.391774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Checking segment: {'id': 'af35ee91-2a1e-4022-9db8-4960ccdf991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ccd6722e-fa98-4abf-a3f7-615fafb5d602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:31.392176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Network hostable DHCP agents. Network: ccd6722e-fa98-4abf-a3f7-615fafb5d602, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:35:31.471391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Network ccd6722e-fa98-4abf-a3f7-615fafb5d602 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:35:31.522785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, ccd6722e-fa98-4abf-a3f7-615fafb5d602) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:31.526981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:31.527660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:31.533178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1a357a-591b-4acf-ae1b-3a265b92c472 None None] Network ccd6722e-fa98-4abf-a3f7-615fafb5d602 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:31.600637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5317760 Dec 07 13:35:31.601153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51448) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:31.608313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Request body: {'subnet': {'network_id': '899edac6-be79-417b-8a72-4a48b3bd8098', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:31.685590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port 2c52e6d8-0b0c-4315-be33-13389d26f000 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:31.685957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:31.697474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:31.946343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-ccd6722e-fa98-4abf-a3f7-615fafb5d602', 'network_id': 'ccd6722e-fa98-4abf-a3f7-615fafb5d602', 'tenant_id': '4810c6dfd716438e9439d9197ec721ea', 'fixed_ips': [{'subnet_id': 'b8efd8bb-bc92-4d61-a054-2580099509c5'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:35:31.946343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:31.960847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5a3d361a-33c7-4fad-b01d-9dbb2300a55c up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:31.982895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] The port '2c52e6d8-0b0c-4315-be33-13389d26f000' was deleted {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:35:32.204190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:32.214573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Usage tracker for resource:subnet and tenant:4810c6dfd716438e9439d9197ec721ea is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:32.238405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:32.243082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:32.255006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Allocated IP 172.20.0.2 (ccd6722e-fa98-4abf-a3f7-615fafb5d602/b8efd8bb-bc92-4d61-a054-2580099509c5/d664f8c7-a66d-4f6e-8286-f97cd657a9df) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:35:32.280094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:32.314889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-a525b040-a321-471b-b05f-9a387ce05753 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:32.315798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-a525b040-a321-471b-b05f-9a387ce05753 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Synchronizing usage tracker for tenant:17fd73b3119948aba1743cddcc2d8289 on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:35:32.339083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f571cb-fd82-496f-b98a-2c70bd06c8ef']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:32.366781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Made reservation on behalf of 4810c6dfd716438e9439d9197ec721ea for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:35:32.415908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d6b961-e9bf-4da0-97de-2a0b4573809b') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:32.416527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d6b961-e9bf-4da0-97de-2a0b4573809b') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:32.458852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:32.470248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 5a3d361a-33c7-4fad-b01d-9dbb2300a55c completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:32.485787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5459-d7eb-4964-ace8-ef699d037f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:32.513660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d350f3d7-ef4a-4848-99b1-c5573f3b6b24 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:32.542810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4190ccd9-aea8-442f-897c-b01f3e08c900 req-9fcd87d4-fd64-4476-a128-8d78d339d013 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 210 time: 0.0797381 Dec 07 13:35:32.550492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-a525b040-a321-471b-b05f-9a387ce05753 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Unset dirty status for tenant:17fd73b3119948aba1743cddcc2d8289 on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:35:32.551806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-a525b040-a321-471b-b05f-9a387ce05753 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.45 "GET /v2.0/networks?id=e9e3a7f4-8521-4e77-840a-bd2c377f094e HTTP/1.1" status: 200 len: 797 time: 0.7334948 Dec 07 13:35:32.598265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:32.621062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:35:32.621505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:35:32.641168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:35:32.662829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:32.689617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd39731b-00cb-40f4-9814-c01f2a6cabf2 None None] Network c382124f-72ca-404b-b892-58ffdc13ba26 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:32.794120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port d350f3d7-ef4a-4848-99b1-c5573f3b6b24 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:32.824876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-4b4f02e9-828d-4199-859c-73da33a63cb5 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17fd73b3119948aba1743cddcc2d8289 HTTP/1.1" status: 200 len: 379 time: 0.2596166 Dec 07 13:35:32.835891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port d350f3d7-ef4a-4848-99b1-c5573f3b6b24 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:32.836320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:32.849437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Request body: {'port': {'device_id': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'admin_state_up': True, 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'security_groups': ['7e91a291-a79e-407d-a9f8-64641fa61838']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:32.864480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:32.911007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Transition to ACTIVE for port object d664f8c7-a66d-4f6e-8286-f97cd657a9df will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:32.964733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:32.976910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e8e7f95b-b880-43a7-b011-f42414944352 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:32.992712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Transition to ACTIVE for port object d664f8c7-a66d-4f6e-8286-f97cd657a9df will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:32.994294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7c6628b2-25a6-421e-a186-fe0e9efea7c1 None None] Provisioning for port 5a3d361a-33c7-4fad-b01d-9dbb2300a55c completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:32.997879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:33.013565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Network': ['ID=b5f571cb-fd82-496f-b98a-2c70bd06c8ef,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:33.027400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:33.033178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:33.053426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7c6628b2-25a6-421e-a186-fe0e9efea7c1 None None] Provisioning complete for port 5a3d361a-33c7-4fad-b01d-9dbb2300a55c triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:33.053851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c6628b2-25a6-421e-a186-fe0e9efea7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:33.058460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/networks/b5f571cb-fd82-496f-b98a-2c70bd06c8ef HTTP/1.1" status: 204 len: 168 time: 3.5124569 Dec 07 13:35:33.059764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51458) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:33.086272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:33.121726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:33.135392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:33.135869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:33.219451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Made reservation on behalf of 17fd73b3119948aba1743cddcc2d8289 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:35:33.226931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:33.251628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:33.278100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-62204fe3-545a-40cd-8b48-8f25432444fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:33.357157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event updated for resources: {'Subnet': ['ID=ad8d4b6e-4cc5-419c-8c33-13fb8671d6ed,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:33.368608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:33.463648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Checking segment: {'id': '82355c14-ff2f-4d09-a61c-46233f162494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '899edac6-be79-417b-8a72-4a48b3bd8098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:33.464025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Network hostable DHCP agents. Network: 899edac6-be79-417b-8a72-4a48b3bd8098, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:35:33.490594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Pushing event updated for resources: {'Port': ['ID=d664f8c7-a66d-4f6e-8286-f97cd657a9df,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:33.499736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Network ccd6722e-fa98-4abf-a3f7-615fafb5d602 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:33.507031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:33.511181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:33.515962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:35:33.519035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:33.525034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f48787f-0bbb-4a49-a787-c85008a393bb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:33.588477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Allocated IP 172.20.0.12 (e9e3a7f4-8521-4e77-840a-bd2c377f094e/f59e2745-c352-4c90-a1e9-dc8ac78fc98a/f99644ee-2c1c-4669-b9eb-32162c20d8d7) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:35:33.620643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Network 899edac6-be79-417b-8a72-4a48b3bd8098 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:35:33.690254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port d350f3d7-ef4a-4848-99b1-c5573f3b6b24, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d350f3d7-ef4a-4848-99b1-c5573f3b6b24,segment=NetworkSegment(4e1852a6-2559-4361-b061-81d047a79d07),segment_id=4e1852a6-2559-4361-b061-81d047a79d07)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:33.735931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Attempting to bind port d664f8c7-a66d-4f6e-8286-f97cd657a9df on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:35:33.736353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Attempting to bind port d664f8c7-a66d-4f6e-8286-f97cd657a9df by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'af35ee91-2a1e-4022-9db8-4960ccdf991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ccd6722e-fa98-4abf-a3f7-615fafb5d602'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:35:33.736765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Attempting to bind port d664f8c7-a66d-4f6e-8286-f97cd657a9df on network ccd6722e-fa98-4abf-a3f7-615fafb5d602 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:35:33.739189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c6628b2-25a6-421e-a186-fe0e9efea7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:33.757467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b5416a20-f002-4c07-bd32-fe1e7a6dfadf req-98cbc884-3088-48a6-9265-f0366e66b1a0 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 210 time: 0.0502207 Dec 07 13:35:33.761080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:33.768052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aaf15772-c1f8-45d8-887f-e1c2b8652d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:33.830352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:35:33.830352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Checking segment: {'id': 'af35ee91-2a1e-4022-9db8-4960ccdf991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ccd6722e-fa98-4abf-a3f7-615fafb5d602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:33.830352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:33.830352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Bound using segment: {'id': 'af35ee91-2a1e-4022-9db8-4960ccdf991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ccd6722e-fa98-4abf-a3f7-615fafb5d602'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:35:33.830352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Bound port: d664f8c7-a66d-4f6e-8286-f97cd657a9df, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af35ee91-2a1e-4022-9db8-4960ccdf991d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ccd6722e-fa98-4abf-a3f7-615fafb5d602'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:35:33.830352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:33.865660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 2c52e6d8-0b0c-4315-be33-13389d26f000 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:35:33.921721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7c6628b2-25a6-421e-a186-fe0e9efea7c1 None None] For port 5a3d361a-33c7-4fad-b01d-9dbb2300a55c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5a3d361a-33c7-4fad-b01d-9dbb2300a55c,segment=NetworkSegment(c21828fc-c515-476f-bf13-18fa024b0e2f),segment_id=c21828fc-c515-476f-bf13-18fa024b0e2f)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:33.923120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 2c52e6d8-0b0c-4315-be33-13389d26f000 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:35:33.923546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 2c52e6d8-0b0c-4315-be33-13389d26f000 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:35:33.924022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e6834347-c804-4a42-aac8-e7b5993fb07f no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:35:33.993304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c6628b2-25a6-421e-a186-fe0e9efea7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:34.005896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: e6834347-c804-4a42-aac8-e7b5993fb07f {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:35:34.006272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e6834347-c804-4a42-aac8-e7b5993fb07f not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:35:34.014059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=d350f3d7-ef4a-4848-99b1-c5573f3b6b24,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:34.019892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:34.020412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c54289a2-b08e-4168-b44f-89c8d2b1f87b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:34.086593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 899edac6-be79-417b-8a72-4a48b3bd8098) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:34.102966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4acd72-6005-4a68-b103-0112efa5407d None None] Network 899edac6-be79-417b-8a72-4a48b3bd8098 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:34.103310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:34.103943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:34.182397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5801439 Dec 07 13:35:34.200870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51464) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:34.229361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d350f3d7-ef4a-4848-99b1-c5573f3b6b24 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:34.244728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:34.263806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Transition to ACTIVE for port object f99644ee-2c1c-4669-b9eb-32162c20d8d7 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:34.281630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] For port d664f8c7-a66d-4f6e-8286-f97cd657a9df, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:35:34.305944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6628b2-25a6-421e-a186-fe0e9efea7c1 None None] Pushing event updated for resources: {'Port': ['ID=5a3d361a-33c7-4fad-b01d-9dbb2300a55c,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:34.309896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7c6628b2-25a6-421e-a186-fe0e9efea7c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:34.329004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] For port d664f8c7-a66d-4f6e-8286-f97cd657a9df, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d664f8c7-a66d-4f6e-8286-f97cd657a9df,segment=NetworkSegment(af35ee91-2a1e-4022-9db8-4960ccdf991d),segment_id=af35ee91-2a1e-4022-9db8-4960ccdf991d)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:35:34.347134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:34.354292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-029c8b93-f00d-4a4c-941a-dd30bf463f12 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:34.392000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:34.399726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:34.437708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Network e9e3a7f4-8521-4e77-840a-bd2c377f094e is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:34.442165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:34.447266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:35:34.478326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event updated for resources: {'Port': ['ID=f99644ee-2c1c-4669-b9eb-32162c20d8d7,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:34.486852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:34.502245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0744365e-5a3c-415b-af8b-26bb3c9b2d91 None None] Provisioning complete for port 5a3d361a-33c7-4fad-b01d-9dbb2300a55c triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:34.502696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0744365e-5a3c-415b-af8b-26bb3c9b2d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:34.523742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:34.525304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:34.592129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7469347 Dec 07 13:35:34.606631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Request body: {'port': {'device_id': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:34.606884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port d350f3d7-ef4a-4848-99b1-c5573f3b6b24 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:34.607287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:34.637346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Pushing event updated for resources: {'Port': ['ID=d664f8c7-a66d-4f6e-8286-f97cd657a9df,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:34.641755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:34.747379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-899edac6-be79-417b-8a72-4a48b3bd8098', 'network_id': '899edac6-be79-417b-8a72-4a48b3bd8098', 'tenant_id': '4810c6dfd716438e9439d9197ec721ea', 'fixed_ips': [{'subnet_id': 'ad8d4b6e-4cc5-419c-8c33-13fb8671d6ed'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:35:34.750553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:34.801764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:34.898119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-2f48787f-0bbb-4a49-a787-c85008a393bb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port 562f7d91-006f-4270-8b9d-e241e1f3329f {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:34.898504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f48787f-0bbb-4a49-a787-c85008a393bb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:34.998550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:35.040967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Allocated IP 172.20.0.2 (899edac6-be79-417b-8a72-4a48b3bd8098/ad8d4b6e-4cc5-419c-8c33-13fb8671d6ed/10b2be2d-25a9-4856-b17c-e2c6e11ac091) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:35:35.269776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:35.367205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f99644ee-2c1c-4669-b9eb-32162c20d8d7 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:35:35.377197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:35.399039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Transition to ACTIVE for port object f99644ee-2c1c-4669-b9eb-32162c20d8d7 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:35.446938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:35.456372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f3a8815c-221d-4b73-bb72-bdb8fbce12a5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:35.466276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:35.483986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Transition to ACTIVE for port object 10b2be2d-25a9-4856-b17c-e2c6e11ac091 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:35.511099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Transition to ACTIVE for port object 10b2be2d-25a9-4856-b17c-e2c6e11ac091 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:35.530963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Pushing event updated for resources: {'Port': ['ID=f99644ee-2c1c-4669-b9eb-32162c20d8d7,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:35.535085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:35.535667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a68725d6-0fe8-46d1-ac30-2c630ad6bef9 None None] Provisioning for port f99644ee-2c1c-4669-b9eb-32162c20d8d7 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:35.564212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:35.569457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4995b895-255f-40be-9fb4-cf5f3a5f8d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:35.643827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Network 899edac6-be79-417b-8a72-4a48b3bd8098 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:35.647874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:35.653125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:35:35.656000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Pushing event updated for resources: {'Port': ['ID=10b2be2d-25a9-4856-b17c-e2c6e11ac091,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:35.659785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:35.718774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Attempting to bind port f99644ee-2c1c-4669-b9eb-32162c20d8d7 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:35:35.718774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Attempting to bind port f99644ee-2c1c-4669-b9eb-32162c20d8d7 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '4e1852a6-2559-4361-b061-81d047a79d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:35:35.718983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Attempting to bind port f99644ee-2c1c-4669-b9eb-32162c20d8d7 on network e9e3a7f4-8521-4e77-840a-bd2c377f094e {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:35:35.725512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Port f99644ee-2c1c-4669-b9eb-32162c20d8d7 on network e9e3a7f4-8521-4e77-840a-bd2c377f094e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:35:35.725863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Attempting to bind port f99644ee-2c1c-4669-b9eb-32162c20d8d7 on network e9e3a7f4-8521-4e77-840a-bd2c377f094e {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:35:35.733641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:35:35.733995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Checking segment: {'id': '4e1852a6-2559-4361-b061-81d047a79d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:35.734415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Bound using segment: {'id': '4e1852a6-2559-4361-b061-81d047a79d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:35:35.734875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Bound port: f99644ee-2c1c-4669-b9eb-32162c20d8d7, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e1852a6-2559-4361-b061-81d047a79d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:35:35.735273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:35.767454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Attempting to bind port 10b2be2d-25a9-4856-b17c-e2c6e11ac091 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:35:35.767738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Attempting to bind port 10b2be2d-25a9-4856-b17c-e2c6e11ac091 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '82355c14-ff2f-4d09-a61c-46233f162494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '899edac6-be79-417b-8a72-4a48b3bd8098'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:35:35.768255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Attempting to bind port 10b2be2d-25a9-4856-b17c-e2c6e11ac091 on network 899edac6-be79-417b-8a72-4a48b3bd8098 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:35:35.775763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:35:35.776564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Checking segment: {'id': '82355c14-ff2f-4d09-a61c-46233f162494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '899edac6-be79-417b-8a72-4a48b3bd8098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:35:35.776695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:35.777201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Bound using segment: {'id': '82355c14-ff2f-4d09-a61c-46233f162494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '899edac6-be79-417b-8a72-4a48b3bd8098'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:35:35.777785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Bound port: 10b2be2d-25a9-4856-b17c-e2c6e11ac091, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82355c14-ff2f-4d09-a61c-46233f162494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '899edac6-be79-417b-8a72-4a48b3bd8098'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:35:35.778283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:35.807380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-2f48787f-0bbb-4a49-a787-c85008a393bb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] For port 562f7d91-006f-4270-8b9d-e241e1f3329f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=562f7d91-006f-4270-8b9d-e241e1f3329f,segment=NetworkSegment(ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3),segment_id=ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:35.807787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f48787f-0bbb-4a49-a787-c85008a393bb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:35.846995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] For port f99644ee-2c1c-4669-b9eb-32162c20d8d7, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:35:35.852003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] For port f99644ee-2c1c-4669-b9eb-32162c20d8d7, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f99644ee-2c1c-4669-b9eb-32162c20d8d7,segment=NetworkSegment(4e1852a6-2559-4361-b061-81d047a79d07),segment_id=4e1852a6-2559-4361-b061-81d047a79d07)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:35:35.872090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dfb94-215b-4582-b24f-93e4e0e5b0ab req-12fdd8d4-a14a-4dff-9b3f-cefd45b83af9 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:35.873835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b08dfb94-215b-4582-b24f-93e4e0e5b0ab req-12fdd8d4-a14a-4dff-9b3f-cefd45b83af9 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 944 time: 0.4076695 Dec 07 13:35:35.887698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] For port 10b2be2d-25a9-4856-b17c-e2c6e11ac091, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:35:35.892073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] For port 10b2be2d-25a9-4856-b17c-e2c6e11ac091, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=10b2be2d-25a9-4856-b17c-e2c6e11ac091,segment=NetworkSegment(82355c14-ff2f-4d09-a61c-46233f162494),segment_id=82355c14-ff2f-4d09-a61c-46233f162494)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:35:35.894392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:35.900492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-75c5eb1a-18c7-4cb5-b931-49b407839ce4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:35.937186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:35.945694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7c6628b2-25a6-421e-a186-fe0e9efea7c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:35.963288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:35.964785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] 10.222.0.45 "PUT /v2.0/ports/f99644ee-2c1c-4669-b9eb-32162c20d8d7 HTTP/1.1" status: 200 len: 1094 time: 1.3645778 Dec 07 13:35:35.965385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'tag': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:35:36.006571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Pushing event updated for resources: {'Port': ['ID=f99644ee-2c1c-4669-b9eb-32162c20d8d7,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:36.023435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:36.043471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-2f48787f-0bbb-4a49-a787-c85008a393bb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for 562f7d91-006f-4270-8b9d-e241e1f3329f owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:35:36.065437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Pushing event updated for resources: {'Port': ['ID=10b2be2d-25a9-4856-b17c-e2c6e11ac091,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:36.069208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:36.168349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'tag': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7', 'status': 'completed', 'code': 200} Dec 07 13:35:36.228819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-5343daba-af0b-4839-9421-adb45f7df347 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17fd73b3119948aba1743cddcc2d8289&device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 1097 time: 0.1729608 Dec 07 13:35:36.277154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b08dfb94-215b-4582-b24f-93e4e0e5b0ab req-33e4c648-a543-4380-99cc-d93f4e6f43b8 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3335378 Dec 07 13:35:36.316877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Allocated IP 172.20.0.1 (ccd6722e-fa98-4abf-a3f7-615fafb5d602/b8efd8bb-bc92-4d61-a054-2580099509c5/5a52beba-b1c0-4aec-aaf9-53ae69a81ecd) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:35:36.368338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-3e570c93-73ee-4360-8706-5b593920fa87 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f99644ee-2c1c-4669-b9eb-32162c20d8d7 HTTP/1.1" status: 200 len: 217 time: 0.1308103 Dec 07 13:35:36.431971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5a3d361a-33c7-4fad-b01d-9dbb2300a55c up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:36.533303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-7802d035-af4c-4fb6-a955-9a5f36e7cbb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:36.535320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-7802d035-af4c-4fb6-a955-9a5f36e7cbb5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f59e2745-c352-4c90-a1e9-dc8ac78fc98a HTTP/1.1" status: 200 len: 835 time: 0.1581903 Dec 07 13:35:36.566974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 5a3d361a-33c7-4fad-b01d-9dbb2300a55c triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:36.569074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:36.649369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:36.685582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f48787f-0bbb-4a49-a787-c85008a393bb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:36.689246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-8871f0a7-544a-4456-b304-148724762d98 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9e3a7f4-8521-4e77-840a-bd2c377f094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1453848 Dec 07 13:35:36.691572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Transition to ACTIVE for port object 5a52beba-b1c0-4aec-aaf9-53ae69a81ecd will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:36.692910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:36.747829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48787f-0bbb-4a49-a787-c85008a393bb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Port': ['ID=562f7d91-006f-4270-8b9d-e241e1f3329f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:36.754128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2f48787f-0bbb-4a49-a787-c85008a393bb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:36.823981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d664f8c7-a66d-4f6e-8286-f97cd657a9df up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:37.032560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port d664f8c7-a66d-4f6e-8286-f97cd657a9df completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:37.057045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:37.068839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-10f26767-d19b-4c76-b386-2a0debab3236 service neutron] 10.222.0.45 "GET /v2.0/networks/e9e3a7f4-8521-4e77-840a-bd2c377f094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720493 Dec 07 13:35:37.069079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:37.223047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event updated for resources: {'Port': ['ID=5a52beba-b1c0-4aec-aaf9-53ae69a81ecd,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:37.227805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Network ccd6722e-fa98-4abf-a3f7-615fafb5d602 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:37.241740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:37.242918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:37.259031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:35:37.266819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe990af7-ba1f-4628-be90-8f0504a89b5b req-fb7f0c7c-4c8c-45e1-bd32-119c78ab1bfb service neutron] 10.222.0.45 "GET /v2.0/networks/e9e3a7f4-8521-4e77-840a-bd2c377f094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911423 Dec 07 13:35:37.354067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:37.383700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f48787f-0bbb-4a49-a787-c85008a393bb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:37.506112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8bcdf85d-02bd-4381-b254-82e5254c0c34 req-7d1e884e-64f6-40f0-bd50-e2a09566c3c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17fd73b3119948aba1743cddcc2d8289&device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 1097 time: 0.1328917 Dec 07 13:35:37.527078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdf200d-0b37-4137-a566-e382817404e7 None None] Network ccd6722e-fa98-4abf-a3f7-615fafb5d602 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:37.672542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:37.672803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdf85d-02bd-4381-b254-82e5254c0c34 req-9455b59d-33a3-4e32-b850-1935533941d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:37.674366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8bcdf85d-02bd-4381-b254-82e5254c0c34 req-9455b59d-33a3-4e32-b850-1935533941d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e9e3a7f4-8521-4e77-840a-bd2c377f094e HTTP/1.1" status: 200 len: 898 time: 0.1617131 Dec 07 13:35:37.677237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-36e2e149-bf15-429e-811e-832f259f3da6 None None] Provisioning for port d664f8c7-a66d-4f6e-8286-f97cd657a9df completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:37.691053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-36e2e149-bf15-429e-811e-832f259f3da6 None None] Provisioning complete for port d664f8c7-a66d-4f6e-8286-f97cd657a9df triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:37.691503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36e2e149-bf15-429e-811e-832f259f3da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:37.758776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8bcdf85d-02bd-4381-b254-82e5254c0c34 req-0048ef0d-fc84-436a-ab6c-f6ef9a5048db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f99644ee-2c1c-4669-b9eb-32162c20d8d7 HTTP/1.1" status: 200 len: 217 time: 0.0760314 Dec 07 13:35:37.769634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bbca8-5143-47ea-a8c3-a442656b5aad req-b332b6e6-447a-4c93-80d6-b5e58b3e7be4 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:37.771299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1e0bbca8-5143-47ea-a8c3-a442656b5aad req-b332b6e6-447a-4c93-80d6-b5e58b3e7be4 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 944 time: 0.2373362 Dec 07 13:35:37.839668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdf85d-02bd-4381-b254-82e5254c0c34 req-9699e847-ed98-42af-ad04-12d39298d9cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:37.841508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8bcdf85d-02bd-4381-b254-82e5254c0c34 req-9699e847-ed98-42af-ad04-12d39298d9cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f59e2745-c352-4c90-a1e9-dc8ac78fc98a HTTP/1.1" status: 200 len: 835 time: 0.0754302 Dec 07 13:35:37.944100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8bcdf85d-02bd-4381-b254-82e5254c0c34 req-8c7a7300-7028-43d1-9e5d-364ef26c2af2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9e3a7f4-8521-4e77-840a-bd2c377f094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0937996 Dec 07 13:35:38.113441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36e2e149-bf15-429e-811e-832f259f3da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:38.154263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8bcdf85d-02bd-4381-b254-82e5254c0c34 req-6c0df35b-6e17-4e7f-9abb-13c8dbbd5648 service neutron] 10.222.0.45 "GET /v2.0/networks/e9e3a7f4-8521-4e77-840a-bd2c377f094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035201 Dec 07 13:35:38.159777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-36e2e149-bf15-429e-811e-832f259f3da6 None None] For port d664f8c7-a66d-4f6e-8286-f97cd657a9df, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d664f8c7-a66d-4f6e-8286-f97cd657a9df,segment=NetworkSegment(af35ee91-2a1e-4022-9db8-4960ccdf991d),segment_id=af35ee91-2a1e-4022-9db8-4960ccdf991d)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:38.196975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36e2e149-bf15-429e-811e-832f259f3da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:38.201950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:38.376023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 10b2be2d-25a9-4856-b17c-e2c6e11ac091 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:38.448621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1e0bbca8-5143-47ea-a8c3-a442656b5aad req-6bd8178b-202f-47e0-a3e3-57de9fe5a3f9 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6666462 Dec 07 13:35:38.450222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8bcdf85d-02bd-4381-b254-82e5254c0c34 req-bafb9d72-26d0-4d5d-a1ea-c6559b23ca72 service neutron] 10.222.0.45 "GET /v2.0/networks/e9e3a7f4-8521-4e77-840a-bd2c377f094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885871 Dec 07 13:35:38.493404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2e149-bf15-429e-811e-832f259f3da6 None None] Pushing event updated for resources: {'Port': ['ID=d664f8c7-a66d-4f6e-8286-f97cd657a9df,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:38.498248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-36e2e149-bf15-429e-811e-832f259f3da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:38.550805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 10b2be2d-25a9-4856-b17c-e2c6e11ac091 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:38.814585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f7e97d81-0405-4828-9243-f0d4b2fab93d None None] Provisioning for port 5a52beba-b1c0-4aec-aaf9-53ae69a81ecd completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:38.821270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f7e97d81-0405-4828-9243-f0d4b2fab93d None None] Provisioning complete for port 5a52beba-b1c0-4aec-aaf9-53ae69a81ecd triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:38.821506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7e97d81-0405-4828-9243-f0d4b2fab93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:38.841010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:38.864826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f48787f-0bbb-4a49-a787-c85008a393bb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router a3c2df13-4153-4c3e-9112-08bffd7c206b has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:35:38.875545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:38.886978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f7e97d81-0405-4828-9243-f0d4b2fab93d None None] Port 5a52beba-b1c0-4aec-aaf9-53ae69a81ecd cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:35:38.906144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f7e97d81-0405-4828-9243-f0d4b2fab93d None None] Provisioning complete for port d664f8c7-a66d-4f6e-8286-f97cd657a9df triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:38.906144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7e97d81-0405-4828-9243-f0d4b2fab93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:38.910343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:38.944112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80f8fb8-4871-4c67-bdfc-ede40fd91291 None None] Network 899edac6-be79-417b-8a72-4a48b3bd8098 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:39.119433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:39.135266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event updated for resources: {'Port': ['ID=5a52beba-b1c0-4aec-aaf9-53ae69a81ecd,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:39.144445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:39.182890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device f99644ee-2c1c-4669-b9eb-32162c20d8d7 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:35:39.346551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Network ccd6722e-fa98-4abf-a3f7-615fafb5d602 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:39.349940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:39.427424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f48787f-0bbb-4a49-a787-c85008a393bb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:39.447064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78152b-e335-4e38-a0b4-2aee779ab436 None None] Sync routers for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:39.449961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1d0dd6a4-d7fb-41d8-a924-861dca3c7406 None None] Provisioning complete for port 5a52beba-b1c0-4aec-aaf9-53ae69a81ecd triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:39.450376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d0dd6a4-d7fb-41d8-a924-861dca3c7406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:39.501594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2f48787f-0bbb-4a49-a787-c85008a393bb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/a3c2df13-4153-4c3e-9112-08bffd7c206b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4399512 Dec 07 13:35:39.506715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51482) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:39.522137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port f99644ee-2c1c-4669-b9eb-32162c20d8d7, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f99644ee-2c1c-4669-b9eb-32162c20d8d7,segment=NetworkSegment(4e1852a6-2559-4361-b061-81d047a79d07),segment_id=4e1852a6-2559-4361-b061-81d047a79d07)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:39.556345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7', 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'port_id': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7', 'mac_address': 'fa:16:3e:f6:54:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:35:39.562862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1d0dd6a4-d7fb-41d8-a924-861dca3c7406 None None] Port 5a52beba-b1c0-4aec-aaf9-53ae69a81ecd cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:35:39.566315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78152b-e335-4e38-a0b4-2aee779ab436 None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:39.567035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bd78152b-e335-4e38-a0b4-2aee779ab436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:39.825438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-7918b2f7-58d4-427b-a150-54a7632fec17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting subnet 81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:35:39.840479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7918b2f7-58d4-427b-a150-54a7632fec17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:39.858395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:39.887554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:39.895826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-bd78152b-e335-4e38-a0b4-2aee779ab436 None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:39.912313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7918b2f7-58d4-427b-a150-54a7632fec17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:39.913372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43183f93-f642-4b4f-b77e-00892c8cf865 req-a4a4f228-f70f-49c0-bf60-a510870b6a3f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:39.915054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-43183f93-f642-4b4f-b77e-00892c8cf865 req-a4a4f228-f70f-49c0-bf60-a510870b6a3f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 944 time: 0.1414669 Dec 07 13:35:39.959911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1d0dd6a4-d7fb-41d8-a924-861dca3c7406 None None] Provisioning for port 10b2be2d-25a9-4856-b17c-e2c6e11ac091 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:39.964707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99644ee-2c1c-4669-b9eb-32162c20d8d7 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:35:39.985636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1d0dd6a4-d7fb-41d8-a924-861dca3c7406 None None] Provisioning complete for port 10b2be2d-25a9-4856-b17c-e2c6e11ac091 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:39.986230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d0dd6a4-d7fb-41d8-a924-861dca3c7406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:40.000110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-43183f93-f642-4b4f-b77e-00892c8cf865 req-92645451-6915-4e9c-a30f-7c2888816702 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764711 Dec 07 13:35:40.068409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port f99644ee-2c1c-4669-b9eb-32162c20d8d7, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f99644ee-2c1c-4669-b9eb-32162c20d8d7,segment=NetworkSegment(4e1852a6-2559-4361-b061-81d047a79d07),segment_id=4e1852a6-2559-4361-b061-81d047a79d07)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:40.082676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Router 4337525e-20af-462b-8854-e2f5c5d86b0b is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:35:40.125141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7918b2f7-58d4-427b-a150-54a7632fec17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:40.164124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d664f8c7-a66d-4f6e-8286-f97cd657a9df up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:40.203739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:40.213054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:40.254165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7918b2f7-58d4-427b-a150-54a7632fec17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:40.259131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9bf3dba0-e36b-4cf0-998e-b0329d36d099 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:40.294441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:40.302419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "PUT /v2.0/routers/4337525e-20af-462b-8854-e2f5c5d86b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0939848 Dec 07 13:35:40.304913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51486) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:40.306532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1964e5-3cfa-40bf-9ddc-08337edaf464 None None] Sync routers for ids ['4337525e-20af-462b-8854-e2f5c5d86b0b'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:40.318863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918b2f7-58d4-427b-a150-54a7632fec17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Subnet': ['ID=81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:40.322867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7918b2f7-58d4-427b-a150-54a7632fec17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:40.327309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7918b2f7-58d4-427b-a150-54a7632fec17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:40.329148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1964e5-3cfa-40bf-9ddc-08337edaf464 None None] Routers {'4337525e-20af-462b-8854-e2f5c5d86b0b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:40.330527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ba1964e5-3cfa-40bf-9ddc-08337edaf464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4337525e-20af-462b-8854-e2f5c5d86b0b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:40.348018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7918b2f7-58d4-427b-a150-54a7632fec17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4 HTTP/1.1" status: 204 len: 168 time: 0.8394806 Dec 07 13:35:40.350700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51490) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:40.423861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ba1964e5-3cfa-40bf-9ddc-08337edaf464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:40.436160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1964e5-3cfa-40bf-9ddc-08337edaf464 None None] Routers {'4337525e-20af-462b-8854-e2f5c5d86b0b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:40.437933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ba1964e5-3cfa-40bf-9ddc-08337edaf464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4337525e-20af-462b-8854-e2f5c5d86b0b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:40.444231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56ab585-7d55-4421-a2e3-7249cdef7180 None None] Network 16e4bfc3-04a0-4745-9e17-114546b253d8 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:40.507850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:40.521606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port 40378ca9-5cd2-4211-bb38-bada5eecb846 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:40.521981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:40.522295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ba1964e5-3cfa-40bf-9ddc-08337edaf464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:40.522931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1964e5-3cfa-40bf-9ddc-08337edaf464 None None] The sync data for ids ['4337525e-20af-462b-8854-e2f5c5d86b0b'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:40.787772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] For port 40378ca9-5cd2-4211-bb38-bada5eecb846, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=40378ca9-5cd2-4211-bb38-bada5eecb846,segment=NetworkSegment(ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3),segment_id=ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:40.788076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:40.791458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=f99644ee-2c1c-4669-b9eb-32162c20d8d7,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:40.804215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['f99644ee-2c1c-4669-b9eb-32162c20d8d7'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:35:40.848713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:40.854903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d0dd6a4-d7fb-41d8-a924-861dca3c7406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:40.948874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for 40378ca9-5cd2-4211-bb38-bada5eecb846 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:35:41.021679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1d0dd6a4-d7fb-41d8-a924-861dca3c7406 None None] For port 10b2be2d-25a9-4856-b17c-e2c6e11ac091, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=10b2be2d-25a9-4856-b17c-e2c6e11ac091,segment=NetworkSegment(82355c14-ff2f-4d09-a61c-46233f162494),segment_id=82355c14-ff2f-4d09-a61c-46233f162494)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:41.099385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:41.116734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d0dd6a4-d7fb-41d8-a924-861dca3c7406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:41.117864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-29aaf242-f3f1-4a7b-b22c-03c3d081af66 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:41.119700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port d664f8c7-a66d-4f6e-8286-f97cd657a9df triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:41.120071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:41.150928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:41.205229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Port': ['ID=40378ca9-5cd2-4211-bb38-bada5eecb846,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:41.212357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] No DVR routers for this DVR port 40378ca9-5cd2-4211-bb38-bada5eecb846 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:35:41.214251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:41.321394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062bfb15-2ddf-4b88-84ad-003a315249b7 None None] DHCP port deletion for 16e4bfc3-04a0-4745-9e17-114546b253d8 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:35:41.366955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0dd6a4-d7fb-41d8-a924-861dca3c7406 None None] Pushing event updated for resources: {'Port': ['ID=10b2be2d-25a9-4856-b17c-e2c6e11ac091,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:41.390872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d0dd6a4-d7fb-41d8-a924-861dca3c7406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:41.407533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-44ecdcef-fa8b-4f3f-80a6-5451e4ed285e None None] Provisioning complete for port 5a52beba-b1c0-4aec-aaf9-53ae69a81ecd triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:41.408644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44ecdcef-fa8b-4f3f-80a6-5451e4ed285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:41.424750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:41.456533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e4bfc3-04a0-4745-9e17-114546b253d8']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:41.473141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:41.473506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1c69e6-ad5b-4a32-ae50-a969cef9d5c3') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:41.476737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73daca91-a8b2-43c6-a6d9-8be6c0c62c1c req-4aa4fad1-dc74-4646-80e7-1e1094af59d3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:41.478331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-73daca91-a8b2-43c6-a6d9-8be6c0c62c1c req-4aa4fad1-dc74-4646-80e7-1e1094af59d3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 945 time: 0.3046899 Dec 07 13:35:41.487504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:41.501893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bd78152b-e335-4e38-a0b4-2aee779ab436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:36Z', 'revision_number': 9, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:58Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:41.504546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:41.511584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:35:41.512113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:35:41.529177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:35:41.534744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78152b-e335-4e38-a0b4-2aee779ab436 None None] Checking router: a3c2df13-4153-4c3e-9112-08bffd7c206b for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:35:41.564061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-73daca91-a8b2-43c6-a6d9-8be6c0c62c1c req-690317e0-7ad5-46ec-9cba-0897c91bf850 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650122 Dec 07 13:35:41.564317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-44ecdcef-fa8b-4f3f-80a6-5451e4ed285e None None] Port 5a52beba-b1c0-4aec-aaf9-53ae69a81ecd cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:35:41.595805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78152b-e335-4e38-a0b4-2aee779ab436 None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:41.604993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bd78152b-e335-4e38-a0b4-2aee779ab436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:41.700254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-5bc2f019-565f-4a37-99ab-177a120ee009 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 13:35:41.705252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5bc2f019-565f-4a37-99ab-177a120ee009 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "PUT /v2.0/routers/4337525e-20af-462b-8854-e2f5c5d86b0b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3975346 Dec 07 13:35:41.705724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51496) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:41.767451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-44ecdcef-fa8b-4f3f-80a6-5451e4ed285e None None] Provisioning complete for port 10b2be2d-25a9-4856-b17c-e2c6e11ac091 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:41.767881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44ecdcef-fa8b-4f3f-80a6-5451e4ed285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:41.879049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-bd78152b-e335-4e38-a0b4-2aee779ab436 None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:42.089501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:42.095003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:42.104576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-69bce33a-facf-41f4-9617-2a8211a6ac2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:42.142390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Network': ['ID=16e4bfc3-04a0-4745-9e17-114546b253d8,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:42.144146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 10b2be2d-25a9-4856-b17c-e2c6e11ac091 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:42.147807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:42.151761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/networks/16e4bfc3-04a0-4745-9e17-114546b253d8 HTTP/1.1" status: 204 len: 168 time: 1.7999713 Dec 07 13:35:42.152306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51502) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:42.387751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 10b2be2d-25a9-4856-b17c-e2c6e11ac091 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:42.388598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:42.415580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8807a285-9ade-4c18-815f-d24a77565a51 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:42.524927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bd78152b-e335-4e38-a0b4-2aee779ab436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:36Z', 'revision_number': 9, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:58Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:42.533056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78152b-e335-4e38-a0b4-2aee779ab436 None None] The sync data for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:36Z', 'revision_number': 9, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efb31708-98cf-4dde-8e15-3c9a00444b04', 'name': '', 'network_id': 'da31bef3-c234-4ef3-99d7-27cea2274de4', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:9e:aa:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:49Z', 'updated_at': '2021-12-07T13:34:58Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'c2757bd4-20e8-45b8-8642-bced7459a160', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:42.540340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fc8803e-bd9e-440e-88fe-390b3eb26b22 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:42.634759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 40378ca9-5cd2-4211-bb38-bada5eecb846 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:35:42.700789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 40378ca9-5cd2-4211-bb38-bada5eecb846 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:35:42.701184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 40378ca9-5cd2-4211-bb38-bada5eecb846 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:35:42.941812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c754c-f449-4f0e-934a-847a2763134d req-4b533051-25de-46ae-9785-df4bede00d7c tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:42.943413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2c0c754c-f449-4f0e-934a-847a2763134d req-4b533051-25de-46ae-9785-df4bede00d7c tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 945 time: 0.2070365 Dec 07 13:35:43.050098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2c0c754c-f449-4f0e-934a-847a2763134d req-8dfd36d2-1824-4e99-85cb-103370d1bdcc tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754981 Dec 07 13:35:43.104788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8807a285-9ade-4c18-815f-d24a77565a51 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Deleting port 5a52beba-b1c0-4aec-aaf9-53ae69a81ecd {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:43.105190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8807a285-9ade-4c18-815f-d24a77565a51 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:43.197413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device f99644ee-2c1c-4669-b9eb-32162c20d8d7 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:35:43.312258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port f99644ee-2c1c-4669-b9eb-32162c20d8d7 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:43.318552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port f99644ee-2c1c-4669-b9eb-32162c20d8d7 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:43.319303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:43.327969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8807a285-9ade-4c18-815f-d24a77565a51 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:43.347475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0fc8803e-bd9e-440e-88fe-390b3eb26b22 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port efb31708-98cf-4dde-8e15-3c9a00444b04 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:43.347857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fc8803e-bd9e-440e-88fe-390b3eb26b22 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:43.453337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:43.471812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8807a285-9ade-4c18-815f-d24a77565a51 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Calling delete_port for 5a52beba-b1c0-4aec-aaf9-53ae69a81ecd owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:35:43.482341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:35:43.493464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port f99644ee-2c1c-4669-b9eb-32162c20d8d7, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f99644ee-2c1c-4669-b9eb-32162c20d8d7,segment=NetworkSegment(4e1852a6-2559-4361-b061-81d047a79d07),segment_id=4e1852a6-2559-4361-b061-81d047a79d07)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:43.545061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:43.549462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:43.576381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0fc8803e-bd9e-440e-88fe-390b3eb26b22 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] For port efb31708-98cf-4dde-8e15-3c9a00444b04, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=efb31708-98cf-4dde-8e15-3c9a00444b04,segment=NetworkSegment(31b0af7b-a068-4c89-ad80-47046f149ce5),segment_id=31b0af7b-a068-4c89-ad80-47046f149ce5)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:43.577218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fc8803e-bd9e-440e-88fe-390b3eb26b22 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:43.601848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7', 'code': 200} Dec 07 13:35:43.630358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=f99644ee-2c1c-4669-b9eb-32162c20d8d7,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:43.633606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:43.712735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0fc8803e-bd9e-440e-88fe-390b3eb26b22 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for efb31708-98cf-4dde-8e15-3c9a00444b04 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:35:43.722651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8807a285-9ade-4c18-815f-d24a77565a51 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:43.727846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-29bb384f-4f55-43c8-8ffa-9e0db481d8ef tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:43.771213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807a285-9ade-4c18-815f-d24a77565a51 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event deleted for resources: {'Port': ['ID=5a52beba-b1c0-4aec-aaf9-53ae69a81ecd,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:43.775213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8807a285-9ade-4c18-815f-d24a77565a51 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:43.962605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fc8803e-bd9e-440e-88fe-390b3eb26b22 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:43.967325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:44.015301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8803e-bd9e-440e-88fe-390b3eb26b22 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Port': ['ID=efb31708-98cf-4dde-8e15-3c9a00444b04,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:44.019824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0fc8803e-bd9e-440e-88fe-390b3eb26b22 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:44.107019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-43bf3996-1670-4be0-a074-b9d38d92212d req-631ada80-bb2f-4541-a733-affcfe86df59 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 1099 time: 0.2532275 Dec 07 13:35:44.108726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8807a285-9ade-4c18-815f-d24a77565a51 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:44.192860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 562f7d91-006f-4270-8b9d-e241e1f3329f no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:35:44.240274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 562f7d91-006f-4270-8b9d-e241e1f3329f {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:35:44.240954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 562f7d91-006f-4270-8b9d-e241e1f3329f not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:35:44.285613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-43bf3996-1670-4be0-a074-b9d38d92212d req-c151b2ab-130a-456d-bf00-3af8561dc534 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680713 Dec 07 13:35:44.431610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944d073-32b1-4c4e-abf7-ff9b7776c7ec req-e8fb2578-9df4-4a1b-b2b8-604ba2542565 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:44.433224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b944d073-32b1-4c4e-abf7-ff9b7776c7ec req-e8fb2578-9df4-4a1b-b2b8-604ba2542565 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.2186749 Dec 07 13:35:44.467099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fc8803e-bd9e-440e-88fe-390b3eb26b22 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:44.596885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8807a285-9ade-4c18-815f-d24a77565a51 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Router 4337525e-20af-462b-8854-e2f5c5d86b0b has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:35:44.876209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b944d073-32b1-4c4e-abf7-ff9b7776c7ec req-e9df98c8-d4f8-4d95-a378-0c79c82fd2ce tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4347217 Dec 07 13:35:44.999991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8807a285-9ade-4c18-815f-d24a77565a51 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:45.010244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd27eb-4522-43c5-88f7-57d7e40b2896 None None] Sync routers for ids ['4337525e-20af-462b-8854-e2f5c5d86b0b'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:45.015875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8807a285-9ade-4c18-815f-d24a77565a51 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "PUT /v2.0/routers/4337525e-20af-462b-8854-e2f5c5d86b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3038120 Dec 07 13:35:45.016000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51512) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:45.029555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dd27eb-4522-43c5-88f7-57d7e40b2896 None None] Routers {'4337525e-20af-462b-8854-e2f5c5d86b0b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:45.030650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-18dd27eb-4522-43c5-88f7-57d7e40b2896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4337525e-20af-462b-8854-e2f5c5d86b0b'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:45.100442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-18dd27eb-4522-43c5-88f7-57d7e40b2896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:45.106432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-6559ed85-4554-4c37-83c5-a683c8400536 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] delete failed (client error): The resource could not be found. Dec 07 13:35:45.113003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6559ed85-4554-4c37-83c5-a683c8400536 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1461201516 HTTP/1.1" status: 404 len: 335 time: 0.0906665 Dec 07 13:35:45.114020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51516) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:45.116636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dd27eb-4522-43c5-88f7-57d7e40b2896 None None] Routers {'4337525e-20af-462b-8854-e2f5c5d86b0b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:45.117345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-18dd27eb-4522-43c5-88f7-57d7e40b2896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4337525e-20af-462b-8854-e2f5c5d86b0b'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:45.121116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-71b33958-add1-45f9-a80c-e0807ff3037f tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Request body: {'router': {'external_gateway_info': {'network_id': '4337525e-20af-462b-8854-e2f5c5d86b0b'}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:45.194826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-18dd27eb-4522-43c5-88f7-57d7e40b2896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:45.195342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd27eb-4522-43c5-88f7-57d7e40b2896 None None] The sync data for ids ['4337525e-20af-462b-8854-e2f5c5d86b0b'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:45.410658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc8803e-bd9e-440e-88fe-390b3eb26b22 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router a3c2df13-4153-4c3e-9112-08bffd7c206b has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:35:45.583256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71b33958-add1-45f9-a80c-e0807ff3037f tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:45.610572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc8803e-bd9e-440e-88fe-390b3eb26b22 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:45.622665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df53fe-f4e1-4f35-9729-b34017d1d5c0 None None] Sync routers for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:45.627063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0fc8803e-bd9e-440e-88fe-390b3eb26b22 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/a3c2df13-4153-4c3e-9112-08bffd7c206b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4729757 Dec 07 13:35:45.629208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51522) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:45.638167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df53fe-f4e1-4f35-9729-b34017d1d5c0 None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:45.638877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-15df53fe-f4e1-4f35-9729-b34017d1d5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:45.676958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-71b33958-add1-45f9-a80c-e0807ff3037f tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] update failed (client error): The resource could not be found. Dec 07 13:35:45.683277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-71b33958-add1-45f9-a80c-e0807ff3037f tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "PUT /v2.0/routers/4337525e-20af-462b-8854-e2f5c5d86b0b HTTP/1.1" status: 404 len: 339 time: 0.5639451 Dec 07 13:35:45.684103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51526) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:45.828208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-15df53fe-f4e1-4f35-9729-b34017d1d5c0 None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:45.857120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2e7bc5-8302-425a-a040-a5c4cd77fb3c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting subnet c2757bd4-20e8-45b8-8642-bced7459a160 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:35:45.861095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7bc5-8302-425a-a040-a5c4cd77fb3c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:45.933011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7bc5-8302-425a-a040-a5c4cd77fb3c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:46.129603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a18805-489a-4d28-8cb9-f5ad1b0119af req-54a5bd32-9ccc-46b2-851a-56dc5bcc5b6c tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:46.131418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f3a18805-489a-4d28-8cb9-f5ad1b0119af req-54a5bd32-9ccc-46b2-851a-56dc5bcc5b6c tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.1096642 Dec 07 13:35:46.188136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7bc5-8302-425a-a040-a5c4cd77fb3c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:46.209523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-15df53fe-f4e1-4f35-9729-b34017d1d5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:43Z', 'revision_number': 10, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:46.214477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df53fe-f4e1-4f35-9729-b34017d1d5c0 None None] Checking router: a3c2df13-4153-4c3e-9112-08bffd7c206b for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:35:46.227113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f3a18805-489a-4d28-8cb9-f5ad1b0119af req-e1236fa3-a810-4533-8c84-3db53f6df830 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876787 Dec 07 13:35:46.229016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df53fe-f4e1-4f35-9729-b34017d1d5c0 None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:46.229859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-15df53fe-f4e1-4f35-9729-b34017d1d5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:46.334408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7bc5-8302-425a-a040-a5c4cd77fb3c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:46.339721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dc871d8d-47d4-4db3-9a98-eb93fcc93626 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:46.356245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:46.387868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e7bc5-8302-425a-a040-a5c4cd77fb3c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Subnet': ['ID=c2757bd4-20e8-45b8-8642-bced7459a160,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:46.390895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dc2e7bc5-8302-425a-a040-a5c4cd77fb3c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:46.396891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7bc5-8302-425a-a040-a5c4cd77fb3c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:46.406167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dc2e7bc5-8302-425a-a040-a5c4cd77fb3c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/c2757bd4-20e8-45b8-8642-bced7459a160 HTTP/1.1" status: 204 len: 168 time: 0.7755017 Dec 07 13:35:46.409586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51534) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:46.411323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84532137-03ef-4738-a192-1aff3ee79dd4 None None] Network da31bef3-c234-4ef3-99d7-27cea2274de4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:46.426636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-15df53fe-f4e1-4f35-9729-b34017d1d5c0 None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:46.631715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:46.642158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54cdbd-72e3-485a-a7e3-e9ee5f572786 req-d9b93c41-db42-4661-b366-d8089888dd34 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:46.643963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8f54cdbd-72e3-485a-a7e3-e9ee5f572786 req-d9b93c41-db42-4661-b366-d8089888dd34 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.1453388 Dec 07 13:35:46.689576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port f610de34-ce02-4f78-86a1-ed556e260d51 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:46.690257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:46.773891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8f54cdbd-72e3-485a-a7e3-e9ee5f572786 req-9fdb0b4e-656e-4b0f-b330-e0a4d77ac750 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198280 Dec 07 13:35:46.793698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Allocated IP 172.20.0.1 (c382124f-72ca-404b-b892-58ffdc13ba26/927283ed-738f-44cc-ab36-baf3d6ec466a/d19a5c5a-f8d2-44e4-a242-6b7e53d45712) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:35:46.808662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51538) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:46.826723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-15df53fe-f4e1-4f35-9729-b34017d1d5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:43Z', 'revision_number': 10, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:46.831790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df53fe-f4e1-4f35-9729-b34017d1d5c0 None None] The sync data for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:43Z', 'revision_number': 10, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None, '_interfaces': [{'id': '48020cd7-e7f7-4759-8153-71b4d0ebce1c', 'name': '', 'network_id': 'd1ec8d7d-2e87-48a6-a409-af3e7a95f618', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'mac_address': 'fa:16:3e:44:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:37Z', 'updated_at': '2021-12-07T13:34:50Z', 'revision_number': 5, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'subnets': [{'id': 'ac8faf82-3b3f-4f47-87b6-3a17130c25d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:46.983700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c4fd43-5c83-4aef-a9ca-8efdc4412c9a None None] DHCP port deletion for da31bef3-c234-4ef3-99d7-27cea2274de4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:35:46.989584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-91c4fd43-5c83-4aef-a9ca-8efdc4412c9a None None] Deleting port f610de34-ce02-4f78-86a1-ed556e260d51 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:46.990328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-91c4fd43-5c83-4aef-a9ca-8efdc4412c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:47.021334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] For port f610de34-ce02-4f78-86a1-ed556e260d51, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f610de34-ce02-4f78-86a1-ed556e260d51,segment=NetworkSegment(31b0af7b-a068-4c89-ad80-47046f149ce5),segment_id=31b0af7b-a068-4c89-ad80-47046f149ce5)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:47.021840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:47.064691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:47.079430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b09596f3-66af-4a08-acbc-dc16f5307174 tempest-TestNetworkAdvancedServerOps-2142562416 tempest-TestNetworkAdvancedServerOps-2142562416-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 1094 time: 0.2655389 Dec 07 13:35:47.080419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51542) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:47.085894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:47.099370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:47.104803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Transition to ACTIVE for port object d19a5c5a-f8d2-44e4-a242-6b7e53d45712 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:35:47.106331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Usage tracker for resource:floatingip and tenant:17fd73b3119948aba1743cddcc2d8289 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:47.112240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:47.120564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:47.163074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:47.163942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for f610de34-ce02-4f78-86a1-ed556e260d51 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:35:47.190356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:47.197997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2ecde5df-b47f-4f15-b023-181fa4e0b4d9 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:47.228745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-91c4fd43-5c83-4aef-a9ca-8efdc4412c9a None None] For port f610de34-ce02-4f78-86a1-ed556e260d51, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f610de34-ce02-4f78-86a1-ed556e260d51,segment=NetworkSegment(31b0af7b-a068-4c89-ad80-47046f149ce5),segment_id=31b0af7b-a068-4c89-ad80-47046f149ce5)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:47.229195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-91c4fd43-5c83-4aef-a9ca-8efdc4412c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:47.327872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Network c382124f-72ca-404b-b892-58ffdc13ba26 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:47.339190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:47.346030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:35:47.351219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:47.356090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-13217491-30b1-446d-be9c-22af25d8221e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:47.364489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-91c4fd43-5c83-4aef-a9ca-8efdc4412c9a None None] Calling delete_port for f610de34-ce02-4f78-86a1-ed556e260d51 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:35:47.384415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event updated for resources: {'Port': ['ID=d19a5c5a-f8d2-44e4-a242-6b7e53d45712,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:47.394162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:47.434087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Port': ['ID=f610de34-ce02-4f78-86a1-ed556e260d51,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:47.442229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:47.443644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:47.444678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] No DVR routers for this DVR port f610de34-ce02-4f78-86a1-ed556e260d51 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:35:47.455500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-91c4fd43-5c83-4aef-a9ca-8efdc4412c9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:35:47.456175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-91c4fd43-5c83-4aef-a9ca-8efdc4412c9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:35:47.507550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:47.598499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:47.636317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da31bef3-c234-4ef3-99d7-27cea2274de4']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:47.642918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:47.650989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b0af7b-a068-4c89-ad80-47046f149ce5') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:47.651362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b0af7b-a068-4c89-ad80-47046f149ce5') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:47.664712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:47.688110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:47.695603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:35:47.696274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:35:47.715304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:35:47.789460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7e240094-ebd4-4598-8915-6dc7932f3d42 None None] Provisioning for port d19a5c5a-f8d2-44e4-a242-6b7e53d45712 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:35:47.798165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7e240094-ebd4-4598-8915-6dc7932f3d42 None None] Provisioning complete for port d19a5c5a-f8d2-44e4-a242-6b7e53d45712 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:47.798886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e240094-ebd4-4598-8915-6dc7932f3d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:47.831112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:47.835974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d19f37a4-9db3-4480-8fd9-82889f0007b2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:47.864218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:47.865928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7e240094-ebd4-4598-8915-6dc7932f3d42 None None] Port d19a5c5a-f8d2-44e4-a242-6b7e53d45712 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:35:47.874483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Network': ['ID=da31bef3-c234-4ef3-99d7-27cea2274de4,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:47.879953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:47.884338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/networks/da31bef3-c234-4ef3-99d7-27cea2274de4 HTTP/1.1" status: 204 len: 168 time: 1.4727819 Dec 07 13:35:47.887162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51546) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:47.957464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-91c4fd43-5c83-4aef-a9ca-8efdc4412c9a None None] Deleting port f610de34-ce02-4f78-86a1-ed556e260d51 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:47.958005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-91c4fd43-5c83-4aef-a9ca-8efdc4412c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:48.043688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-91c4fd43-5c83-4aef-a9ca-8efdc4412c9a None None] The port 'f610de34-ce02-4f78-86a1-ed556e260d51' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:35:48.097218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Allocated IP 172.36.4.233 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/ce6a640e-5f61-4c3e-8acf-69fe5c45d5b3) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:35:48.136369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f610de34-ce02-4f78-86a1-ed556e260d51 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:35:48.177578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: f610de34-ce02-4f78-86a1-ed556e260d51 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:35:48.177984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f610de34-ce02-4f78-86a1-ed556e260d51 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:35:48.178469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device efb31708-98cf-4dde-8e15-3c9a00444b04 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:35:48.221644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: efb31708-98cf-4dde-8e15-3c9a00444b04 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:35:48.221953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device efb31708-98cf-4dde-8e15-3c9a00444b04 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:35:48.260692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d9162d9-21e1-4f93-b3bd-faf6473ae82b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:48.470686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:48.537729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:48.574118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:48.579532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-be93506c-b5a1-45b0-8dde-517f4b25f798 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:48.621184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:48.702820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:48.711513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:48.714106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:35:48.747993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event updated for resources: {'Port': ['ID=ce6a640e-5f61-4c3e-8acf-69fe5c45d5b3,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:48.751124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:48.758747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc11bbbe-f3a2-4814-b46b-0fb7bcf955d4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:48.817675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:48.909870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1d9162d9-21e1-4f93-b3bd-faf6473ae82b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port 48020cd7-e7f7-4759-8153-71b4d0ebce1c {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:48.910247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d9162d9-21e1-4f93-b3bd-faf6473ae82b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:48.915789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event updated for resources: {'Port': ['ID=d19a5c5a-f8d2-44e4-a242-6b7e53d45712,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:48.918956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:49.198441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Network c382124f-72ca-404b-b892-58ffdc13ba26 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:35:49.208819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:35:49.417389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1d9162d9-21e1-4f93-b3bd-faf6473ae82b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] For port 48020cd7-e7f7-4759-8153-71b4d0ebce1c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=48020cd7-e7f7-4759-8153-71b4d0ebce1c,segment=NetworkSegment(2101c8d5-6b81-42da-94bb-1e73d04c10f2),segment_id=2101c8d5-6b81-42da-94bb-1e73d04c10f2)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:49.417679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d9162d9-21e1-4f93-b3bd-faf6473ae82b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:49.554630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1d9162d9-21e1-4f93-b3bd-faf6473ae82b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for 48020cd7-e7f7-4759-8153-71b4d0ebce1c owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:35:49.612095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-598357e6-f774-47c4-a996-9e1e81981509 None None] Provisioning complete for port d19a5c5a-f8d2-44e4-a242-6b7e53d45712 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:35:49.613363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-598357e6-f774-47c4-a996-9e1e81981509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:49.676396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-598357e6-f774-47c4-a996-9e1e81981509 None None] Port d19a5c5a-f8d2-44e4-a242-6b7e53d45712 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:35:49.731206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Router 4337525e-20af-462b-8854-e2f5c5d86b0b has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:35:49.797756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d9162d9-21e1-4f93-b3bd-faf6473ae82b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:49.802804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:49.851587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9162d9-21e1-4f93-b3bd-faf6473ae82b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Port': ['ID=48020cd7-e7f7-4759-8153-71b4d0ebce1c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:49.854532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d9162d9-21e1-4f93-b3bd-faf6473ae82b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:50.153783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51552) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:50.194474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d9162d9-21e1-4f93-b3bd-faf6473ae82b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:50.232123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:50.340964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:50.386256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:50.398233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59afe35b-a981-428e-afa5-693ceab1981f None None] Sync routers for ids ['4337525e-20af-462b-8854-e2f5c5d86b0b'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:50.414726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59afe35b-a981-428e-afa5-693ceab1981f None None] Routers {'4337525e-20af-462b-8854-e2f5c5d86b0b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:50.415562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-59afe35b-a981-428e-afa5-693ceab1981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4337525e-20af-462b-8854-e2f5c5d86b0b'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:50.431058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "PUT /v2.0/routers/4337525e-20af-462b-8854-e2f5c5d86b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7430718 Dec 07 13:35:50.431751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51556) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:50.485180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-59afe35b-a981-428e-afa5-693ceab1981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:50.497237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59afe35b-a981-428e-afa5-693ceab1981f None None] Routers {'4337525e-20af-462b-8854-e2f5c5d86b0b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:50.497918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-59afe35b-a981-428e-afa5-693ceab1981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4337525e-20af-462b-8854-e2f5c5d86b0b'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:50.523502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a0db1662-f761-4525-b678-a69ec4e24869 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=ab6625caa7b0446f8943cb009d398a9e&network_id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6 HTTP/1.1" status: 200 len: 3000 time: 0.3608782 Dec 07 13:35:50.567886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-59afe35b-a981-428e-afa5-693ceab1981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:50.568356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59afe35b-a981-428e-afa5-693ceab1981f None None] The sync data for ids ['4337525e-20af-462b-8854-e2f5c5d86b0b'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:50.704173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9162d9-21e1-4f93-b3bd-faf6473ae82b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router a3c2df13-4153-4c3e-9112-08bffd7c206b has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:35:50.750893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:50.760260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b8ef42d-bfbb-4499-94c6-c89795b0ec27 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:50.820059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:50.831271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9ef9f447-9c87-4ef3-be44-179c595af683 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:50.863431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9162d9-21e1-4f93-b3bd-faf6473ae82b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:50.875087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff77a44-6891-4f86-a9ca-e71cc262f397 None None] Sync routers for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:50.882116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1d9162d9-21e1-4f93-b3bd-faf6473ae82b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/a3c2df13-4153-4c3e-9112-08bffd7c206b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9937279 Dec 07 13:35:50.882967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51564) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:50.889707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff77a44-6891-4f86-a9ca-e71cc262f397 None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:50.890561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6ff77a44-6891-4f86-a9ca-e71cc262f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:51.009642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event updated for resources: {'Port': ['ID=ce6a640e-5f61-4c3e-8acf-69fe5c45d5b3,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:51.016144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:51.037526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-6ff77a44-6891-4f86-a9ca-e71cc262f397 None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:51.049353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:51.134352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed115f1-049e-4c6f-b553-13ce95b4d9bd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting subnet ac8faf82-3b3f-4f47-87b6-3a17130c25d2 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:35:51.138101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bed115f1-049e-4c6f-b553-13ce95b4d9bd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:51.164409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-6b8ef42d-bfbb-4499-94c6-c89795b0ec27 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 07 13:35:51.167490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6b8ef42d-bfbb-4499-94c6-c89795b0ec27 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "DELETE /v2.0/routers/4337525e-20af-462b-8854-e2f5c5d86b0b HTTP/1.1" status: 409 len: 329 time: 0.7184379 Dec 07 13:35:51.169760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6ff77a44-6891-4f86-a9ca-e71cc262f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:49Z', 'revision_number': 11, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:51.172361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51568) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:51.177074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff77a44-6891-4f86-a9ca-e71cc262f397 None None] Checking router: a3c2df13-4153-4c3e-9112-08bffd7c206b for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:35:51.191169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff77a44-6891-4f86-a9ca-e71cc262f397 None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:51.191947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6ff77a44-6891-4f86-a9ca-e71cc262f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:51.209921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bed115f1-049e-4c6f-b553-13ce95b4d9bd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:51.344304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bed115f1-049e-4c6f-b553-13ce95b4d9bd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:51.465034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Floating IP 572c0100-26d4-4552-b81a-662668c90240 associated. External IP: 172.36.4.233, port: f99644ee-2c1c-4669-b9eb-32162c20d8d7. Dec 07 13:35:51.482669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bed115f1-049e-4c6f-b553-13ce95b4d9bd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:51.489241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9cb9d1cc-00eb-4e65-ac5b-b51e552277c0 tempest-FloatingIPNegativeTestJSON-1216505451 tempest-FloatingIPNegativeTestJSON-1216505451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:51.498230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-6ff77a44-6891-4f86-a9ca-e71cc262f397 None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:51.535771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed115f1-049e-4c6f-b553-13ce95b4d9bd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Subnet': ['ID=ac8faf82-3b3f-4f47-87b6-3a17130c25d2,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:51.538771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bed115f1-049e-4c6f-b553-13ce95b4d9bd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:51.542330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bed115f1-049e-4c6f-b553-13ce95b4d9bd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:51.552094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5384087c-9fc6-47ab-a98c-e7f9af102cae None None] Network d1ec8d7d-2e87-48a6-a409-af3e7a95f618 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:51.557001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bed115f1-049e-4c6f-b553-13ce95b4d9bd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/ac8faf82-3b3f-4f47-87b6-3a17130c25d2 HTTP/1.1" status: 204 len: 168 time: 0.6700671 Dec 07 13:35:51.557497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51574) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:51.632343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6ff77a44-6891-4f86-a9ca-e71cc262f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:49Z', 'revision_number': 11, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:51.637805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff77a44-6891-4f86-a9ca-e71cc262f397 None None] The sync data for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:49Z', 'revision_number': 11, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:51.732402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:51.746065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Deleting port a0ae835f-c3f0-4a51-8713-b9d52cc8a486 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:51.746568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:51.814166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf947-fe2f-4652-8cb7-394735ef6f8a tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:51.947928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf5e83f-4f23-428f-8869-5b6b21ca48d4 None None] DHCP port deletion for d1ec8d7d-2e87-48a6-a409-af3e7a95f618 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:35:51.954649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dbf5e83f-4f23-428f-8869-5b6b21ca48d4 None None] Deleting port a0ae835f-c3f0-4a51-8713-b9d52cc8a486 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:51.955176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf5e83f-4f23-428f-8869-5b6b21ca48d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:52.012474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] For port a0ae835f-c3f0-4a51-8713-b9d52cc8a486, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a0ae835f-c3f0-4a51-8713-b9d52cc8a486,segment=NetworkSegment(2101c8d5-6b81-42da-94bb-1e73d04c10f2),segment_id=2101c8d5-6b81-42da-94bb-1e73d04c10f2)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:52.012916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:52.179118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 48020cd7-e7f7-4759-8153-71b4d0ebce1c no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:35:52.181834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Calling delete_port for a0ae835f-c3f0-4a51-8713-b9d52cc8a486 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:35:52.230511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 48020cd7-e7f7-4759-8153-71b4d0ebce1c {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:35:52.231224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 48020cd7-e7f7-4759-8153-71b4d0ebce1c not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:35:52.231427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a0ae835f-c3f0-4a51-8713-b9d52cc8a486 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:35:52.304049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-dbf5e83f-4f23-428f-8869-5b6b21ca48d4 None None] For port a0ae835f-c3f0-4a51-8713-b9d52cc8a486, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a0ae835f-c3f0-4a51-8713-b9d52cc8a486,segment=NetworkSegment(2101c8d5-6b81-42da-94bb-1e73d04c10f2),segment_id=2101c8d5-6b81-42da-94bb-1e73d04c10f2)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:52.304370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf5e83f-4f23-428f-8869-5b6b21ca48d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:52.305111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:52.310404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:52.354613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Port': ['ID=a0ae835f-c3f0-4a51-8713-b9d52cc8a486,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:52.359285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:52.364508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] No DVR routers for this DVR port a0ae835f-c3f0-4a51-8713-b9d52cc8a486 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:35:52.380321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No active binding found for port a0ae835f-c3f0-4a51-8713-b9d52cc8a486 {{(pid=88899) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 07 13:35:52.380557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a0ae835f-c3f0-4a51-8713-b9d52cc8a486 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:35:52.393203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51580) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:52.449480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dbf5e83f-4f23-428f-8869-5b6b21ca48d4 None None] Calling delete_port for a0ae835f-c3f0-4a51-8713-b9d52cc8a486 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:35:52.509173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:52.523638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-dbf5e83f-4f23-428f-8869-5b6b21ca48d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:35:52.524192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-dbf5e83f-4f23-428f-8869-5b6b21ca48d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:35:52.538622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ec8d7d-2e87-48a6-a409-af3e7a95f618']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:52.556683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2101c8d5-6b81-42da-94bb-1e73d04c10f2') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:52.557056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2101c8d5-6b81-42da-94bb-1e73d04c10f2') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:52.570194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:52.585713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:52.592518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:35:52.592961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:35:52.608814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:35:52.615393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4943352e-e4e9-430d-a2cf-377f650cd3e9 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:52.617066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4943352e-e4e9-430d-a2cf-377f650cd3e9 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056 HTTP/1.1" status: 200 len: 814 time: 0.2169082 Dec 07 13:35:52.739919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:52.743591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-77b8200b-6279-4814-b28c-170048e0033c tempest-RoutersNegativeIpV6Test-2145913074 tempest-RoutersNegativeIpV6Test-2145913074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:52.769288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:52.781756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Pushing event deleted for resources: {'Network': ['ID=d1ec8d7d-2e87-48a6-a409-af3e7a95f618,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:52.787882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:52.797271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/networks/d1ec8d7d-2e87-48a6-a409-af3e7a95f618 HTTP/1.1" status: 204 len: 168 time: 1.2384915 Dec 07 13:35:52.800657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51588) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:52.807194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d84aba83-f898-403f-874f-a7ed47a4e784 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'router': {'routes': None}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:52.845681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Router d187a110-1165-4aea-ac3d-dd591be1e87f has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:35:53.025283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dbf5e83f-4f23-428f-8869-5b6b21ca48d4 None None] Deleting port a0ae835f-c3f0-4a51-8713-b9d52cc8a486 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:53.026754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbf5e83f-4f23-428f-8869-5b6b21ca48d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:53.105065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-dbf5e83f-4f23-428f-8869-5b6b21ca48d4 None None] The port 'a0ae835f-c3f0-4a51-8713-b9d52cc8a486' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:35:53.161291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51592) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:53.173973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3f3ea761-925d-4323-a02d-cd195d4927e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:53.280919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9a6bf947-fe2f-4652-8cb7-394735ef6f8a tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Deleting port d19a5c5a-f8d2-44e4-a242-6b7e53d45712 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:53.281299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf947-fe2f-4652-8cb7-394735ef6f8a tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:53.358625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea761-925d-4323-a02d-cd195d4927e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:53.364976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.extraroute_db [None req-d84aba83-f898-403f-874f-a7ed47a4e784 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Added routes are [] {{(pid=88897) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 07 13:35:53.365315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.extraroute_db [None req-d84aba83-f898-403f-874f-a7ed47a4e784 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Removed routes are [] {{(pid=88897) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 07 13:35:53.365698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d84aba83-f898-403f-874f-a7ed47a4e784 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:53.643172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d84aba83-f898-403f-874f-a7ed47a4e784 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:53.644326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:53.647679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d84aba83-f898-403f-874f-a7ed47a4e784 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:53.655505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6adb55-1527-41b2-8e4d-294df6ab92a6 None None] Sync routers for ids ['d187a110-1165-4aea-ac3d-dd591be1e87f'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:53.669266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6adb55-1527-41b2-8e4d-294df6ab92a6 None None] Routers {'d187a110-1165-4aea-ac3d-dd591be1e87f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:53.671270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5c6adb55-1527-41b2-8e4d-294df6ab92a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d187a110-1165-4aea-ac3d-dd591be1e87f'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:53.734295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf947-fe2f-4652-8cb7-394735ef6f8a tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:53.802322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84aba83-f898-403f-874f-a7ed47a4e784 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router a3c2df13-4153-4c3e-9112-08bffd7c206b has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:35:53.866413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-5c6adb55-1527-41b2-8e4d-294df6ab92a6 None None] Set router d187a110-1165-4aea-ac3d-dd591be1e87f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:53.965138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84aba83-f898-403f-874f-a7ed47a4e784 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:53.973412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d84aba83-f898-403f-874f-a7ed47a4e784 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:53.977889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d84aba83-f898-403f-874f-a7ed47a4e784 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/a3c2df13-4153-4c3e-9112-08bffd7c206b HTTP/1.1" status: 200 len: 700 time: 1.1731863 Dec 07 13:35:53.978508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51596) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:53.982425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b74c6-59c8-43df-b5ff-a3cef9d517ce None None] Sync routers for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:54.001292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b74c6-59c8-43df-b5ff-a3cef9d517ce None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:54.002386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f77b74c6-59c8-43df-b5ff-a3cef9d517ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:54.031369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9305b661-d3ee-4086-8a69-cb13ffeb3893 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Synchronizing usage tracker for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:35:54.088295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9305b661-d3ee-4086-8a69-cb13ffeb3893 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Unset dirty status for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:35:54.092177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9305b661-d3ee-4086-8a69-cb13ffeb3893 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c2df13-4153-4c3e-9112-08bffd7c206b HTTP/1.1" status: 200 len: 205 time: 0.1100311 Dec 07 13:35:54.095904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51600) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:54.137556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:54.165560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-f77b74c6-59c8-43df-b5ff-a3cef9d517ce None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:54.169129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9a6bf947-fe2f-4652-8cb7-394735ef6f8a tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Calling delete_port for d19a5c5a-f8d2-44e4-a242-6b7e53d45712 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:35:54.256674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae1208d3-a1dc-42ce-a3ad-a34494c8aa21 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:54.306931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f77b74c6-59c8-43df-b5ff-a3cef9d517ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:49Z', 'revision_number': 11, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:54.316046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b74c6-59c8-43df-b5ff-a3cef9d517ce None None] Checking router: a3c2df13-4153-4c3e-9112-08bffd7c206b for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:35:54.329287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea761-925d-4323-a02d-cd195d4927e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:54.342216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.2612450 Dec 07 13:35:54.346041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'tag': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:35:54.346712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b74c6-59c8-43df-b5ff-a3cef9d517ce None None] Routers {'a3c2df13-4153-4c3e-9112-08bffd7c206b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:54.347433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f77b74c6-59c8-43df-b5ff-a3cef9d517ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['a3c2df13-4153-4c3e-9112-08bffd7c206b'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:54.382094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea761-925d-4323-a02d-cd195d4927e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:54.382455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-3f3ea761-925d-4323-a02d-cd195d4927e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Floating IP acc0ce86-1695-4344-9176-cf4881ab0158 disassociated. External IP: 172.36.4.212, port: 34a398c1-34f5-4fda-9264-e19d01aa8fc5. Dec 07 13:35:54.522810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5c6adb55-1527-41b2-8e4d-294df6ab92a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802654284', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:08Z', 'updated_at': '2021-12-07T13:35:21Z', 'revision_number': 4, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'gw_port': {'id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:09Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '572c0100-26d4-4552-b81a-662668c90240', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'floating_ip_address': '172.36.4.233', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'port_id': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'mac_address': 'fa:16:3e:f6:54:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:35:49Z', 'updated_at': '2021-12-07T13:35:49Z', 'revision_number': 0, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd350f3d7-ef4a-4848-99b1-c5573f3b6b24', 'name': '', 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'mac_address': 'fa:16:3e:af:45:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:19Z', 'updated_at': '2021-12-07T13:35:33Z', 'revision_number': 5, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'subnets': [{'id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:54.528041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6adb55-1527-41b2-8e4d-294df6ab92a6 None None] Checking router: d187a110-1165-4aea-ac3d-dd591be1e87f for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:35:54.543802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6adb55-1527-41b2-8e4d-294df6ab92a6 None None] Routers {'d187a110-1165-4aea-ac3d-dd591be1e87f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:54.544600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5c6adb55-1527-41b2-8e4d-294df6ab92a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d187a110-1165-4aea-ac3d-dd591be1e87f'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:54.556666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-f77b74c6-59c8-43df-b5ff-a3cef9d517ce None None] Set router a3c2df13-4153-4c3e-9112-08bffd7c206b gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:54.602650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'tag': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7', 'status': 'completed', 'code': 200} Dec 07 13:35:54.691490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f77b74c6-59c8-43df-b5ff-a3cef9d517ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:49Z', 'revision_number': 11, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:54.696261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b74c6-59c8-43df-b5ff-a3cef9d517ce None None] The sync data for ids ['a3c2df13-4153-4c3e-9112-08bffd7c206b'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'a3c2df13-4153-4c3e-9112-08bffd7c206b', 'name': 'tempest-RoutersTest-router-433156291', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:35:49Z', 'revision_number': 11, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:54.765524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-5c6adb55-1527-41b2-8e4d-294df6ab92a6 None None] Set router d187a110-1165-4aea-ac3d-dd591be1e87f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:54.890223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf947-fe2f-4652-8cb7-394735ef6f8a tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:54.902779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:54.936600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7999e9-dd76-44d2-a9ef-0193cf1f0f1c req-0881b18c-7824-4817-961d-fffd6e160b7f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:54.938282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5e7999e9-dd76-44d2-a9ef-0193cf1f0f1c req-0881b18c-7824-4817-961d-fffd6e160b7f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.4355900 Dec 07 13:35:54.963496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-180fcf25-24bb-4145-a28f-cd321797a958 req-ed0bd712-e1e0-472a-946b-75d75f844387 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17fd73b3119948aba1743cddcc2d8289&device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 1099 time: 0.3305366 Dec 07 13:35:54.969809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bf947-fe2f-4652-8cb7-394735ef6f8a tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event deleted for resources: {'Port': ['ID=d19a5c5a-f8d2-44e4-a242-6b7e53d45712,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:54.972477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9a6bf947-fe2f-4652-8cb7-394735ef6f8a tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:54.977312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae1208d3-a1dc-42ce-a3ad-a34494c8aa21 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:54.996161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae1208d3-a1dc-42ce-a3ad-a34494c8aa21 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:55.006980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5e7999e9-dd76-44d2-a9ef-0193cf1f0f1c req-92a238a5-5813-4432-8d8b-ece75b88b631 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605352 Dec 07 13:35:55.044828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51610) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:55.153747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae1208d3-a1dc-42ce-a3ad-a34494c8aa21 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:55.154283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1208d3-a1dc-42ce-a3ad-a34494c8aa21 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Fanout notify agent at l3_agent the message router_deleted on router a3c2df13-4153-4c3e-9112-08bffd7c206b {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:35:55.179984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f5688560-4e4a-4ba3-94c8-fba8066079c5 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/floatingips/572c0100-26d4-4552-b81a-662668c90240 HTTP/1.1" status: 200 len: 992 time: 0.1336484 Dec 07 13:35:55.193304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae1208d3-a1dc-42ce-a3ad-a34494c8aa21 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:55.194534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ae1208d3-a1dc-42ce-a3ad-a34494c8aa21 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/routers/a3c2df13-4153-4c3e-9112-08bffd7c206b HTTP/1.1" status: 204 len: 168 time: 1.0969598 Dec 07 13:35:55.204033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51614) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:55.210484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-78c07806-1fd5-437d-ab08-d1927ef3b679 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1650027379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:55.235807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-78c07806-1fd5-437d-ab08-d1927ef3b679 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:35:55.244422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-78c07806-1fd5-437d-ab08-d1927ef3b679 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Usage tracker for resource:router and tenant:fed063f4920040aa8cb4ecb030019c73 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:35:55.248147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-78c07806-1fd5-437d-ab08-d1927ef3b679 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:35:55.256762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5c6adb55-1527-41b2-8e4d-294df6ab92a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802654284', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:08Z', 'updated_at': '2021-12-07T13:35:21Z', 'revision_number': 4, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'gw_port': {'id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:09Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '572c0100-26d4-4552-b81a-662668c90240', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'floating_ip_address': '172.36.4.233', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'port_id': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'mac_address': 'fa:16:3e:f6:54:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:35:49Z', 'updated_at': '2021-12-07T13:35:49Z', 'revision_number': 0, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd350f3d7-ef4a-4848-99b1-c5573f3b6b24', 'name': '', 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'mac_address': 'fa:16:3e:af:45:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:19Z', 'updated_at': '2021-12-07T13:35:33Z', 'revision_number': 5, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'subnets': [{'id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:55.257815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-78c07806-1fd5-437d-ab08-d1927ef3b679 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:35:55.276680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6adb55-1527-41b2-8e4d-294df6ab92a6 None None] The sync data for ids ['d187a110-1165-4aea-ac3d-dd591be1e87f'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802654284', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:08Z', 'updated_at': '2021-12-07T13:35:21Z', 'revision_number': 4, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'gw_port': {'id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:09Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '572c0100-26d4-4552-b81a-662668c90240', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'floating_ip_address': '172.36.4.233', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'port_id': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'mac_address': 'fa:16:3e:f6:54:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:35:49Z', 'updated_at': '2021-12-07T13:35:49Z', 'revision_number': 0, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd350f3d7-ef4a-4848-99b1-c5573f3b6b24', 'name': '', 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'mac_address': 'fa:16:3e:af:45:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:19Z', 'updated_at': '2021-12-07T13:35:33Z', 'revision_number': 5, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'subnets': [{'id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:55.308694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78c07806-1fd5-437d-ab08-d1927ef3b679 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:55.310651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78c07806-1fd5-437d-ab08-d1927ef3b679 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:55.365296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78c07806-1fd5-437d-ab08-d1927ef3b679 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:55.419685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78c07806-1fd5-437d-ab08-d1927ef3b679 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:55.470902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78c07806-1fd5-437d-ab08-d1927ef3b679 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:55.472393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-78c07806-1fd5-437d-ab08-d1927ef3b679 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2672882 Dec 07 13:35:55.475466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51618) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:55.481246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-beeb7d50-145c-4290-a0d4-2c3915f9b18a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:55.536548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fcf25-24bb-4145-a28f-cd321797a958 req-635f13a4-2d0f-43ce-89bd-e130e5d61614 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:55.538146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-180fcf25-24bb-4145-a28f-cd321797a958 req-635f13a4-2d0f-43ce-89bd-e130e5d61614 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e9e3a7f4-8521-4e77-840a-bd2c377f094e HTTP/1.1" status: 200 len: 898 time: 0.5633059 Dec 07 13:35:55.641478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf947-fe2f-4652-8cb7-394735ef6f8a tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:55.704578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7401fe-3f97-4dc4-b002-1f877c3fd9a6 None None] New status for floating IP 572c0100-26d4-4552-b81a-662668c90240: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:35:55.885946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-180fcf25-24bb-4145-a28f-cd321797a958 req-f7a88dea-24e4-4b88-8b68-5b89a97562d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f99644ee-2c1c-4669-b9eb-32162c20d8d7 HTTP/1.1" status: 200 len: 1000 time: 0.3387620 Dec 07 13:35:56.188550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51622) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:56.292651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-beeb7d50-145c-4290-a0d4-2c3915f9b18a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:56.329179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d3536bb8-1947-4104-bd76-2f48e45f966f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/floatingips/572c0100-26d4-4552-b81a-662668c90240 HTTP/1.1" status: 200 len: 994 time: 0.1392448 Dec 07 13:35:56.345725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-beeb7d50-145c-4290-a0d4-2c3915f9b18a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:56.380688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fcf25-24bb-4145-a28f-cd321797a958 req-ca8cac96-e44c-4714-ab80-749408739c2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:56.382286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-180fcf25-24bb-4145-a28f-cd321797a958 req-ca8cac96-e44c-4714-ab80-749408739c2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f59e2745-c352-4c90-a1e9-dc8ac78fc98a HTTP/1.1" status: 200 len: 835 time: 0.4876502 Dec 07 13:35:56.556516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beeb7d50-145c-4290-a0d4-2c3915f9b18a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Router e260457d-9cd7-40e2-9f83-8983b3507944 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:35:56.595832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3ea761-925d-4323-a02d-cd195d4927e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:35:56.643273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-180fcf25-24bb-4145-a28f-cd321797a958 req-2131a864-abd7-458e-96ff-dd89e1adc9b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9e3a7f4-8521-4e77-840a-bd2c377f094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2477758 Dec 07 13:35:56.722363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeb7d50-145c-4290-a0d4-2c3915f9b18a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:56.728474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-beeb7d50-145c-4290-a0d4-2c3915f9b18a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:56.733948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-beeb7d50-145c-4290-a0d4-2c3915f9b18a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "PUT /v2.0/routers/e260457d-9cd7-40e2-9f83-8983b3507944 HTTP/1.1" status: 200 len: 694 time: 1.2531869 Dec 07 13:35:56.734200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2015d2-3c7b-4383-84d2-07365c6516d9 None None] Sync routers for ids ['e260457d-9cd7-40e2-9f83-8983b3507944'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:56.734963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51626) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:56.750396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2015d2-3c7b-4383-84d2-07365c6516d9 None None] Routers {'e260457d-9cd7-40e2-9f83-8983b3507944'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:56.751552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1e2015d2-3c7b-4383-84d2-07365c6516d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e260457d-9cd7-40e2-9f83-8983b3507944'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:56.809861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6bf947-fe2f-4652-8cb7-394735ef6f8a tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Router 4337525e-20af-462b-8854-e2f5c5d86b0b has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:35:56.894062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d98b552d-cb55-49a6-8fd7-343dafd5b3c8 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/routers/e260457d-9cd7-40e2-9f83-8983b3507944 HTTP/1.1" status: 200 len: 700 time: 0.1567430 Dec 07 13:35:56.896528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51630) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:56.899627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-1e2015d2-3c7b-4383-84d2-07365c6516d9 None None] Set router e260457d-9cd7-40e2-9f83-8983b3507944 gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:56.951818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-affd5718-887f-4a44-b2df-22984714e907 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports?device_id=e260457d-9cd7-40e2-9f83-8983b3507944 HTTP/1.1" status: 200 len: 205 time: 0.0535853 Dec 07 13:35:56.955029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51634) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:57.024739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1e2015d2-3c7b-4383-84d2-07365c6516d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e260457d-9cd7-40e2-9f83-8983b3507944', 'name': 'tempest-RoutersTest-router-1650027379', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:55Z', 'updated_at': '2021-12-07T13:35:56Z', 'revision_number': 2, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:57.026754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-180fcf25-24bb-4145-a28f-cd321797a958 req-129b0e1c-6ed0-4e3c-ba1b-bc3ba906d436 service neutron] 10.222.0.45 "GET /v2.0/networks/e9e3a7f4-8521-4e77-840a-bd2c377f094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258088 Dec 07 13:35:57.030808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2015d2-3c7b-4383-84d2-07365c6516d9 None None] Checking router: e260457d-9cd7-40e2-9f83-8983b3507944 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:35:57.042875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2015d2-3c7b-4383-84d2-07365c6516d9 None None] Routers {'e260457d-9cd7-40e2-9f83-8983b3507944'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:57.043612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1e2015d2-3c7b-4383-84d2-07365c6516d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e260457d-9cd7-40e2-9f83-8983b3507944'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:57.114302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61cef6ef-126b-49e4-92b1-0456209d2fd1 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:57.188299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-1e2015d2-3c7b-4383-84d2-07365c6516d9 None None] Set router e260457d-9cd7-40e2-9f83-8983b3507944 gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:57.208140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6bf947-fe2f-4652-8cb7-394735ef6f8a tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:57.230999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9a6bf947-fe2f-4652-8cb7-394735ef6f8a tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "PUT /v2.0/routers/4337525e-20af-462b-8854-e2f5c5d86b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0562060 Dec 07 13:35:57.231803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51638) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:57.236219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f99d7c8-93bc-4e3e-9de7-16e371d2b9e1 None None] Sync routers for ids ['4337525e-20af-462b-8854-e2f5c5d86b0b'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:57.256708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f99d7c8-93bc-4e3e-9de7-16e371d2b9e1 None None] Routers {'4337525e-20af-462b-8854-e2f5c5d86b0b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:57.258528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7f99d7c8-93bc-4e3e-9de7-16e371d2b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4337525e-20af-462b-8854-e2f5c5d86b0b'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:57.286543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-180fcf25-24bb-4145-a28f-cd321797a958 req-30e67c4e-cd6d-4d6a-bfbd-1ce5a41c2d90 service neutron] 10.222.0.45 "GET /v2.0/networks/e9e3a7f4-8521-4e77-840a-bd2c377f094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051904 Dec 07 13:35:57.324780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1e2015d2-3c7b-4383-84d2-07365c6516d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e260457d-9cd7-40e2-9f83-8983b3507944', 'name': 'tempest-RoutersTest-router-1650027379', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:55Z', 'updated_at': '2021-12-07T13:35:56Z', 'revision_number': 2, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:57.330230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3ea761-925d-4323-a02d-cd195d4927e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:35:57.331076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-0f6d1840-6f57-484a-91f2-c52d3c62f306 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] show failed (client error): The resource could not be found. Dec 07 13:35:57.336556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2015d2-3c7b-4383-84d2-07365c6516d9 None None] The sync data for ids ['e260457d-9cd7-40e2-9f83-8983b3507944'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'e260457d-9cd7-40e2-9f83-8983b3507944', 'name': 'tempest-RoutersTest-router-1650027379', 'tenant_id': 'fed063f4920040aa8cb4ecb030019c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:55Z', 'updated_at': '2021-12-07T13:35:56Z', 'revision_number': 2, 'project_id': 'fed063f4920040aa8cb4ecb030019c73', 'gw_port_host': None}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:57.336800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0f6d1840-6f57-484a-91f2-c52d3c62f306 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-2066038546 HTTP/1.1" status: 404 len: 335 time: 0.0994618 Dec 07 13:35:57.336904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea761-925d-4323-a02d-cd195d4927e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:57.336992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51642) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:57.344783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d0a9336a-ee68-4d19-8d84-c57db697719d tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:35:57.354094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056aa1f1-bc8d-467a-9a28-2c992dd649b0 None None] Sync routers for ids ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:35:57.388332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056aa1f1-bc8d-467a-9a28-2c992dd649b0 None None] Routers {'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:57.390134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-056aa1f1-bc8d-467a-9a28-2c992dd649b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:57.412245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3f3ea761-925d-4323-a02d-cd195d4927e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/floatingips/acc0ce86-1695-4344-9176-cf4881ab0158 HTTP/1.1" status: 200 len: 690 time: 4.2462831 Dec 07 13:35:57.413852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051b677d-80bd-4a3e-921e-898ff52e0421', 'tag': '34a398c1-34f5-4fda-9264-e19d01aa8fc5'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:35:57.421386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51646) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:57.436567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-d0a9336a-ee68-4d19-8d84-c57db697719d tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] update failed (client error): The resource could not be found. Dec 07 13:35:57.445684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d0a9336a-ee68-4d19-8d84-c57db697719d tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-415659952 HTTP/1.1" status: 404 len: 334 time: 0.0997810 Dec 07 13:35:57.445904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7f99d7c8-93bc-4e3e-9de7-16e371d2b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:57.446214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51652) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:57.471031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f99d7c8-93bc-4e3e-9de7-16e371d2b9e1 None None] Routers {'4337525e-20af-462b-8854-e2f5c5d86b0b'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:57.476194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7f99d7c8-93bc-4e3e-9de7-16e371d2b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4337525e-20af-462b-8854-e2f5c5d86b0b'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:57.533575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051b677d-80bd-4a3e-921e-898ff52e0421', 'tag': '34a398c1-34f5-4fda-9264-e19d01aa8fc5', 'status': 'completed', 'code': 200} Dec 07 13:35:57.603584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7f99d7c8-93bc-4e3e-9de7-16e371d2b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:57.604798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f99d7c8-93bc-4e3e-9de7-16e371d2b9e1 None None] The sync data for ids ['4337525e-20af-462b-8854-e2f5c5d86b0b'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:57.624386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-68613d51-e466-4e37-a041-87c7dc2688f5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/acc0ce86-1695-4344-9176-cf4881ab0158 HTTP/1.1" status: 200 len: 690 time: 0.2011597 Dec 07 13:35:57.631026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-056aa1f1-bc8d-467a-9a28-2c992dd649b0 None None] Set router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:57.665624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0fe6b5cc-b7c3-4037-b00d-01c15241e56c req-92f7a5f2-b730-4645-b925-c79ab045c772 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 1099 time: 0.1080489 Dec 07 13:35:57.829208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6b5cc-b7c3-4037-b00d-01c15241e56c req-4718515b-8eec-47f9-9894-b4bb01558dcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:57.831046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0fe6b5cc-b7c3-4037-b00d-01c15241e56c req-4718515b-8eec-47f9-9894-b4bb01558dcb service neutron] 10.222.0.45 "GET /v2.0/networks?id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6 HTTP/1.1" status: 200 len: 898 time: 0.1582580 Dec 07 13:35:57.944969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0fe6b5cc-b7c3-4037-b00d-01c15241e56c req-bc0ca8ed-e5b7-495b-b0e2-86ca3efe266c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34a398c1-34f5-4fda-9264-e19d01aa8fc5 HTTP/1.1" status: 200 len: 217 time: 0.1057210 Dec 07 13:35:57.969200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61cef6ef-126b-49e4-92b1-0456209d2fd1 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:57.979652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61cef6ef-126b-49e4-92b1-0456209d2fd1 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:58.028052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6b5cc-b7c3-4037-b00d-01c15241e56c req-8a94dded-7024-4fb1-9550-ecc5c63f6234 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:35:58.030248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0fe6b5cc-b7c3-4037-b00d-01c15241e56c req-8a94dded-7024-4fb1-9550-ecc5c63f6234 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a61828e-2a04-44c7-95da-df01d8ae1a57 HTTP/1.1" status: 200 len: 835 time: 0.0764391 Dec 07 13:35:58.133804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0fe6b5cc-b7c3-4037-b00d-01c15241e56c req-fc925a9b-a8f9-4e02-81be-0aaf31b6a521 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0963457 Dec 07 13:35:58.165024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-056aa1f1-bc8d-467a-9a28-2c992dd649b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:34Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '70fae25c-0566-4f0b-9626-3546e066d2f7', 'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:20:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:43Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:58.171722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056aa1f1-bc8d-467a-9a28-2c992dd649b0 None None] Checking router: bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:35:58.184999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056aa1f1-bc8d-467a-9a28-2c992dd649b0 None None] Routers {'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:35:58.185686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-056aa1f1-bc8d-467a-9a28-2c992dd649b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:35:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:58.318375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0fe6b5cc-b7c3-4037-b00d-01c15241e56c req-d25d6ad8-9081-4d5d-8f57-2fb2be05bc5e service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776433 Dec 07 13:35:58.323041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-5161d1ee-cd6e-48c4-9663-a04900042a69 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Deleting subnet ad8d4b6e-4cc5-419c-8c33-13fb8671d6ed {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:35:58.328135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5161d1ee-cd6e-48c4-9663-a04900042a69 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:58.361200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61cef6ef-126b-49e4-92b1-0456209d2fd1 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:58.361742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cef6ef-126b-49e4-92b1-0456209d2fd1 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Fanout notify agent at l3_agent the message router_deleted on router e260457d-9cd7-40e2-9f83-8983b3507944 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:35:58.396908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61cef6ef-126b-49e4-92b1-0456209d2fd1 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:58.401949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-61cef6ef-126b-49e4-92b1-0456209d2fd1 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/routers/e260457d-9cd7-40e2-9f83-8983b3507944 HTTP/1.1" status: 204 len: 168 time: 1.4420161 Dec 07 13:35:58.403910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51656) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:58.448369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-056aa1f1-bc8d-467a-9a28-2c992dd649b0 None None] Set router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:35:58.451153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5161d1ee-cd6e-48c4-9663-a04900042a69 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:58.493484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0fe6b5cc-b7c3-4037-b00d-01c15241e56c req-867d6b58-b34d-4ec9-9cf5-907d95270653 service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641912 Dec 07 13:35:58.496597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c6342cd1-8672-48c0-887a-fcf6e6bc7e28 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports?device_id=e260457d-9cd7-40e2-9f83-8983b3507944 HTTP/1.1" status: 200 len: 205 time: 0.0920174 Dec 07 13:35:58.500345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51660) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:58.564997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5161d1ee-cd6e-48c4-9663-a04900042a69 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:58.586063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-d807b64a-ee2a-4ca2-a863-b58c38041512 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] delete failed (client error): The resource could not be found. Dec 07 13:35:58.587577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d807b64a-ee2a-4ca2-a863-b58c38041512 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/routers/e260457d-9cd7-40e2-9f83-8983b3507944 HTTP/1.1" status: 404 len: 336 time: 0.0858140 Dec 07 13:35:58.590582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51664) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:58.628781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51668) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:58.640481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-320e36ba-57b4-4003-8fa9-476c23bd3d30 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:58.641210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320e36ba-57b4-4003-8fa9-476c23bd3d30 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:58.645984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-320e36ba-57b4-4003-8fa9-476c23bd3d30 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/a1b6b14e-f2af-49f5-9978-6e13da957cc7 HTTP/1.1" status: 404 len: 337 time: 0.0514009 Dec 07 13:35:58.646341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51672) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:58.688784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4653fa-40c0-46f1-b282-cf826595b9c9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:58.689293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4653fa-40c0-46f1-b282-cf826595b9c9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:58.693758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8c4653fa-40c0-46f1-b282-cf826595b9c9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/81f1db53-b4f7-4c39-b6ab-15e1a0e9bdb4 HTTP/1.1" status: 404 len: 337 time: 0.0438657 Dec 07 13:35:58.694076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51676) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:58.727755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4cc1ee87-7665-483d-9fcc-0e6c562b1d70 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/acc0ce86-1695-4344-9176-cf4881ab0158 HTTP/1.1" status: 200 len: 690 time: 0.0974734 Dec 07 13:35:58.737253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a62a58-8c7e-485b-9a98-c7eefc42237a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:58.737751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a62a58-8c7e-485b-9a98-c7eefc42237a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:58.741911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-65a62a58-8c7e-485b-9a98-c7eefc42237a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/c2757bd4-20e8-45b8-8642-bced7459a160 HTTP/1.1" status: 404 len: 337 time: 0.0444875 Dec 07 13:35:58.742581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51680) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:58.784014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5161d1ee-cd6e-48c4-9663-a04900042a69 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:58.792119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3874ffcc-d709-4fd0-b6eb-412a193ed256 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:58.829403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-008eddc6-67f3-4834-90e4-97dd0b9d0960 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:58.829906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008eddc6-67f3-4834-90e4-97dd0b9d0960 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:58.842416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161d1ee-cd6e-48c4-9663-a04900042a69 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8d4b6e-4cc5-419c-8c33-13fb8671d6ed,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:58.845190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5161d1ee-cd6e-48c4-9663-a04900042a69 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:58.847982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-008eddc6-67f3-4834-90e4-97dd0b9d0960 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/ac8faf82-3b3f-4f47-87b6-3a17130c25d2 HTTP/1.1" status: 404 len: 337 time: 0.1043603 Dec 07 13:35:58.850902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5161d1ee-cd6e-48c4-9663-a04900042a69 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:58.855195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-056aa1f1-bc8d-467a-9a28-2c992dd649b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:34Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '70fae25c-0566-4f0b-9626-3546e066d2f7', 'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:20:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:43Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:35:58.855429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5161d1ee-cd6e-48c4-9663-a04900042a69 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "DELETE /v2.0/subnets/ad8d4b6e-4cc5-419c-8c33-13fb8671d6ed HTTP/1.1" status: 204 len: 168 time: 1.4055822 Dec 07 13:35:58.855429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51684) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:58.856069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51686) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:58.858695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056aa1f1-bc8d-467a-9a28-2c992dd649b0 None None] The sync data for ids ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:34Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '70fae25c-0566-4f0b-9626-3546e066d2f7', 'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:20:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:43Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:35:58.861334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5852e435-4437-4bcc-aa26-8ba0e9472275 None None] Network 899edac6-be79-417b-8a72-4a48b3bd8098 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:58.946149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bec61fd6-565d-4909-8e9c-ee2c24eaea52 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3c2df13-4153-4c3e-9112-08bffd7c206b HTTP/1.1" status: 200 len: 205 time: 0.0903563 Dec 07 13:35:58.947871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51692) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:59.025071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-257ffc2e-1cd3-47d8-94ea-8e19a14d452b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] delete failed (client error): The resource could not be found. Dec 07 13:35:59.029369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-257ffc2e-1cd3-47d8-94ea-8e19a14d452b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/routers/a3c2df13-4153-4c3e-9112-08bffd7c206b HTTP/1.1" status: 404 len: 336 time: 0.0771303 Dec 07 13:35:59.029713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51696) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:59.078195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aeb4e282-4410-4333-bdca-88ba522c3287 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Synchronizing usage tracker for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:35:59.092282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aeb4e282-4410-4333-bdca-88ba522c3287 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Unset dirty status for tenant:fed063f4920040aa8cb4ecb030019c73 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:35:59.096074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aeb4e282-4410-4333-bdca-88ba522c3287 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports?device_id=af07f6ff-0409-42c6-8c56-416ca6580c40 HTTP/1.1" status: 200 len: 205 time: 0.0644350 Dec 07 13:35:59.098297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51700) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:59.133245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b0bfee-4271-478c-ab0e-61602ec9115d tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Deleting subnet b8efd8bb-bc92-4d61-a054-2580099509c5 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:35:59.137332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1b0bfee-4271-478c-ab0e-61602ec9115d tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:59.190002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1637af1-f381-4d4d-9f35-79bc4ea14906 None None] DHCP port deletion for 899edac6-be79-417b-8a72-4a48b3bd8098 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:35:59.197211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f1637af1-f381-4d4d-9f35-79bc4ea14906 None None] Deleting port 10b2be2d-25a9-4856-b17c-e2c6e11ac091 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:35:59.198143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1637af1-f381-4d4d-9f35-79bc4ea14906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:59.228319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1b0bfee-4271-478c-ab0e-61602ec9115d tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:59.325254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1b0bfee-4271-478c-ab0e-61602ec9115d tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:59.442281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1b0bfee-4271-478c-ab0e-61602ec9115d tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:59.449004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ca437b5e-b5ba-43da-9fac-32770340203f tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:59.462394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f1637af1-f381-4d4d-9f35-79bc4ea14906 None None] For port 10b2be2d-25a9-4856-b17c-e2c6e11ac091, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=10b2be2d-25a9-4856-b17c-e2c6e11ac091,segment=NetworkSegment(82355c14-ff2f-4d09-a61c-46233f162494),segment_id=82355c14-ff2f-4d09-a61c-46233f162494)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:35:59.463192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1637af1-f381-4d4d-9f35-79bc4ea14906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:59.481855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-c9b6a1aa-7711-479a-98bb-289e36eb820a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] delete failed (client error): The resource could not be found. Dec 07 13:35:59.483869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c9b6a1aa-7711-479a-98bb-289e36eb820a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/routers/af07f6ff-0409-42c6-8c56-416ca6580c40 HTTP/1.1" status: 404 len: 336 time: 0.3839836 Dec 07 13:35:59.487167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51704) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:59.502573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1b0bfee-4271-478c-ab0e-61602ec9115d tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:59.505931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0bfee-4271-478c-ab0e-61602ec9115d tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event deleted for resources: {'Subnet': ['ID=b8efd8bb-bc92-4d61-a054-2580099509c5,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:59.509303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1b0bfee-4271-478c-ab0e-61602ec9115d tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:59.514685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b1b0bfee-4271-478c-ab0e-61602ec9115d tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "DELETE /v2.0/subnets/b8efd8bb-bc92-4d61-a054-2580099509c5 HTTP/1.1" status: 204 len: 168 time: 0.6574700 Dec 07 13:35:59.519635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51708) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:59.543342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3f38fd-78df-4e8b-8b5a-64839e842e81 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:59.543854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d3f38fd-78df-4e8b-8b5a-64839e842e81 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:59.546779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9d3f38fd-78df-4e8b-8b5a-64839e842e81 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/b933dad8-c086-471e-ac92-4b22783d0205 HTTP/1.1" status: 404 len: 337 time: 0.0565069 Dec 07 13:35:59.550150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51712) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:59.610608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-073ea324-563f-4f60-a202-be382f3d4631 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ed4949e-d887-4f66-86ed-9481842fd077 HTTP/1.1" status: 200 len: 205 time: 0.0588841 Dec 07 13:35:59.610832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51716) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:59.617195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f1637af1-f381-4d4d-9f35-79bc4ea14906 None None] Calling delete_port for 10b2be2d-25a9-4856-b17c-e2c6e11ac091 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:35:59.647573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf184cd2-2df4-4290-8199-0cded862ab6b None None] Network ccd6722e-fa98-4abf-a3f7-615fafb5d602 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:35:59.703512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-59f6db35-2124-47b8-ac08-8d0e6f7f76aa tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] delete failed (client error): The resource could not be found. Dec 07 13:35:59.705500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-59f6db35-2124-47b8-ac08-8d0e6f7f76aa tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/routers/5ed4949e-d887-4f66-86ed-9481842fd077 HTTP/1.1" status: 404 len: 336 time: 0.0928366 Dec 07 13:35:59.710873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51720) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:59.736855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65d752ed-2afc-4c09-b957-c0699a973ad1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:59.738902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51724) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:59.782228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bee4c97d-e9f8-45f2-a3c8-4c71ff2ea2d8 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04 HTTP/1.1" status: 200 len: 205 time: 0.0692506 Dec 07 13:35:59.783260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51728) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:59.865094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-bf423e47-2986-42c3-808c-29d29fe51a4b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] delete failed (client error): The resource could not be found. Dec 07 13:35:59.869199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bf423e47-2986-42c3-808c-29d29fe51a4b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/routers/bbb021d6-a9ea-4a48-a3b9-928c2fcbaa04 HTTP/1.1" status: 404 len: 336 time: 0.0851588 Dec 07 13:35:59.869839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51732) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:59.886330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2cc1221e-9609-4fbc-b20f-1ad6f7970897 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/acc0ce86-1695-4344-9176-cf4881ab0158 HTTP/1.1" status: 200 len: 690 time: 0.1448388 Dec 07 13:35:59.912245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1637af1-f381-4d4d-9f35-79bc4ea14906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:35:59.914988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebe4c26-4c7a-49f5-a86a-c5e1de208354 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] DELETE failed (client error): The resource could not be found. Dec 07 13:35:59.915517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebe4c26-4c7a-49f5-a86a-c5e1de208354 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:35:59.917568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:35:59.920703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1ebe4c26-4c7a-49f5-a86a-c5e1de208354 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/62250fe7-e9bf-483e-8ae7-90375c20dab9 HTTP/1.1" status: 404 len: 337 time: 0.0491188 Dec 07 13:35:59.921468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51736) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:59.968993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1637af1-f381-4d4d-9f35-79bc4ea14906 None None] Pushing event deleted for resources: {'Port': ['ID=10b2be2d-25a9-4856-b17c-e2c6e11ac091,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:35:59.971755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f1637af1-f381-4d4d-9f35-79bc4ea14906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:35:59.975588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1637af1-f381-4d4d-9f35-79bc4ea14906 None None] No DVR routers for this DVR port 10b2be2d-25a9-4856-b17c-e2c6e11ac091 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:35:59.986479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e11e4f16-1be6-406d-a179-8ea84c8fdb37 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f463a8a-f81e-4e00-825b-e5e1f05cfb2e HTTP/1.1" status: 200 len: 205 time: 0.0632975 Dec 07 13:35:59.991466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51740) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:35:59.994526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686d7ab6-aabb-4b1b-8f39-7ab176df5cab None None] New status for floating IP acc0ce86-1695-4344-9176-cf4881ab0158: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:36:00.065796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65d752ed-2afc-4c09-b957-c0699a973ad1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:00.074732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-3c05e6f9-ae20-4413-a75c-86436b7eceb9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] delete failed (client error): The resource could not be found. Dec 07 13:36:00.092748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3c05e6f9-ae20-4413-a75c-86436b7eceb9 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/routers/5f463a8a-f81e-4e00-825b-e5e1f05cfb2e HTTP/1.1" status: 404 len: 336 time: 0.0996268 Dec 07 13:36:00.095535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51744) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:00.103671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-65d752ed-2afc-4c09-b957-c0699a973ad1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['899edac6-be79-417b-8a72-4a48b3bd8098']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:36:00.113175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] DHCP port deletion for ccd6722e-fa98-4abf-a3f7-615fafb5d602 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:36:00.120887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-65d752ed-2afc-4c09-b957-c0699a973ad1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82355c14-ff2f-4d09-a61c-46233f162494') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:36:00.126037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-65d752ed-2afc-4c09-b957-c0699a973ad1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82355c14-ff2f-4d09-a61c-46233f162494') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:36:00.143088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65d752ed-2afc-4c09-b957-c0699a973ad1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:00.177568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-529a52a1-18ba-408e-a073-f3ba9facdac3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] DELETE failed (client error): The resource could not be found. Dec 07 13:36:00.177568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529a52a1-18ba-408e-a073-f3ba9facdac3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:36:00.181054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-529a52a1-18ba-408e-a073-f3ba9facdac3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/0828a508-6636-4425-81b6-13c1bb821aa6 HTTP/1.1" status: 404 len: 337 time: 0.0830300 Dec 07 13:36:00.183115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51748) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:00.198091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d664f8c7-a66d-4f6e-8286-f97cd657a9df no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:36:00.236550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5fc59161-9c87-442a-b536-073a4b509912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:00.238229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] Deleting port d664f8c7-a66d-4f6e-8286-f97cd657a9df {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:36:00.238596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-805b90db-cd9c-4f22-9765-a29dcef47cc7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "GET /v2.0/ports?device_id=89447caa-a1a9-44dd-bd97-1b40b159e800 HTTP/1.1" status: 200 len: 205 time: 0.0539937 Dec 07 13:36:00.238778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:00.241188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51752) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:00.303597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65d752ed-2afc-4c09-b957-c0699a973ad1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:00.310640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d752ed-2afc-4c09-b957-c0699a973ad1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:36:00.311291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65d752ed-2afc-4c09-b957-c0699a973ad1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:36:00.335875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:36:00.395578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-f4ab72d3-14f4-41e6-864d-13ced74aa616 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] delete failed (client error): The resource could not be found. Dec 07 13:36:00.396681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f4ab72d3-14f4-41e6-864d-13ced74aa616 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/routers/89447caa-a1a9-44dd-bd97-1b40b159e800 HTTP/1.1" status: 404 len: 336 time: 0.1544428 Dec 07 13:36:00.399735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51756) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:00.444883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5a24a4-e7d9-4cf0-862d-34fd90ea4c16 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] DELETE failed (client error): The resource could not be found. Dec 07 13:36:00.445389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5a24a4-e7d9-4cf0-862d-34fd90ea4c16 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:36:00.447269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ec5a24a4-e7d9-4cf0-862d-34fd90ea4c16 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/9f3ec8bb-328b-403e-a898-cb2e6a9e5e6b HTTP/1.1" status: 404 len: 337 time: 0.0461378 Dec 07 13:36:00.450130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51760) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:00.493892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-2597d2f8-61ba-483d-bb04-fe51b842813b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] DELETE failed (client error): The resource could not be found. Dec 07 13:36:00.494397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2597d2f8-61ba-483d-bb04-fe51b842813b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 13:36:00.496282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2597d2f8-61ba-483d-bb04-fe51b842813b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] 10.222.0.24 "DELETE /v2.0/subnets/84e6414e-bcfa-4b49-9757-c3ea8755aea3 HTTP/1.1" status: 404 len: 337 time: 0.0451362 Dec 07 13:36:00.560918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65d752ed-2afc-4c09-b957-c0699a973ad1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:00.570234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:00.596875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65d752ed-2afc-4c09-b957-c0699a973ad1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:00.599859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d752ed-2afc-4c09-b957-c0699a973ad1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event deleted for resources: {'Network': ['ID=899edac6-be79-417b-8a72-4a48b3bd8098,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:00.603166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-65d752ed-2afc-4c09-b957-c0699a973ad1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:00.609168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51766) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:00.609335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-65d752ed-2afc-4c09-b957-c0699a973ad1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "DELETE /v2.0/networks/899edac6-be79-417b-8a72-4a48b3bd8098 HTTP/1.1" status: 204 len: 168 time: 1.0882554 Dec 07 13:36:00.745276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:00.762265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Deleting port d664f8c7-a66d-4f6e-8286-f97cd657a9df {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:36:00.762720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:00.888857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51770) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:00.971136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:00.991878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-901d343b-b45d-45de-9037-2a5956a6fe51 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/acc0ce86-1695-4344-9176-cf4881ab0158 HTTP/1.1" status: 200 len: 688 time: 0.0991869 Dec 07 13:36:01.001817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] For port d664f8c7-a66d-4f6e-8286-f97cd657a9df, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d664f8c7-a66d-4f6e-8286-f97cd657a9df,segment=NetworkSegment(af35ee91-2a1e-4022-9db8-4960ccdf991d),segment_id=af35ee91-2a1e-4022-9db8-4960ccdf991d)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:36:01.002294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:01.009288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] For port d664f8c7-a66d-4f6e-8286-f97cd657a9df, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d664f8c7-a66d-4f6e-8286-f97cd657a9df,segment=NetworkSegment(af35ee91-2a1e-4022-9db8-4960ccdf991d),segment_id=af35ee91-2a1e-4022-9db8-4960ccdf991d)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:36:01.009742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:01.138702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Calling delete_port for d664f8c7-a66d-4f6e-8286-f97cd657a9df owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:36:01.160210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] Calling delete_port for d664f8c7-a66d-4f6e-8286-f97cd657a9df owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:36:01.176373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51776) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:01.200916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port d664f8c7-a66d-4f6e-8286-f97cd657a9df, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d664f8c7-a66d-4f6e-8286-f97cd657a9df,segment=NetworkSegment(af35ee91-2a1e-4022-9db8-4960ccdf991d),segment_id=af35ee91-2a1e-4022-9db8-4960ccdf991d)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:36:01.237335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:01.238163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 10b2be2d-25a9-4856-b17c-e2c6e11ac091 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:36:01.272191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:01.272686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:36:01.273256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:36:01.314130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 10b2be2d-25a9-4856-b17c-e2c6e11ac091 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:36:01.314575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 10b2be2d-25a9-4856-b17c-e2c6e11ac091 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:36:01.352012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=d664f8c7-a66d-4f6e-8286-f97cd657a9df,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:01.355588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:01.382084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b102ef48-4436-497a-8b39-52bcf5e7acd3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fed063f4920040aa8cb4ecb030019c73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2045295 Dec 07 13:36:01.384736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51782) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:01.385401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:36:01.385823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:36:01.453848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e1820ac2-2106-4237-8c55-07af26916edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:01.481370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e1820ac2-2106-4237-8c55-07af26916edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:01.562498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e1820ac2-2106-4237-8c55-07af26916edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:01.567967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e64b4ea1-8293-4bc6-8c93-9f210b89e7a0 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:01.581313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1820ac2-2106-4237-8c55-07af26916edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05eacf93-05f8-4887-84b5-da34d7f3c46c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:01.584624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e1820ac2-2106-4237-8c55-07af26916edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:01.586750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e1820ac2-2106-4237-8c55-07af26916edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:01.587915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e1820ac2-2106-4237-8c55-07af26916edf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05eacf93-05f8-4887-84b5-da34d7f3c46c HTTP/1.1" status: 204 len: 168 time: 0.2022085 Dec 07 13:36:01.608390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:01.774415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Deleting port d664f8c7-a66d-4f6e-8286-f97cd657a9df {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:36:01.774807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:01.887106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] Deleting port d664f8c7-a66d-4f6e-8286-f97cd657a9df {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:36:01.887559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.020669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] For port d664f8c7-a66d-4f6e-8286-f97cd657a9df, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d664f8c7-a66d-4f6e-8286-f97cd657a9df,segment=NetworkSegment(af35ee91-2a1e-4022-9db8-4960ccdf991d),segment_id=af35ee91-2a1e-4022-9db8-4960ccdf991d)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:36:02.021073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.127182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] For port d664f8c7-a66d-4f6e-8286-f97cd657a9df, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d664f8c7-a66d-4f6e-8286-f97cd657a9df,segment=NetworkSegment(af35ee91-2a1e-4022-9db8-4960ccdf991d),segment_id=af35ee91-2a1e-4022-9db8-4960ccdf991d)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:36:02.127664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.163630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Calling delete_port for d664f8c7-a66d-4f6e-8286-f97cd657a9df owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:36:02.257087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] Calling delete_port for d664f8c7-a66d-4f6e-8286-f97cd657a9df owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:36:02.282747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.288066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aff805b7-f4a9-483b-a7f5-6c59cf1b84b0 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:02.331700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event deleted for resources: {'Port': ['ID=d664f8c7-a66d-4f6e-8286-f97cd657a9df,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:02.337304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:02.339053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:36:02.340130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:36:02.340888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] No DVR routers for this DVR port d664f8c7-a66d-4f6e-8286-f97cd657a9df on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:36:02.374119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51790) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:02.381456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9cb5b7fc-4e96-41f2-a70a-7713c5d4424d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-988351038', 'description': 'tempest-secgroup-smoke-988351038 description', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:36:02.388135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9cb5b7fc-4e96-41f2-a70a-7713c5d4424d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:36:02.399340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9cb5b7fc-4e96-41f2-a70a-7713c5d4424d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:36:02.436129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c39d901c-161c-4b56-accd-987f005ce201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.459023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9cb5b7fc-4e96-41f2-a70a-7713c5d4424d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.490063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.499974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9cb5b7fc-4e96-41f2-a70a-7713c5d4424d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:36:02.504347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9cb5b7fc-4e96-41f2-a70a-7713c5d4424d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:36:02.507375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9cb5b7fc-4e96-41f2-a70a-7713c5d4424d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:36:02.513659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9cb5b7fc-4e96-41f2-a70a-7713c5d4424d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:36:02.517813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd6722e-fa98-4abf-a3f7-615fafb5d602']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:36:02.531696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af35ee91-2a1e-4022-9db8-4960ccdf991d') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:36:02.532035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af35ee91-2a1e-4022-9db8-4960ccdf991d') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:36:02.544509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.560478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.566966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:36:02.567431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.577696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9cb5b7fc-4e96-41f2-a70a-7713c5d4424d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:36:02.582589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:36:02.613652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9cb5b7fc-4e96-41f2-a70a-7713c5d4424d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.617980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] Deleting port d664f8c7-a66d-4f6e-8286-f97cd657a9df {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:36:02.618543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.619044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-34ef82bb-4be6-4162-9085-00286de4b137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:02.674828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5b7fc-4e96-41f2-a70a-7713c5d4424d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677166d6-8287-4a9c-85dd-606afa26f191,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:02.678944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9cb5b7fc-4e96-41f2-a70a-7713c5d4424d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:02.696674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-35edbe98-60fb-41a0-8833-d92873f0b12a None None] The port 'd664f8c7-a66d-4f6e-8286-f97cd657a9df' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:36:02.716626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9cb5b7fc-4e96-41f2-a70a-7713c5d4424d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.718560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9cb5b7fc-4e96-41f2-a70a-7713c5d4424d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3424308 Dec 07 13:36:02.728182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51794) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:02.728435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-603af058-cc70-4061-a89d-40b8303283bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '677166d6-8287-4a9c-85dd-606afa26f191', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:36:02.736399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-603af058-cc70-4061-a89d-40b8303283bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:36:02.741192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-603af058-cc70-4061-a89d-40b8303283bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:36:02.744630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-603af058-cc70-4061-a89d-40b8303283bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:36:02.752544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-603af058-cc70-4061-a89d-40b8303283bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:36:02.894019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.898409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:02.914995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.923056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.928983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event deleted for resources: {'Network': ['ID=ccd6722e-fa98-4abf-a3f7-615fafb5d602,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:02.929396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-603af058-cc70-4061-a89d-40b8303283bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:02.932881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:02.934852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "DELETE /v2.0/networks/ccd6722e-fa98-4abf-a3f7-615fafb5d602 HTTP/1.1" status: 204 len: 168 time: 2.3241951 Dec 07 13:36:02.942833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51798) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:03.000926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-603af058-cc70-4061-a89d-40b8303283bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.036625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-603af058-cc70-4061-a89d-40b8303283bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.038742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c224608a-08e9-4883-81a3-4795f4e52bf7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:03.066603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603af058-cc70-4061-a89d-40b8303283bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dab4f1-0f27-4be5-96b3-0a3de84f0f1b,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:03.069395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-603af058-cc70-4061-a89d-40b8303283bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:03.105259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-603af058-cc70-4061-a89d-40b8303283bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.106831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-603af058-cc70-4061-a89d-40b8303283bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3839207 Dec 07 13:36:03.110785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51802) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:03.117266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ca5725bb-e896-4528-8d9c-04a7a9f306af tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '677166d6-8287-4a9c-85dd-606afa26f191', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:36:03.124587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ca5725bb-e896-4528-8d9c-04a7a9f306af tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:36:03.128757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ca5725bb-e896-4528-8d9c-04a7a9f306af tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:36:03.131942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ca5725bb-e896-4528-8d9c-04a7a9f306af tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:36:03.140025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ca5725bb-e896-4528-8d9c-04a7a9f306af tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:36:03.163675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-2749ccff-0a5f-4abf-94af-32e5fc07e279 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Deleting subnet 927283ed-738f-44cc-ab36-baf3d6ec466a {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:36:03.167054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2749ccff-0a5f-4abf-94af-32e5fc07e279 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.191898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca5725bb-e896-4528-8d9c-04a7a9f306af tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.234073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2749ccff-0a5f-4abf-94af-32e5fc07e279 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.257566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca5725bb-e896-4528-8d9c-04a7a9f306af tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.287742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca5725bb-e896-4528-8d9c-04a7a9f306af tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.290057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-387d52fa-a84b-48a1-a9f9-af31d78d872a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:03.313482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5725bb-e896-4528-8d9c-04a7a9f306af tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9591aa10-9f75-4e09-b2e8-a1782dfda839,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:03.318291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ca5725bb-e896-4528-8d9c-04a7a9f306af tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:03.329549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2749ccff-0a5f-4abf-94af-32e5fc07e279 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.356132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca5725bb-e896-4528-8d9c-04a7a9f306af tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.357516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ca5725bb-e896-4528-8d9c-04a7a9f306af tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2456365 Dec 07 13:36:03.361195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51806) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:03.367388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e877ed21-aa24-49f0-877a-a90b9e72e3e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '677166d6-8287-4a9c-85dd-606afa26f191', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:36:03.374330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e877ed21-aa24-49f0-877a-a90b9e72e3e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:36:03.378608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e877ed21-aa24-49f0-877a-a90b9e72e3e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:36:03.381821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e877ed21-aa24-49f0-877a-a90b9e72e3e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:36:03.388238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e877ed21-aa24-49f0-877a-a90b9e72e3e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:36:03.433525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e877ed21-aa24-49f0-877a-a90b9e72e3e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.465343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2749ccff-0a5f-4abf-94af-32e5fc07e279 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.471261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-21182cd2-598b-48f5-9a94-0427fea0b098 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:03.508528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e877ed21-aa24-49f0-877a-a90b9e72e3e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.511859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749ccff-0a5f-4abf-94af-32e5fc07e279 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event deleted for resources: {'Subnet': ['ID=927283ed-738f-44cc-ab36-baf3d6ec466a,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:03.515283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2749ccff-0a5f-4abf-94af-32e5fc07e279 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:03.521184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2749ccff-0a5f-4abf-94af-32e5fc07e279 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.524001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa07a4b-e71c-42c9-899e-373524f088d5 None None] Network c382124f-72ca-404b-b892-58ffdc13ba26 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:36:03.525254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2749ccff-0a5f-4abf-94af-32e5fc07e279 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "DELETE /v2.0/subnets/927283ed-738f-44cc-ab36-baf3d6ec466a HTTP/1.1" status: 204 len: 168 time: 0.5810194 Dec 07 13:36:03.528020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51810) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:03.539162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e877ed21-aa24-49f0-877a-a90b9e72e3e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.547801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-37ae256f-784b-43f2-80a4-220884918d4f tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:03.570371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877ed21-aa24-49f0-877a-a90b9e72e3e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f6fbef-e0a0-439f-952c-d13da9f211db,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:03.573229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e877ed21-aa24-49f0-877a-a90b9e72e3e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:03.613897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e877ed21-aa24-49f0-877a-a90b9e72e3e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.616069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e877ed21-aa24-49f0-877a-a90b9e72e3e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2538168 Dec 07 13:36:03.618328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51814) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:03.624991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-45147894-ff38-4354-9ae9-8c5ca908fa74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '677166d6-8287-4a9c-85dd-606afa26f191', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:36:03.631738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-45147894-ff38-4354-9ae9-8c5ca908fa74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:36:03.635889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-45147894-ff38-4354-9ae9-8c5ca908fa74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:36:03.639555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-45147894-ff38-4354-9ae9-8c5ca908fa74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:36:03.646390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-45147894-ff38-4354-9ae9-8c5ca908fa74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:36:03.660236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.672481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Deleting port 5a3d361a-33c7-4fad-b01d-9dbb2300a55c {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:36:03.672989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.691139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-45147894-ff38-4354-9ae9-8c5ca908fa74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.765417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-45147894-ff38-4354-9ae9-8c5ca908fa74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.785538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-45147894-ff38-4354-9ae9-8c5ca908fa74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.787635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-753aae7e-09f5-4c7c-bbd8-e032e477345a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:03.805648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1b32fc-71e9-4033-a6e5-4b4ded73b113 None None] DHCP port deletion for c382124f-72ca-404b-b892-58ffdc13ba26 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:36:03.810527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0b1b32fc-71e9-4033-a6e5-4b4ded73b113 None None] Deleting port 5a3d361a-33c7-4fad-b01d-9dbb2300a55c {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:36:03.812011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b1b32fc-71e9-4033-a6e5-4b4ded73b113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.813175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45147894-ff38-4354-9ae9-8c5ca908fa74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6213e6d0-d5ae-40a4-9082-b167c6505f91,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:03.815951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-45147894-ff38-4354-9ae9-8c5ca908fa74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:03.836462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-45147894-ff38-4354-9ae9-8c5ca908fa74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.838039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-45147894-ff38-4354-9ae9-8c5ca908fa74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2182386 Dec 07 13:36:03.841143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51818) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:03.848964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8c587435-6248-4497-bd70-b90133539534 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '677166d6-8287-4a9c-85dd-606afa26f191', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:36:03.856002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8c587435-6248-4497-bd70-b90133539534 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:36:03.860242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8c587435-6248-4497-bd70-b90133539534 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:36:03.863305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8c587435-6248-4497-bd70-b90133539534 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:36:03.869457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8c587435-6248-4497-bd70-b90133539534 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:36:03.899384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-8c587435-6248-4497-bd70-b90133539534 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:36:03.907830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c587435-6248-4497-bd70-b90133539534 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.908095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] For port 5a3d361a-33c7-4fad-b01d-9dbb2300a55c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5a3d361a-33c7-4fad-b01d-9dbb2300a55c,segment=NetworkSegment(c21828fc-c515-476f-bf13-18fa024b0e2f),segment_id=c21828fc-c515-476f-bf13-18fa024b0e2f)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:36:03.908419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:03.981303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c587435-6248-4497-bd70-b90133539534 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:04.008226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c587435-6248-4497-bd70-b90133539534 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:04.010359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:04.038504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c587435-6248-4497-bd70-b90133539534 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45406b21-c891-4a75-a208-3179024c7fbb,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:04.041176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8c587435-6248-4497-bd70-b90133539534 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:04.041401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0b1b32fc-71e9-4033-a6e5-4b4ded73b113 None None] For port 5a3d361a-33c7-4fad-b01d-9dbb2300a55c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5a3d361a-33c7-4fad-b01d-9dbb2300a55c,segment=NetworkSegment(c21828fc-c515-476f-bf13-18fa024b0e2f),segment_id=c21828fc-c515-476f-bf13-18fa024b0e2f)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:36:04.041844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b1b32fc-71e9-4033-a6e5-4b4ded73b113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:04.043298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Calling delete_port for 5a3d361a-33c7-4fad-b01d-9dbb2300a55c owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:36:04.065103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c587435-6248-4497-bd70-b90133539534 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:04.071408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8c587435-6248-4497-bd70-b90133539534 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2230706 Dec 07 13:36:04.079780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51822) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:04.086244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e5dbaf13-b5af-497c-a738-77cde7214bb8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '677166d6-8287-4a9c-85dd-606afa26f191', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:36:04.093703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e5dbaf13-b5af-497c-a738-77cde7214bb8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:36:04.098014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e5dbaf13-b5af-497c-a738-77cde7214bb8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:36:04.101935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e5dbaf13-b5af-497c-a738-77cde7214bb8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:36:04.115260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e5dbaf13-b5af-497c-a738-77cde7214bb8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:36:04.133621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:04.138581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cd0707f1-9942-4d49-9ee5-0e9426de16d1 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:04.151002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-e5dbaf13-b5af-497c-a738-77cde7214bb8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:36:04.159356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5dbaf13-b5af-497c-a738-77cde7214bb8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:04.169118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5a3d361a-33c7-4fad-b01d-9dbb2300a55c no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:36:04.181570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event deleted for resources: {'Port': ['ID=5a3d361a-33c7-4fad-b01d-9dbb2300a55c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:04.185544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:04.189486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] No DVR routers for this DVR port 5a3d361a-33c7-4fad-b01d-9dbb2300a55c on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:36:04.200513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0b1b32fc-71e9-4033-a6e5-4b4ded73b113 None None] Calling delete_port for 5a3d361a-33c7-4fad-b01d-9dbb2300a55c owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:36:04.239003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5dbaf13-b5af-497c-a738-77cde7214bb8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:04.247916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 5a3d361a-33c7-4fad-b01d-9dbb2300a55c {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:36:04.248552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5a3d361a-33c7-4fad-b01d-9dbb2300a55c not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:36:04.278056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5dbaf13-b5af-497c-a738-77cde7214bb8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:04.292138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-0b1b32fc-71e9-4033-a6e5-4b4ded73b113 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:36:04.292369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-75311cb5-22df-43bf-a0ff-fb91c270079a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:04.292803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-0b1b32fc-71e9-4033-a6e5-4b4ded73b113 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:36:04.314620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbaf13-b5af-497c-a738-77cde7214bb8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8f315d-9daa-4c2d-9a6c-236e911cfd8f,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:04.317430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e5dbaf13-b5af-497c-a738-77cde7214bb8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:04.330736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:04.356307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5dbaf13-b5af-497c-a738-77cde7214bb8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:04.359466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e5dbaf13-b5af-497c-a738-77cde7214bb8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2767000 Dec 07 13:36:04.364365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c382124f-72ca-404b-b892-58ffdc13ba26']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:36:04.378986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21828fc-c515-476f-bf13-18fa024b0e2f') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:36:04.379561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21828fc-c515-476f-bf13-18fa024b0e2f') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:36:04.392164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:04.407759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:04.414268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:36:04.414691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:36:04.431503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:36:04.608829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:04.613728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:04.624369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:04.644131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "DELETE /v2.0/networks/c382124f-72ca-404b-b892-58ffdc13ba26 HTTP/1.1" status: 204 len: 168 time: 1.1149917 Dec 07 13:36:04.647207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51838) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:04.649970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Pushing event deleted for resources: {'Network': ['ID=c382124f-72ca-404b-b892-58ffdc13ba26,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:04.652699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:04.693903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-3274d37a-69b9-4ecf-a9be-9e705b46c2aa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:36:04.699101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-195560cf-ffbd-4add-830e-2b6c2c4208c9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Synchronizing usage tracker for tenant:4810c6dfd716438e9439d9197ec721ea on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:36:04.717078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:04.761755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-195560cf-ffbd-4add-830e-2b6c2c4208c9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Unset dirty status for tenant:4810c6dfd716438e9439d9197ec721ea on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:36:04.762008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-3274d37a-69b9-4ecf-a9be-9e705b46c2aa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:36:04.763060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-195560cf-ffbd-4add-830e-2b6c2c4208c9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "GET /v2.0/ports?device_id=4337525e-20af-462b-8854-e2f5c5d86b0b HTTP/1.1" status: 200 len: 205 time: 0.1147192 Dec 07 13:36:04.763380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-3274d37a-69b9-4ecf-a9be-9e705b46c2aa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-988351038&fields=id&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 267 time: 0.1169462 Dec 07 13:36:04.765838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51842) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:04.794517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0b1b32fc-71e9-4033-a6e5-4b4ded73b113 None None] Deleting port 5a3d361a-33c7-4fad-b01d-9dbb2300a55c {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:36:04.794907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b1b32fc-71e9-4033-a6e5-4b4ded73b113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:04.861258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0b1b32fc-71e9-4033-a6e5-4b4ded73b113 None None] The port '5a3d361a-33c7-4fad-b01d-9dbb2300a55c' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:36:05.026167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b836d08-54f8-4eb0-aa93-89a40a7fb6b9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:05.175127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-5676b826-01c8-4fc1-86ce-7f206c22bff8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:05.176792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-5676b826-01c8-4fc1-86ce-7f206c22bff8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/networks?id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6 HTTP/1.1" status: 200 len: 797 time: 0.3467813 Dec 07 13:36:05.262866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-018d230c-5533-4175-b01a-0c8cca0e72c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/quotas/ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 375 time: 0.0783103 Dec 07 13:36:05.782733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b836d08-54f8-4eb0-aa93-89a40a7fb6b9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:05.799486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b836d08-54f8-4eb0-aa93-89a40a7fb6b9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:05.820333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-c35efdce-c2e9-4e55-aff4-888d996b2518 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4976757 Dec 07 13:36:05.870442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b836d08-54f8-4eb0-aa93-89a40a7fb6b9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:05.871000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b836d08-54f8-4eb0-aa93-89a40a7fb6b9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Fanout notify agent at l3_agent the message router_deleted on router 4337525e-20af-462b-8854-e2f5c5d86b0b {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:36:05.885459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b836d08-54f8-4eb0-aa93-89a40a7fb6b9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:05.886979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5b836d08-54f8-4eb0-aa93-89a40a7fb6b9 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] 10.222.0.24 "DELETE /v2.0/routers/4337525e-20af-462b-8854-e2f5c5d86b0b HTTP/1.1" status: 204 len: 168 time: 1.1197596 Dec 07 13:36:06.182585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-3bee6677-b6fc-4eab-89a3-3834095ddd73 service neutron] 10.222.0.24 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441057 Dec 07 13:36:06.336173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-32075bc9-6a45-4ceb-9668-8d32cbcf43ea service neutron] 10.222.0.24 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469028 Dec 07 13:36:06.387041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51852) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:06.581645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e638f5d2-6a5c-4bcc-8210-a7e55ae34b23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4810c6dfd716438e9439d9197ec721ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1931982 Dec 07 13:36:06.583883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-88105f97-e51d-48b8-b162-7c3db95b825b req-2f15f8be-62c5-4a45-9e7b-a5b91b4b04a8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 210 time: 0.0482697 Dec 07 13:36:06.584411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51864) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:06.661704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1271d08e-d5f4-4607-ac17-b4610ebe6a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:06.691849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1271d08e-d5f4-4607-ac17-b4610ebe6a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:06.761977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1271d08e-d5f4-4607-ac17-b4610ebe6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:06.767595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e1820ac2-2106-4237-8c55-07af26916edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:06.780119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271d08e-d5f4-4607-ac17-b4610ebe6a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2736fa5d-3105-48f2-8cb8-632538a08d5a,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:06.782840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1271d08e-d5f4-4607-ac17-b4610ebe6a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:06.788561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1271d08e-d5f4-4607-ac17-b4610ebe6a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:06.789838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1271d08e-d5f4-4607-ac17-b4610ebe6a42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2736fa5d-3105-48f2-8cb8-632538a08d5a HTTP/1.1" status: 204 len: 168 time: 0.2044036 Dec 07 13:36:06.900984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:36:07.753788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-30d95415-b303-42ab-b9b6-7a0cbb94c2c7 req-1d66a977-9360-4f76-ac61-29c57835ce9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 210 time: 0.0488412 Dec 07 13:36:08.828754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-c2c9ddb0-58f3-4271-a8c3-1a1495612fd1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:08.830380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-c2c9ddb0-58f3-4271-a8c3-1a1495612fd1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/networks?id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6 HTTP/1.1" status: 200 len: 797 time: 0.3859537 Dec 07 13:36:08.893669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-fc7f7abb-51ea-4a59-99fe-2426f79fce5f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 472 time: 0.0480006 Dec 07 13:36:08.903301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'port': {'device_id': 'b497811f-58a5-4ae6-8f9d-5e9f193b5343', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'admin_state_up': True, 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'security_groups': ['677166d6-8287-4a9c-85dd-606afa26f191']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:36:08.933105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c63da433-c872-449f-851d-cab63ae3e025 req-42e61987-5e39-4d14-99ce-bfeac191dbaf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 210 time: 0.0546963 Dec 07 13:36:09.054167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:36:09.058691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:port and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:36:09.062499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:36:09.068874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:36:09.164858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:36:09.170797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:09.350205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.14 (62d3718a-2f96-4cfe-8657-b090bf6b8ba6/8a61828e-2a04-44c7-95da-df01d8ae1a57/af6e7911-1149-4b76-9749-f2e8d902ca32) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:36:09.544623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:09.562683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object af6e7911-1149-4b76-9749-f2e8d902ca32 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:36:09.608708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:09.614476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:09.694344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:36:09.695268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=af6e7911-1149-4b76-9749-f2e8d902ca32,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:09.697980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:36:09.699918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:09.700653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:36:09.711168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:09.765831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:09.766517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:09.848907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9499996 Dec 07 13:36:09.862641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Request body: {'port': {'device_id': 'b497811f-58a5-4ae6-8f9d-5e9f193b5343', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:36:09.989578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:10.031097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-700258f0-b9a3-4861-a423-cbb5d5eb2d60 None None] Provisioning for port af6e7911-1149-4b76-9749-f2e8d902ca32 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:36:10.036434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-700258f0-b9a3-4861-a423-cbb5d5eb2d60 None None] Provisioning complete for port af6e7911-1149-4b76-9749-f2e8d902ca32 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:36:10.036853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-700258f0-b9a3-4861-a423-cbb5d5eb2d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:10.115483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-700258f0-b9a3-4861-a423-cbb5d5eb2d60 None None] Port af6e7911-1149-4b76-9749-f2e8d902ca32 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:36:10.153719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa37f56-8ee2-43de-9154-cb8a2946e56c req-3459c880-53b6-4718-b2c6-8ed94fbd3f93 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:10.156701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0fa37f56-8ee2-43de-9154-cb8a2946e56c req-3459c880-53b6-4718-b2c6-8ed94fbd3f93 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 932 time: 0.0960393 Dec 07 13:36:10.207307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0fa37f56-8ee2-43de-9154-cb8a2946e56c req-3ce29471-a785-4407-9607-f9d873f695a6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=677166d6-8287-4a9c-85dd-606afa26f191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440853 Dec 07 13:36:10.349061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6e7911-1149-4b76-9749-f2e8d902ca32 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:36:10.355951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:10.371152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Transition to ACTIVE for port object af6e7911-1149-4b76-9749-f2e8d902ca32 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:36:10.402280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:10.407947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:10.539260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=af6e7911-1149-4b76-9749-f2e8d902ca32,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:10.542286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:10.655988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Attempting to bind port af6e7911-1149-4b76-9749-f2e8d902ca32 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:36:10.656356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Attempting to bind port af6e7911-1149-4b76-9749-f2e8d902ca32 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '228db0d1-1713-4d6d-8d7c-ad40b267b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:36:10.656721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Attempting to bind port af6e7911-1149-4b76-9749-f2e8d902ca32 on network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:36:10.663485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Port af6e7911-1149-4b76-9749-f2e8d902ca32 on network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:36:10.663847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Attempting to bind port af6e7911-1149-4b76-9749-f2e8d902ca32 on network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:36:10.670725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:36:10.671097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Checking segment: {'id': '228db0d1-1713-4d6d-8d7c-ad40b267b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:36:10.671570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Bound using segment: {'id': '228db0d1-1713-4d6d-8d7c-ad40b267b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:36:10.672038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Bound port: af6e7911-1149-4b76-9749-f2e8d902ca32, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228db0d1-1713-4d6d-8d7c-ad40b267b971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:36:10.672421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:10.764985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] For port af6e7911-1149-4b76-9749-f2e8d902ca32, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:36:10.768110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] For port af6e7911-1149-4b76-9749-f2e8d902ca32, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=af6e7911-1149-4b76-9749-f2e8d902ca32,segment=NetworkSegment(228db0d1-1713-4d6d-8d7c-ad40b267b971),segment_id=228db0d1-1713-4d6d-8d7c-ad40b267b971)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:36:10.807696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:10.813986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f68201a0-860e-4e33-ab86-973a2ab68517 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:10.871733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:10.873887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] 10.222.0.45 "PUT /v2.0/ports/af6e7911-1149-4b76-9749-f2e8d902ca32 HTTP/1.1" status: 200 len: 1094 time: 1.0163386 Dec 07 13:36:10.874709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b497811f-58a5-4ae6-8f9d-5e9f193b5343', 'tag': 'af6e7911-1149-4b76-9749-f2e8d902ca32'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:36:10.907869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=af6e7911-1149-4b76-9749-f2e8d902ca32,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:10.911321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:10.936526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b497811f-58a5-4ae6-8f9d-5e9f193b5343', 'tag': 'af6e7911-1149-4b76-9749-f2e8d902ca32', 'status': 'completed', 'code': 200} Dec 07 13:36:11.021605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-7975870d-d249-4505-94dd-fbb6cb04fd3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 1097 time: 0.0781341 Dec 07 13:36:11.101562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-e41d3b1d-bce8-4f6d-8883-447787169161 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af6e7911-1149-4b76-9749-f2e8d902ca32 HTTP/1.1" status: 200 len: 217 time: 0.0719688 Dec 07 13:36:11.176149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-e55ad860-d38a-4355-9360-2c5132661e28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:11.177852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-e55ad860-d38a-4355-9360-2c5132661e28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a61828e-2a04-44c7-95da-df01d8ae1a57 HTTP/1.1" status: 200 len: 835 time: 0.0686488 Dec 07 13:36:11.264049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-cf334857-d57e-4b10-921d-c8b443105af2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790954 Dec 07 13:36:11.412801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-8893a9bf-f3d6-4e4f-a7cb-500114551a84 service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406386 Dec 07 13:36:11.419819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a27a6-fb35-4f31-8a5f-6735e6c98c3b req-774ea3bb-a3a1-4f62-8983-f2d38be07113 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:11.421515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-012a27a6-fb35-4f31-8a5f-6735e6c98c3b req-774ea3bb-a3a1-4f62-8983-f2d38be07113 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 944 time: 0.0881152 Dec 07 13:36:11.472290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-012a27a6-fb35-4f31-8a5f-6735e6c98c3b req-c3e9e0ff-1219-4fcd-847c-f8609a6ef100 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=677166d6-8287-4a9c-85dd-606afa26f191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439816 Dec 07 13:36:11.563978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d07fec1-501c-4a66-b7e7-a01ad47c0150 req-ac42096b-2d79-4724-a4d0-5fe336157ad7 service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425543 Dec 07 13:36:11.717258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52d3d3e7-62fb-45fa-adf7-8fcc26f236ea req-3da9c1f3-868d-4d1b-8c4c-911f8f8b2a3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 1097 time: 0.0736175 Dec 07 13:36:11.859154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d3e7-62fb-45fa-adf7-8fcc26f236ea req-a4f0bf11-bad3-4d3a-9c74-aaea7273f34f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:11.860793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52d3d3e7-62fb-45fa-adf7-8fcc26f236ea req-a4f0bf11-bad3-4d3a-9c74-aaea7273f34f service neutron] 10.222.0.45 "GET /v2.0/networks?id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6 HTTP/1.1" status: 200 len: 898 time: 0.1363354 Dec 07 13:36:11.942767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52d3d3e7-62fb-45fa-adf7-8fcc26f236ea req-c8151960-bcdc-4e52-8bfb-7f73a639a9fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af6e7911-1149-4b76-9749-f2e8d902ca32 HTTP/1.1" status: 200 len: 217 time: 0.0717864 Dec 07 13:36:12.012141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d3e7-62fb-45fa-adf7-8fcc26f236ea req-9722f7cc-b0eb-458a-bfa6-4f4fd320a8f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:12.013761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52d3d3e7-62fb-45fa-adf7-8fcc26f236ea req-9722f7cc-b0eb-458a-bfa6-4f4fd320a8f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a61828e-2a04-44c7-95da-df01d8ae1a57 HTTP/1.1" status: 200 len: 835 time: 0.0636666 Dec 07 13:36:12.098628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52d3d3e7-62fb-45fa-adf7-8fcc26f236ea req-3f28e9f4-399e-48af-b1f3-0871f4c88733 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772369 Dec 07 13:36:12.244110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52d3d3e7-62fb-45fa-adf7-8fcc26f236ea req-7eabf46c-aea1-4630-bcdd-f7d5e49372e0 service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350391 Dec 07 13:36:12.387875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52d3d3e7-62fb-45fa-adf7-8fcc26f236ea req-a43c0063-cfe0-4c4e-b440-e315afc883ca service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354115 Dec 07 13:36:12.678027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f74655-4593-4fa0-8f16-5c822046c795 req-0013298a-ac43-425e-ad32-786e6bf09e52 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:12.679657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f74655-4593-4fa0-8f16-5c822046c795 req-0013298a-ac43-425e-ad32-786e6bf09e52 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 944 time: 0.0821688 Dec 07 13:36:12.729066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f74655-4593-4fa0-8f16-5c822046c795 req-7ab1b404-1e58-4747-ba4c-29ca59e57cdc tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=677166d6-8287-4a9c-85dd-606afa26f191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428510 Dec 07 13:36:13.381456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device af6e7911-1149-4b76-9749-f2e8d902ca32 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:36:13.524492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port af6e7911-1149-4b76-9749-f2e8d902ca32, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=af6e7911-1149-4b76-9749-f2e8d902ca32,segment=NetworkSegment(228db0d1-1713-4d6d-8d7c-ad40b267b971),segment_id=228db0d1-1713-4d6d-8d7c-ad40b267b971)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:36:13.539378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'af6e7911-1149-4b76-9749-f2e8d902ca32', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'port_id': 'af6e7911-1149-4b76-9749-f2e8d902ca32', 'mac_address': 'fa:16:3e:cb:a5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:36:13.596595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:13.615718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6e7911-1149-4b76-9749-f2e8d902ca32 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:36:13.632656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port af6e7911-1149-4b76-9749-f2e8d902ca32, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=af6e7911-1149-4b76-9749-f2e8d902ca32,segment=NetworkSegment(228db0d1-1713-4d6d-8d7c-ad40b267b971),segment_id=228db0d1-1713-4d6d-8d7c-ad40b267b971)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:36:13.671184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:13.673144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:13.740942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=af6e7911-1149-4b76-9749-f2e8d902ca32,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:13.744047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:13.942433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['af6e7911-1149-4b76-9749-f2e8d902ca32'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:36:13.944065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588d8d6-61dd-48f8-a9b5-e921d36bb0ee req-28b7aecb-e9f7-44ca-b3b9-87033639fe5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:13.945706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e588d8d6-61dd-48f8-a9b5-e921d36bb0ee req-28b7aecb-e9f7-44ca-b3b9-87033639fe5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 945 time: 0.0885406 Dec 07 13:36:13.996156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e588d8d6-61dd-48f8-a9b5-e921d36bb0ee req-70f756b9-ae91-4ace-a4d4-aeda8891bc02 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=677166d6-8287-4a9c-85dd-606afa26f191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429833 Dec 07 13:36:15.205813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290f319-4fee-4412-9157-70d4b86a7535 req-6fa43d50-1ba2-4bb5-bf9c-623f2c18e41b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:15.207460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2290f319-4fee-4412-9157-70d4b86a7535 req-6fa43d50-1ba2-4bb5-bf9c-623f2c18e41b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 945 time: 0.0895154 Dec 07 13:36:15.262101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2290f319-4fee-4412-9157-70d4b86a7535 req-4da4a251-a77d-4f83-a124-acaaa22af986 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=677166d6-8287-4a9c-85dd-606afa26f191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484560 Dec 07 13:36:15.379110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device af6e7911-1149-4b76-9749-f2e8d902ca32 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:36:15.487564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port af6e7911-1149-4b76-9749-f2e8d902ca32 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:36:15.492684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port af6e7911-1149-4b76-9749-f2e8d902ca32 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:36:15.493105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:15.770793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:15.798652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b497811f-58a5-4ae6-8f9d-5e9f193b5343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6e7911-1149-4b76-9749-f2e8d902ca32'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:36:15.808959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port af6e7911-1149-4b76-9749-f2e8d902ca32, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=af6e7911-1149-4b76-9749-f2e8d902ca32,segment=NetworkSegment(228db0d1-1713-4d6d-8d7c-ad40b267b971),segment_id=228db0d1-1713-4d6d-8d7c-ad40b267b971)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:36:15.842695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:15.844792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af1d3717-1ed8-45b7-8bec-bbaa76fa996b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:15.915617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=af6e7911-1149-4b76-9749-f2e8d902ca32,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:15.918992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:16.084150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b497811f-58a5-4ae6-8f9d-5e9f193b5343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6e7911-1149-4b76-9749-f2e8d902ca32', 'code': 200} Dec 07 13:36:16.381557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bf1a1d5d-311c-45bb-9a14-9fbd301bcceb req-13b37324-597c-4ad4-92eb-32c71af24615 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 1099 time: 0.0741901 Dec 07 13:36:16.430855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bf1a1d5d-311c-45bb-9a14-9fbd301bcceb req-5fb2d020-2d7f-4198-97cc-76c8586cade0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=677166d6-8287-4a9c-85dd-606afa26f191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407698 Dec 07 13:36:16.474718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c438fb-6f47-4798-a7a0-642320df2cd2 req-7dd82cf5-333f-4290-b162-bd850ca4782a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:16.476343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c3c438fb-6f47-4798-a7a0-642320df2cd2 req-7dd82cf5-333f-4290-b162-bd850ca4782a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 946 time: 0.0851665 Dec 07 13:36:16.526702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c3c438fb-6f47-4798-a7a0-642320df2cd2 req-721a0ae9-50db-40c6-9ae4-46bcec4590b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=677166d6-8287-4a9c-85dd-606afa26f191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438800 Dec 07 13:36:17.738080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff7785-a57f-442b-ab51-c616a1757fae req-c42b5dda-db21-49c3-b73f-40a06ed9c2f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:17.739690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-57ff7785-a57f-442b-ab51-c616a1757fae req-c42b5dda-db21-49c3-b73f-40a06ed9c2f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 946 time: 0.0878820 Dec 07 13:36:17.788078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-57ff7785-a57f-442b-ab51-c616a1757fae req-8baa6bd7-d693-4d52-a5d3-5913e0dd90ea tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=677166d6-8287-4a9c-85dd-606afa26f191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421691 Dec 07 13:36:18.994154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aedbc-9073-424f-a9ed-4c6baee12b42 req-1a629ed0-b031-40fe-9a7d-48e3e950b2b3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:18.995848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3a7aedbc-9073-424f-a9ed-4c6baee12b42 req-1a629ed0-b031-40fe-9a7d-48e3e950b2b3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 946 time: 0.0850039 Dec 07 13:36:19.046534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3a7aedbc-9073-424f-a9ed-4c6baee12b42 req-f4d50cd0-ea61-408a-99d2-9cfebcc2e987 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=677166d6-8287-4a9c-85dd-606afa26f191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435705 Dec 07 13:36:19.255658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb31aa-92e8-4ec3-a34b-f9bdf6dcdb67 req-52ece2d3-a66d-4c4a-b024-812aefb98632 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:19.257260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a5fb31aa-92e8-4ec3-a34b-f9bdf6dcdb67 req-52ece2d3-a66d-4c4a-b024-812aefb98632 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 946 time: 0.0880117 Dec 07 13:36:19.307313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a5fb31aa-92e8-4ec3-a34b-f9bdf6dcdb67 req-319373be-e789-4ca0-bc98-2b4176505d78 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=677166d6-8287-4a9c-85dd-606afa26f191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439477 Dec 07 13:36:19.335628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51918) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:19.408607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-51fa3bb1-88e9-4148-89f0-178a7bc46852 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 1094 time: 0.0717244 Dec 07 13:36:19.411423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 51922) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:19.416976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ed9e0c04-ce14-4a55-9d02-ba80ca8ff91e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'floatingip': {'port_id': 'af6e7911-1149-4b76-9749-f2e8d902ca32'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:36:19.496787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0c04-ce14-4a55-9d02-ba80ca8ff91e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:20.114956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0c04-ce14-4a55-9d02-ba80ca8ff91e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:20.132726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0c04-ce14-4a55-9d02-ba80ca8ff91e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:20.330985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-ed9e0c04-ce14-4a55-9d02-ba80ca8ff91e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Floating IP acc0ce86-1695-4344-9176-cf4881ab0158 associated. External IP: 172.36.4.212, port: af6e7911-1149-4b76-9749-f2e8d902ca32. Dec 07 13:36:20.973966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9e0c04-ce14-4a55-9d02-ba80ca8ff91e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:36:21.186408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9e0c04-ce14-4a55-9d02-ba80ca8ff91e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:36:21.192457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0c04-ce14-4a55-9d02-ba80ca8ff91e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:21.196854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491a0c11-ef42-4431-907b-07d6b1b89cc5 None None] Sync routers for ids ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:36:21.210821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a0c11-ef42-4431-907b-07d6b1b89cc5 None None] Routers {'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:36:21.211684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-491a0c11-ef42-4431-907b-07d6b1b89cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:36:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:36:21.251682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ed9e0c04-ce14-4a55-9d02-ba80ca8ff91e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/floatingips/acc0ce86-1695-4344-9176-cf4881ab0158 HTTP/1.1" status: 200 len: 992 time: 1.8365855 Dec 07 13:36:21.251682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b497811f-58a5-4ae6-8f9d-5e9f193b5343', 'tag': 'af6e7911-1149-4b76-9749-f2e8d902ca32'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:36:21.252312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51926) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:21.311927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b497811f-58a5-4ae6-8f9d-5e9f193b5343', 'tag': 'af6e7911-1149-4b76-9749-f2e8d902ca32', 'status': 'completed', 'code': 200} Dec 07 13:36:21.403124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-491a0c11-ef42-4431-907b-07d6b1b89cc5 None None] Set router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:36:21.421503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-152d27f3-8fd4-4355-bc0c-468776d3c2cc tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/acc0ce86-1695-4344-9176-cf4881ab0158 HTTP/1.1" status: 200 len: 992 time: 0.1659896 Dec 07 13:36:21.444634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65bc05ff-dcf7-4ddd-a5c3-e2282ab129e4 req-5c3cf729-8ce2-421f-8a64-8c85e75d41d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 1099 time: 0.1070158 Dec 07 13:36:21.586084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc05ff-dcf7-4ddd-a5c3-e2282ab129e4 req-33a6f314-d8ea-481c-849c-1080a072a488 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:21.587593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65bc05ff-dcf7-4ddd-a5c3-e2282ab129e4 req-33a6f314-d8ea-481c-849c-1080a072a488 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6 HTTP/1.1" status: 200 len: 898 time: 0.1356909 Dec 07 13:36:21.697058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65bc05ff-dcf7-4ddd-a5c3-e2282ab129e4 req-bd9a063d-7c65-449b-81fb-1032d9dc4288 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af6e7911-1149-4b76-9749-f2e8d902ca32 HTTP/1.1" status: 200 len: 1000 time: 0.1018665 Dec 07 13:36:21.768318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc05ff-dcf7-4ddd-a5c3-e2282ab129e4 req-3fe1e03a-7a77-4bbb-95ad-7e5d73d50fa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:21.769878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65bc05ff-dcf7-4ddd-a5c3-e2282ab129e4 req-3fe1e03a-7a77-4bbb-95ad-7e5d73d50fa8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a61828e-2a04-44c7-95da-df01d8ae1a57 HTTP/1.1" status: 200 len: 835 time: 0.0663536 Dec 07 13:36:21.770809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-491a0c11-ef42-4431-907b-07d6b1b89cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:34Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'acc0ce86-1695-4344-9176-cf4881ab0158', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.212', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'port_id': 'af6e7911-1149-4b76-9749-f2e8d902ca32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'mac_address': 'fa:16:3e:cb:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b497811f-58a5-4ae6-8f9d-5e9f193b5343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:35:19Z', 'updated_at': '2021-12-07T13:36:19Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fae25c-0566-4f0b-9626-3546e066d2f7', 'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:20:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:43Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:36:21.774882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491a0c11-ef42-4431-907b-07d6b1b89cc5 None None] Checking router: bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:36:21.787067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a0c11-ef42-4431-907b-07d6b1b89cc5 None None] Routers {'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:36:21.787774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-491a0c11-ef42-4431-907b-07d6b1b89cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:36:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:36:21.850792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65bc05ff-dcf7-4ddd-a5c3-e2282ab129e4 req-b0780988-5158-4e06-9e99-506b23fc0a3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742171 Dec 07 13:36:21.975342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-491a0c11-ef42-4431-907b-07d6b1b89cc5 None None] Set router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:36:22.229576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65bc05ff-dcf7-4ddd-a5c3-e2282ab129e4 req-b6a44add-4660-4fa4-82a0-e5f28674fc74 service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712561 Dec 07 13:36:22.382012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65bc05ff-dcf7-4ddd-a5c3-e2282ab129e4 req-c1c7bad5-fefd-4d89-aebf-8d26bb0517de service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455197 Dec 07 13:36:22.424204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51932) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:22.496723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-491a0c11-ef42-4431-907b-07d6b1b89cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:34Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'acc0ce86-1695-4344-9176-cf4881ab0158', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.212', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'port_id': 'af6e7911-1149-4b76-9749-f2e8d902ca32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'mac_address': 'fa:16:3e:cb:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b497811f-58a5-4ae6-8f9d-5e9f193b5343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:35:19Z', 'updated_at': '2021-12-07T13:36:19Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fae25c-0566-4f0b-9626-3546e066d2f7', 'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:20:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:43Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:36:22.501075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491a0c11-ef42-4431-907b-07d6b1b89cc5 None None] The sync data for ids ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:34Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'acc0ce86-1695-4344-9176-cf4881ab0158', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.212', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'port_id': 'af6e7911-1149-4b76-9749-f2e8d902ca32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'mac_address': 'fa:16:3e:cb:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b497811f-58a5-4ae6-8f9d-5e9f193b5343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:35:19Z', 'updated_at': '2021-12-07T13:36:19Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70fae25c-0566-4f0b-9626-3546e066d2f7', 'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:20:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:43Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:36:22.538774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-230173fd-a39b-48bd-8897-e42c76635dde tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/acc0ce86-1695-4344-9176-cf4881ab0158 HTTP/1.1" status: 200 len: 992 time: 0.1120973 Dec 07 13:36:22.862394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869ad81a-fb0d-41a3-b5e9-91f11e00e21c None None] New status for floating IP acc0ce86-1695-4344-9176-cf4881ab0158: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:36:23.541229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 51946) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:23.653506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1c89f0cb-2f85-4639-8823-f79ed5945cbd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/acc0ce86-1695-4344-9176-cf4881ab0158 HTTP/1.1" status: 200 len: 994 time: 0.1109116 Dec 07 13:36:24.036406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfa908-288c-4fde-9218-a1d34fea56c2 req-cf28a76c-e08e-4dcd-968b-dd43390884c8 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:24.037924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-51dfa908-288c-4fde-9218-a1d34fea56c2 req-cf28a76c-e08e-4dcd-968b-dd43390884c8 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.0894110 Dec 07 13:36:24.087999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-51dfa908-288c-4fde-9218-a1d34fea56c2 req-186e03f2-cc57-4734-903f-9cd03c43a63a tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436773 Dec 07 13:36:25.299449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a80af9-1443-4c81-9649-dc42af53567c req-22701695-662d-489e-a421-dbbfe729d54e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:25.301028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-00a80af9-1443-4c81-9649-dc42af53567c req-22701695-662d-489e-a421-dbbfe729d54e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.0869739 Dec 07 13:36:25.350688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-00a80af9-1443-4c81-9649-dc42af53567c req-1ec6d52c-7286-4489-a5ca-50d809564fe5 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433099 Dec 07 13:36:26.213833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-38ee19d4-54e6-47ad-b6e3-00e07578386e req-9cfae11d-2996-4cfe-9cb4-6369d2140ecb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741527 Dec 07 13:36:26.365888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-38ee19d4-54e6-47ad-b6e3-00e07578386e req-fcb05e25-7c62-42e1-a7df-a3fd21356f32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 1099 time: 0.0775456 Dec 07 13:36:26.524178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee19d4-54e6-47ad-b6e3-00e07578386e req-a0995d57-9c35-4745-858d-8504f787bbe0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:26.525764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-38ee19d4-54e6-47ad-b6e3-00e07578386e req-a0995d57-9c35-4745-858d-8504f787bbe0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6 HTTP/1.1" status: 200 len: 898 time: 0.1392548 Dec 07 13:36:26.565583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea83b38-203e-4e07-bd35-bfce82e71790 req-f01dd7a9-0a5f-4012-9e2f-542bd9ef9582 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:26.567199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6ea83b38-203e-4e07-bd35-bfce82e71790 req-f01dd7a9-0a5f-4012-9e2f-542bd9ef9582 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.0891128 Dec 07 13:36:26.596703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-38ee19d4-54e6-47ad-b6e3-00e07578386e req-e88587c6-4814-4fbb-853d-2c974d4e2f1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34a398c1-34f5-4fda-9264-e19d01aa8fc5 HTTP/1.1" status: 200 len: 217 time: 0.0637782 Dec 07 13:36:26.616867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6ea83b38-203e-4e07-bd35-bfce82e71790 req-194c602c-2ffd-4fa4-aa65-2861fab6f89d tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432215 Dec 07 13:36:26.669563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee19d4-54e6-47ad-b6e3-00e07578386e req-c15b4023-0fd3-4803-88f2-127a2316cc38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:26.671364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-38ee19d4-54e6-47ad-b6e3-00e07578386e req-c15b4023-0fd3-4803-88f2-127a2316cc38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8a61828e-2a04-44c7-95da-df01d8ae1a57 HTTP/1.1" status: 200 len: 835 time: 0.0681665 Dec 07 13:36:26.751151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-38ee19d4-54e6-47ad-b6e3-00e07578386e req-30b50cc9-91bb-4320-908c-fbf3d2099ce9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62d3718a-2f96-4cfe-8657-b090bf6b8ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735388 Dec 07 13:36:26.895809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-38ee19d4-54e6-47ad-b6e3-00e07578386e req-5d12db14-cffe-4715-8a5b-0a35168cb0b4 service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351516 Dec 07 13:36:27.039074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-38ee19d4-54e6-47ad-b6e3-00e07578386e req-e33703d4-96e4-444b-8dc4-edea16b32f06 service neutron] 10.222.0.45 "GET /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367538 Dec 07 13:36:27.826389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623befca-2c03-4a11-af61-f172bc0e0c4d req-022382d1-032b-4d0e-a14e-732ce34e330b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:27.828024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-623befca-2c03-4a11-af61-f172bc0e0c4d req-022382d1-032b-4d0e-a14e-732ce34e330b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.0825672 Dec 07 13:36:27.876735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-623befca-2c03-4a11-af61-f172bc0e0c4d req-7a6d1c97-4641-49e5-9619-6efbe1cba3ab tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425200 Dec 07 13:36:29.099746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79827d6-a1e2-4f82-92a1-95f65b1cf5f9 req-f2be825b-4fd9-460b-b5e1-7249db88cae6 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:29.101366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d79827d6-a1e2-4f82-92a1-95f65b1cf5f9 req-f2be825b-4fd9-460b-b5e1-7249db88cae6 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.0872574 Dec 07 13:36:29.151108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d79827d6-a1e2-4f82-92a1-95f65b1cf5f9 req-857a1a86-93a6-4c8c-84ab-0c84086b5ff0 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427268 Dec 07 13:36:30.069756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-853bc9f8-560f-4071-8153-6f34b797cd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:30.360392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2233ab-946a-493e-b1eb-64c3a7551d99 req-4c01ed26-3f65-46fb-a6df-92c60d0d8f31 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:30.361912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ab2233ab-946a-493e-b1eb-64c3a7551d99 req-4c01ed26-3f65-46fb-a6df-92c60d0d8f31 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.0848043 Dec 07 13:36:30.413846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ab2233ab-946a-493e-b1eb-64c3a7551d99 req-f8ed2afc-db30-444d-bdeb-0f5e7d671eab tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456753 Dec 07 13:36:31.595677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:31.618348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4e152-4771-43ca-8151-8a536399fd68 req-378283de-4b37-4839-a9b6-cdf4f67d232e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:31.620039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-eae4e152-4771-43ca-8151-8a536399fd68 req-378283de-4b37-4839-a9b6-cdf4f67d232e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.0850260 Dec 07 13:36:31.670886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-eae4e152-4771-43ca-8151-8a536399fd68 req-6ebd1f90-89f7-478f-823d-e1cbc9f8c0eb tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437574 Dec 07 13:36:32.431480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3e1edcc4-b36d-4d18-a9d9-f0d13a05a70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:32.819052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:32.885536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c50c5-558c-4125-83a5-043f9cc266f9 req-0f91c7e0-2ff6-4e9e-9203-e072a10925cc tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:32.887131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e80c50c5-558c-4125-83a5-043f9cc266f9 req-0f91c7e0-2ff6-4e9e-9203-e072a10925cc tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.0877919 Dec 07 13:36:32.937322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e80c50c5-558c-4125-83a5-043f9cc266f9 req-050f509b-7a62-426e-b8fe-16ae48f00406 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437138 Dec 07 13:36:34.148223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac02ae-616d-42a0-aca8-05df588c63a5 req-bf508663-aba2-4449-993e-855cabc7fc08 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:34.149836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d3ac02ae-616d-42a0-aca8-05df588c63a5 req-bf508663-aba2-4449-993e-855cabc7fc08 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.0842912 Dec 07 13:36:34.198353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d3ac02ae-616d-42a0-aca8-05df588c63a5 req-c4fc8e31-866e-45c7-9f1b-6f7d39b24d8e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416491 Dec 07 13:36:34.709908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:35.407607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e64eee-23d5-4717-8a5b-bf39853a19e9 req-79cb3e3e-0aec-4272-9fcd-4bfc74a07adf tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:35.409207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-97e64eee-23d5-4717-8a5b-bf39853a19e9 req-79cb3e3e-0aec-4272-9fcd-4bfc74a07adf tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.0877526 Dec 07 13:36:35.458583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-97e64eee-23d5-4717-8a5b-bf39853a19e9 req-cf72a42f-c167-4156-a016-8b8a23374266 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431464 Dec 07 13:36:36.662578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721bcfc-3079-40fe-827f-c80ec3bd280c req-5604b998-471b-46bf-809e-f8b283d1e21e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:36.664204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f721bcfc-3079-40fe-827f-c80ec3bd280c req-5604b998-471b-46bf-809e-f8b283d1e21e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.0845401 Dec 07 13:36:36.717020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f721bcfc-3079-40fe-827f-c80ec3bd280c req-f4b60d31-9f8f-4d35-bbd8-65ba7e148bab tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465121 Dec 07 13:36:37.924629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d387d-c3d5-4b41-8fb1-3755054aabf9 req-241d72d7-3d02-4d26-b812-6efa07d18144 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:37.926216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ac8d387d-c3d5-4b41-8fb1-3755054aabf9 req-241d72d7-3d02-4d26-b812-6efa07d18144 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.0868766 Dec 07 13:36:37.975658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ac8d387d-c3d5-4b41-8fb1-3755054aabf9 req-55bd388f-074b-43e3-951f-76437d62c419 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427935 Dec 07 13:36:39.188552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f18fe-9626-4417-aa2f-8dd63d40c8f0 req-44d04b83-f406-4dbe-97ad-03c090e5abe9 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:39.190157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ef4f18fe-9626-4417-aa2f-8dd63d40c8f0 req-44d04b83-f406-4dbe-97ad-03c090e5abe9 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.0911472 Dec 07 13:36:39.243810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ef4f18fe-9626-4417-aa2f-8dd63d40c8f0 req-1c130187-7e04-443d-8d9d-5afe6ff1ee7a tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473204 Dec 07 13:36:39.710171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:40.455497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e17bd-0a2a-408b-83a1-05b3a0937fa0 req-edb18d13-d94c-4692-b86f-4fed373385eb tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:40.457094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ea0e17bd-0a2a-408b-83a1-05b3a0937fa0 req-edb18d13-d94c-4692-b86f-4fed373385eb tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.0833097 Dec 07 13:36:40.507547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ea0e17bd-0a2a-408b-83a1-05b3a0937fa0 req-781b3f6a-40c1-467a-9e6a-ea0484a0dbee tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442791 Dec 07 13:36:41.721300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e771a-b96f-4bb5-9cba-eca7e64fec8c req-49588618-bdfe-4e14-a939-288d5bb213a4 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:41.722937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-732e771a-b96f-4bb5-9cba-eca7e64fec8c req-49588618-bdfe-4e14-a939-288d5bb213a4 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.0884511 Dec 07 13:36:41.772615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-732e771a-b96f-4bb5-9cba-eca7e64fec8c req-e503940c-42b7-49aa-8fd6-51fe5d565ac0 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434160 Dec 07 13:36:42.606332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-949551c9-b8f2-410b-9c24-ed0f71d73a47 req-b9d8d5c5-d4eb-4c3b-ae52-f70866cf30cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 1099 time: 0.0808072 Dec 07 13:36:42.651828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-949551c9-b8f2-410b-9c24-ed0f71d73a47 req-d30bddeb-0da5-451e-be47-60725ef5bd88 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390425 Dec 07 13:36:42.980189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139664f3-2c2e-4721-94f4-0e8bab582058 req-ba1e9e29-e35c-4061-96aa-58d4c0e277df tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:42.982339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-139664f3-2c2e-4721-94f4-0e8bab582058 req-ba1e9e29-e35c-4061-96aa-58d4c0e277df tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.0840466 Dec 07 13:36:43.031197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-139664f3-2c2e-4721-94f4-0e8bab582058 req-94905779-f957-4c6c-a3ad-7693c9db35e6 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423932 Dec 07 13:36:43.531847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device f99644ee-2c1c-4669-b9eb-32162c20d8d7 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:36:43.563679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device f99644ee-2c1c-4669-b9eb-32162c20d8d7 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:36:43.766954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port f99644ee-2c1c-4669-b9eb-32162c20d8d7, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f99644ee-2c1c-4669-b9eb-32162c20d8d7,segment=NetworkSegment(4e1852a6-2559-4361-b061-81d047a79d07),segment_id=4e1852a6-2559-4361-b061-81d047a79d07)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:36:43.792403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7', 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'port_id': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7', 'mac_address': 'fa:16:3e:f6:54:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:36:43.800125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:43.875307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:36:43.888001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:43.899813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port f99644ee-2c1c-4669-b9eb-32162c20d8d7, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f99644ee-2c1c-4669-b9eb-32162c20d8d7,segment=NetworkSegment(4e1852a6-2559-4361-b061-81d047a79d07),segment_id=4e1852a6-2559-4361-b061-81d047a79d07)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:36:43.904068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:36:43.914896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f99644ee-2c1c-4669-b9eb-32162c20d8d7 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:36:43.946770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7', 'code': 200} Dec 07 13:36:43.952816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:43.960572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d0dd6a4-d7fb-41d8-a924-861dca3c7406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:44.032409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:36:44.033002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:36:44.043606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=f99644ee-2c1c-4669-b9eb-32162c20d8d7,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:44.052990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:44.053377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:44.053754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:44.054127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:44.054498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:44.055143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:44.055534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:44.055904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:44.056268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:44.056631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:44.056992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:44.061200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:44.243485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f40ad-91e7-42af-bbce-45c5e1e14ad0 req-9cebf13d-66a8-42fb-8ff8-f088abb5d0bb tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:44.245094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cb4f40ad-91e7-42af-bbce-45c5e1e14ad0 req-9cebf13d-66a8-42fb-8ff8-f088abb5d0bb tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 944 time: 0.0883746 Dec 07 13:36:44.297124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cb4f40ad-91e7-42af-bbce-45c5e1e14ad0 req-d774e6f2-a1b1-4b34-9f6c-0fe0e82de757 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450552 Dec 07 13:36:44.326795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52006) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:36:44.437599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-631bdbac-7d1f-42c9-8602-6c01bcb18d49 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/floatingips/572c0100-26d4-4552-b81a-662668c90240 HTTP/1.1" status: 200 len: 992 time: 0.1093497 Dec 07 13:36:44.592991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:44.611849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99644ee-2c1c-4669-b9eb-32162c20d8d7 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:36:44.628043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port f99644ee-2c1c-4669-b9eb-32162c20d8d7, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f99644ee-2c1c-4669-b9eb-32162c20d8d7,segment=NetworkSegment(4e1852a6-2559-4361-b061-81d047a79d07),segment_id=4e1852a6-2559-4361-b061-81d047a79d07)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:36:44.663968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:44.665772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6ee53d8f-e1ed-47e1-84d3-79411443bf20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:44.734796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=f99644ee-2c1c-4669-b9eb-32162c20d8d7,revision_number=7']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:44.738066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:44.912796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['f99644ee-2c1c-4669-b9eb-32162c20d8d7'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:36:47.547605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device f99644ee-2c1c-4669-b9eb-32162c20d8d7 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:36:47.628451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port f99644ee-2c1c-4669-b9eb-32162c20d8d7 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:36:47.628804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:47.753523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:47.798221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:36:47.810956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port f99644ee-2c1c-4669-b9eb-32162c20d8d7, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f99644ee-2c1c-4669-b9eb-32162c20d8d7,segment=NetworkSegment(4e1852a6-2559-4361-b061-81d047a79d07),segment_id=4e1852a6-2559-4361-b061-81d047a79d07)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:36:47.847217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:47.849267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:47.886592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7', 'code': 200} Dec 07 13:36:47.920112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=f99644ee-2c1c-4669-b9eb-32162c20d8d7,revision_number=8']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:47.923348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:55.702146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bb35f-df9c-49fe-a0eb-b79a68f01299 req-d3cf88c1-2fac-428c-8d4f-5903ac4d9425 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:55.703874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-358bb35f-df9c-49fe-a0eb-b79a68f01299 req-d3cf88c1-2fac-428c-8d4f-5903ac4d9425 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 946 time: 0.0868006 Dec 07 13:36:55.753347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-358bb35f-df9c-49fe-a0eb-b79a68f01299 req-0f65ff79-cef5-410f-b6a9-41a98bda6598 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=677166d6-8287-4a9c-85dd-606afa26f191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431991 Dec 07 13:36:56.965000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa9648-6890-4c98-96b0-b26b0f0c7064 req-907aba4f-3c71-46b7-b78c-19c49898b6a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:56.967285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-10aa9648-6890-4c98-96b0-b26b0f0c7064 req-907aba4f-3c71-46b7-b78c-19c49898b6a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 946 time: 0.0898182 Dec 07 13:36:57.016766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-10aa9648-6890-4c98-96b0-b26b0f0c7064 req-9181a6c0-bd8a-4867-b69b-74a0a863a0d9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=677166d6-8287-4a9c-85dd-606afa26f191&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430717 Dec 07 13:36:57.142750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-15be9388-20b6-4adc-90bc-81b62fe41048 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:36:57.143447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-15be9388-20b6-4adc-90bc-81b62fe41048 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:36:57.189388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-15be9388-20b6-4adc-90bc-81b62fe41048 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:36:57.190603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-15be9388-20b6-4adc-90bc-81b62fe41048 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 946 time: 0.1291285 Dec 07 13:36:57.272219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port af6e7911-1149-4b76-9749-f2e8d902ca32 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:36:57.272600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:57.532504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port af6e7911-1149-4b76-9749-f2e8d902ca32, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=af6e7911-1149-4b76-9749-f2e8d902ca32,segment=NetworkSegment(228db0d1-1713-4d6d-8d7c-ad40b267b971),segment_id=228db0d1-1713-4d6d-8d7c-ad40b267b971)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:36:57.532898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:57.832903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:57.833230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:57.833579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Floating IP acc0ce86-1695-4344-9176-cf4881ab0158 disassociated. External IP: 172.36.4.212, port: af6e7911-1149-4b76-9749-f2e8d902ca32. Dec 07 13:36:57.833959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for af6e7911-1149-4b76-9749-f2e8d902ca32 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:36:58.029857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:58.037515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:36:58.085132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=af6e7911-1149-4b76-9749-f2e8d902ca32,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:36:58.165003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:58.165431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:58.165846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:58.166260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:58.166666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:58.167072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:58.167522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:58.167928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:58.168932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:58.169474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:58.169874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:36:58.173489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:36:58.193896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-abfa4104-fede-4ad8-8b7b-849e4fa8b9f2 req-b9d2be93-dc87-4fa3-9441-3486a317a2b6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 210 time: 0.0468326 Dec 07 13:36:58.317038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:36:58.526652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:36:58.537684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4d12f8-b40e-446d-9b0c-2c129c35494e None None] Sync routers for ids ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:36:58.551533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d12f8-b40e-446d-9b0c-2c129c35494e None None] Routers {'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:36:58.552322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-fe4d12f8-b40e-446d-9b0c-2c129c35494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:36:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:36:58.599780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] No DVR routers for this DVR port af6e7911-1149-4b76-9749-f2e8d902ca32 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:36:58.602588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:36:58.607882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b497811f-58a5-4ae6-8f9d-5e9f193b5343', 'name': 'network-vif-deleted', 'tag': 'af6e7911-1149-4b76-9749-f2e8d902ca32'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:36:58.648300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52bd4906-8612-4ab3-9688-d9e86944a7ab req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "DELETE /v2.0/ports/af6e7911-1149-4b76-9749-f2e8d902ca32 HTTP/1.1" status: 204 len: 173 time: 1.4503005 Dec 07 13:36:58.669041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b497811f-58a5-4ae6-8f9d-5e9f193b5343', 'name': 'network-vif-deleted', 'tag': 'af6e7911-1149-4b76-9749-f2e8d902ca32', 'status': 'completed', 'code': 200} Dec 07 13:36:58.752377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-fe4d12f8-b40e-446d-9b0c-2c129c35494e None None] Set router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:36:59.075850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-fe4d12f8-b40e-446d-9b0c-2c129c35494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:34Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '70fae25c-0566-4f0b-9626-3546e066d2f7', 'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:20:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:43Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:36:59.079954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4d12f8-b40e-446d-9b0c-2c129c35494e None None] Checking router: bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:36:59.091525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d12f8-b40e-446d-9b0c-2c129c35494e None None] Routers {'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:36:59.092170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-fe4d12f8-b40e-446d-9b0c-2c129c35494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:36:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:36:59.295550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-fe4d12f8-b40e-446d-9b0c-2c129c35494e None None] Set router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:36:59.391018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-63503649-30e6-4efb-858e-ed76bf4e6a22 req-b064f108-06a3-47ac-9180-d09607b6ad2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b497811f-58a5-4ae6-8f9d-5e9f193b5343 HTTP/1.1" status: 200 len: 210 time: 0.0544050 Dec 07 13:36:59.584926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device af6e7911-1149-4b76-9749-f2e8d902ca32 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:36:59.619662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: af6e7911-1149-4b76-9749-f2e8d902ca32 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:36:59.620064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device af6e7911-1149-4b76-9749-f2e8d902ca32 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:36:59.644783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-fe4d12f8-b40e-446d-9b0c-2c129c35494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:34Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '70fae25c-0566-4f0b-9626-3546e066d2f7', 'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:20:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:43Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:36:59.648860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4d12f8-b40e-446d-9b0c-2c129c35494e None None] The sync data for ids ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:34:34Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '70fae25c-0566-4f0b-9626-3546e066d2f7', 'name': '', 'network_id': '62d3718a-2f96-4cfe-8657-b090bf6b8ba6', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:20:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:29Z', 'updated_at': '2021-12-07T13:34:43Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '8a61828e-2a04-44c7-95da-df01d8ae1a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:37:00.069819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-03122a13-fa5a-4470-a3af-91eb13ea2107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:00.091486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a0faf9-f8c7-48a8-a01e-f9059c3f4a5b None None] New status for floating IP acc0ce86-1695-4344-9176-cf4881ab0158: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:37:00.504803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52032) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:00.578558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:00.609395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:00.704404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:00.708616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2a115b74-93af-4e9b-b350-973385ad561c tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:00.724036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=677166d6-8287-4a9c-85dd-606afa26f191,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:00.735020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:00.735494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:00.735923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:00.736341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:00.736757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:00.737172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:00.737580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:00.737988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:00.738396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:00.738800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:00.739204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:00.742604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:00.771918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:00.773024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/security-groups/677166d6-8287-4a9c-85dd-606afa26f191 HTTP/1.1" status: 204 len: 168 time: 0.2671795 Dec 07 13:37:00.876545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52038) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:01.271388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cf416aa7-f8fe-43fc-825d-8aea820125cb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port b9bdb75b-5b15-4305-8bdc-e6a3afa201f7 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:37:01.272106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf416aa7-f8fe-43fc-825d-8aea820125cb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:01.451936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf416aa7-f8fe-43fc-825d-8aea820125cb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:01.452314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf416aa7-f8fe-43fc-825d-8aea820125cb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:01.584623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cf416aa7-f8fe-43fc-825d-8aea820125cb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for b9bdb75b-5b15-4305-8bdc-e6a3afa201f7 owned by network:floatingip {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:37:01.624571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:01.875677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf416aa7-f8fe-43fc-825d-8aea820125cb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:01.880453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:01.926312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf416aa7-f8fe-43fc-825d-8aea820125cb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=b9bdb75b-5b15-4305-8bdc-e6a3afa201f7,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:01.929068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cf416aa7-f8fe-43fc-825d-8aea820125cb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:02.022483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf416aa7-f8fe-43fc-825d-8aea820125cb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:02.037489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf416aa7-f8fe-43fc-825d-8aea820125cb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:02.038728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cf416aa7-f8fe-43fc-825d-8aea820125cb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/floatingips/acc0ce86-1695-4344-9176-cf4881ab0158 HTTP/1.1" status: 204 len: 168 time: 1.1611423 Dec 07 13:37:02.521269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0bfca26d-799e-4a72-a411-d44ce7ceed32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:02.657438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bca15-337f-4fe8-b471-3cac5ee20669 req-209b3352-7551-4420-aae7-f1fb72af3019 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:02.659092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-244bca15-337f-4fe8-b471-3cac5ee20669 req-209b3352-7551-4420-aae7-f1fb72af3019 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 946 time: 0.0891254 Dec 07 13:37:02.707572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-244bca15-337f-4fe8-b471-3cac5ee20669 req-9af22c2b-97df-423a-ba2f-3d0ebd49bfb8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:37:02.755644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-244bca15-337f-4fe8-b471-3cac5ee20669 req-9af22c2b-97df-423a-ba2f-3d0ebd49bfb8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:37:02.756858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-244bca15-337f-4fe8-b471-3cac5ee20669 req-9af22c2b-97df-423a-ba2f-3d0ebd49bfb8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=09b190b2-595c-4843-8368-1896231fca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916185 Dec 07 13:37:02.829599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:03.974559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c5bd2-e7ee-42b1-883b-d569f3cfaf18 req-acb846b5-20d4-4973-aeb8-0465e841bd0a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:03.976239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-569c5bd2-e7ee-42b1-883b-d569f3cfaf18 req-acb846b5-20d4-4973-aeb8-0465e841bd0a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 946 time: 0.0856085 Dec 07 13:37:04.029837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-569c5bd2-e7ee-42b1-883b-d569f3cfaf18 req-e1d4ab4a-c74d-4c01-97b0-20c4a3ef3218 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=09b190b2-595c-4843-8368-1896231fca2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463552 Dec 07 13:37:04.129249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f130817-5362-4c87-aa8a-03f7a712018b req-ed604caf-a641-43df-ba01-626575006d9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:04.130002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-9f130817-5362-4c87-aa8a-03f7a712018b req-ed604caf-a641-43df-ba01-626575006d9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:37:04.183786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-9f130817-5362-4c87-aa8a-03f7a712018b req-ed604caf-a641-43df-ba01-626575006d9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:37:04.185078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f130817-5362-4c87-aa8a-03f7a712018b req-ed604caf-a641-43df-ba01-626575006d9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 946 time: 0.1427956 Dec 07 13:37:04.261038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-9f130817-5362-4c87-aa8a-03f7a712018b req-f9fff0f2-d826-4f4e-8ba9-6aab8fcfae49 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 34a398c1-34f5-4fda-9264-e19d01aa8fc5 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:37:04.261477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-9f130817-5362-4c87-aa8a-03f7a712018b req-f9fff0f2-d826-4f4e-8ba9-6aab8fcfae49 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:04.518839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-9f130817-5362-4c87-aa8a-03f7a712018b req-f9fff0f2-d826-4f4e-8ba9-6aab8fcfae49 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 34a398c1-34f5-4fda-9264-e19d01aa8fc5, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=34a398c1-34f5-4fda-9264-e19d01aa8fc5,segment=NetworkSegment(228db0d1-1713-4d6d-8d7c-ad40b267b971),segment_id=228db0d1-1713-4d6d-8d7c-ad40b267b971)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:04.519269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-9f130817-5362-4c87-aa8a-03f7a712018b req-f9fff0f2-d826-4f4e-8ba9-6aab8fcfae49 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:04.645374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-9f130817-5362-4c87-aa8a-03f7a712018b req-f9fff0f2-d826-4f4e-8ba9-6aab8fcfae49 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 34a398c1-34f5-4fda-9264-e19d01aa8fc5 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:37:04.715621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:04.869482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-9f130817-5362-4c87-aa8a-03f7a712018b req-f9fff0f2-d826-4f4e-8ba9-6aab8fcfae49 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:04.876204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1677f056-4291-45ae-950c-82b825aebe4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:04.920458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fff0f2-d826-4f4e-8ba9-6aab8fcfae49 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=34a398c1-34f5-4fda-9264-e19d01aa8fc5,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:04.922954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9fff0f2-d826-4f4e-8ba9-6aab8fcfae49 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:04.997918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f130817-5362-4c87-aa8a-03f7a712018b req-f9fff0f2-d826-4f4e-8ba9-6aab8fcfae49 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] No DVR routers for this DVR port 34a398c1-34f5-4fda-9264-e19d01aa8fc5 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:37:05.000490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-9f130817-5362-4c87-aa8a-03f7a712018b req-f9fff0f2-d826-4f4e-8ba9-6aab8fcfae49 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:05.004746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051b677d-80bd-4a3e-921e-898ff52e0421', 'name': 'network-vif-deleted', 'tag': '34a398c1-34f5-4fda-9264-e19d01aa8fc5'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:37:05.048034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f130817-5362-4c87-aa8a-03f7a712018b req-f9fff0f2-d826-4f4e-8ba9-6aab8fcfae49 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "DELETE /v2.0/ports/34a398c1-34f5-4fda-9264-e19d01aa8fc5 HTTP/1.1" status: 204 len: 173 time: 0.8570123 Dec 07 13:37:05.066979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051b677d-80bd-4a3e-921e-898ff52e0421', 'name': 'network-vif-deleted', 'tag': '34a398c1-34f5-4fda-9264-e19d01aa8fc5', 'status': 'completed', 'code': 200} Dec 07 13:37:05.211197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7270cab3-be24-45fa-95e0-5da347486b4d req-b572a212-00f4-449d-985f-b286ec67f72b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=051b677d-80bd-4a3e-921e-898ff52e0421 HTTP/1.1" status: 200 len: 210 time: 0.0495102 Dec 07 13:37:06.323700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52054) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:06.401250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fab991f-523e-4f72-b6a1-c1eb62ba1b82 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:06.433350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fab991f-523e-4f72-b6a1-c1eb62ba1b82 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:06.584017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fab991f-523e-4f72-b6a1-c1eb62ba1b82 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:06.589492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bd95811a-06d3-4878-9f66-871aeafa0d16 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:06.605514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab991f-523e-4f72-b6a1-c1eb62ba1b82 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b190b2-595c-4843-8368-1896231fca2a,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:06.608967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0fab991f-523e-4f72-b6a1-c1eb62ba1b82 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:06.663375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fab991f-523e-4f72-b6a1-c1eb62ba1b82 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:06.664566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0fab991f-523e-4f72-b6a1-c1eb62ba1b82 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/security-groups/09b190b2-595c-4843-8368-1896231fca2a HTTP/1.1" status: 204 len: 168 time: 0.3391039 Dec 07 13:37:06.763386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52060) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:07.177323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62ceb28b-49fc-42dd-b475-5feeb14a8c9c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:07.614179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 34a398c1-34f5-4fda-9264-e19d01aa8fc5 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:37:07.651008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 34a398c1-34f5-4fda-9264-e19d01aa8fc5 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:37:07.651435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 34a398c1-34f5-4fda-9264-e19d01aa8fc5 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:37:07.816862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-62ceb28b-49fc-42dd-b475-5feeb14a8c9c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 70fae25c-0566-4f0b-9626-3546e066d2f7 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:37:07.817242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62ceb28b-49fc-42dd-b475-5feeb14a8c9c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:08.013646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-62ceb28b-49fc-42dd-b475-5feeb14a8c9c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 70fae25c-0566-4f0b-9626-3546e066d2f7, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=70fae25c-0566-4f0b-9626-3546e066d2f7,segment=NetworkSegment(228db0d1-1713-4d6d-8d7c-ad40b267b971),segment_id=228db0d1-1713-4d6d-8d7c-ad40b267b971)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:08.014045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62ceb28b-49fc-42dd-b475-5feeb14a8c9c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:08.140792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-62ceb28b-49fc-42dd-b475-5feeb14a8c9c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 70fae25c-0566-4f0b-9626-3546e066d2f7 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:37:08.589536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62ceb28b-49fc-42dd-b475-5feeb14a8c9c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:08.594792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-38422217-5fde-433b-a68c-0c5de8fc1f19 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:08.638964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ceb28b-49fc-42dd-b475-5feeb14a8c9c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=70fae25c-0566-4f0b-9626-3546e066d2f7,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:08.641782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-62ceb28b-49fc-42dd-b475-5feeb14a8c9c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:08.952601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62ceb28b-49fc-42dd-b475-5feeb14a8c9c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:09.553015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ceb28b-49fc-42dd-b475-5feeb14a8c9c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:37:09.744323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:09.767517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ceb28b-49fc-42dd-b475-5feeb14a8c9c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:37:09.778390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f972456-4032-42ac-950f-e08e7097d31c None None] Sync routers for ids ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:37:09.781594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-62ceb28b-49fc-42dd-b475-5feeb14a8c9c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0170574 Dec 07 13:37:09.784495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52064) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:09.791127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f972456-4032-42ac-950f-e08e7097d31c None None] Routers {'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:37:09.791846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4f972456-4032-42ac-950f-e08e7097d31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:37:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:09.976408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-4f972456-4032-42ac-950f-e08e7097d31c None None] Set router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:37:09.985724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbe5c08-2815-449b-bbe1-df4f0f92a24f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting subnet 8a61828e-2a04-44c7-95da-df01d8ae1a57 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:37:09.989312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5c08-2815-449b-bbe1-df4f0f92a24f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:10.047038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5c08-2815-449b-bbe1-df4f0f92a24f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:10.145252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5c08-2815-449b-bbe1-df4f0f92a24f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:10.300301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4f972456-4032-42ac-950f-e08e7097d31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:37:08Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:10.304752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f972456-4032-42ac-950f-e08e7097d31c None None] Checking router: bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:37:10.317483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f972456-4032-42ac-950f-e08e7097d31c None None] Routers {'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:37:10.318143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4f972456-4032-42ac-950f-e08e7097d31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:37:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:10.333658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5c08-2815-449b-bbe1-df4f0f92a24f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:10.339338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ebc74f37-db03-44f0-a189-408892e458ae tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:10.381389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe5c08-2815-449b-bbe1-df4f0f92a24f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Subnet': ['ID=8a61828e-2a04-44c7-95da-df01d8ae1a57,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:10.384114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7cbe5c08-2815-449b-bbe1-df4f0f92a24f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:10.387609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5c08-2815-449b-bbe1-df4f0f92a24f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:10.394698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059bba6e-15e8-4a8b-91af-475bec7bb6ef None None] Network 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:37:10.397963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7cbe5c08-2815-449b-bbe1-df4f0f92a24f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/subnets/8a61828e-2a04-44c7-95da-df01d8ae1a57 HTTP/1.1" status: 204 len: 168 time: 0.6098871 Dec 07 13:37:10.398172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52068) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:10.511032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-4f972456-4032-42ac-950f-e08e7097d31c None None] Set router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:37:10.616269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:10.697506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d55c0e-2a45-4532-be05-ae96eef3c4f0 None None] DHCP port deletion for 62d3718a-2f96-4cfe-8657-b090bf6b8ba6 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:37:10.703085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d0d55c0e-2a45-4532-be05-ae96eef3c4f0 None None] Deleting port b7eecbf2-e2d2-46bd-9484-afb4156ee1cd {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:37:10.703504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d0d55c0e-2a45-4532-be05-ae96eef3c4f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:10.847657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:10.929196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d0d55c0e-2a45-4532-be05-ae96eef3c4f0 None None] For port b7eecbf2-e2d2-46bd-9484-afb4156ee1cd, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b7eecbf2-e2d2-46bd-9484-afb4156ee1cd,segment=NetworkSegment(228db0d1-1713-4d6d-8d7c-ad40b267b971),segment_id=228db0d1-1713-4d6d-8d7c-ad40b267b971)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:10.929898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d0d55c0e-2a45-4532-be05-ae96eef3c4f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:10.932827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 64ed1b39-37ec-4006-b43c-2c5fb9c1f047 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:37:10.934253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:11.006015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4f972456-4032-42ac-950f-e08e7097d31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:37:08Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:11.010946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f972456-4032-42ac-950f-e08e7097d31c None None] The sync data for ids ['bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'name': 'tempest-TestNetworkBasicOps-router-486541256', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:34:16Z', 'updated_at': '2021-12-07T13:37:08Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '64ed1b39-37ec-4006-b43c-2c5fb9c1f047', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:34:17Z', 'updated_at': '2021-12-07T13:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:37:11.067258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d0d55c0e-2a45-4532-be05-ae96eef3c4f0 None None] Calling delete_port for b7eecbf2-e2d2-46bd-9484-afb4156ee1cd owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:37:11.241478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d0d55c0e-2a45-4532-be05-ae96eef3c4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:11.246392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:11.296760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d55c0e-2a45-4532-be05-ae96eef3c4f0 None None] Pushing event deleted for resources: {'Port': ['ID=b7eecbf2-e2d2-46bd-9484-afb4156ee1cd,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:11.298981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d55c0e-2a45-4532-be05-ae96eef3c4f0 None None] No DVR routers for this DVR port b7eecbf2-e2d2-46bd-9484-afb4156ee1cd on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:37:11.300539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d0d55c0e-2a45-4532-be05-ae96eef3c4f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:11.373452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 64ed1b39-37ec-4006-b43c-2c5fb9c1f047, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=64ed1b39-37ec-4006-b43c-2c5fb9c1f047,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:11.373852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:11.501350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 64ed1b39-37ec-4006-b43c-2c5fb9c1f047 owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:37:11.823689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:11.828957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8904903b-53d4-48b2-98e5-09c8f6906980 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:11.874182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=64ed1b39-37ec-4006-b43c-2c5fb9c1f047,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:11.877277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:12.106226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:12.207842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b7eecbf2-e2d2-46bd-9484-afb4156ee1cd no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:37:12.241966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: b7eecbf2-e2d2-46bd-9484-afb4156ee1cd {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:37:12.242358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b7eecbf2-e2d2-46bd-9484-afb4156ee1cd not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:37:12.242828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 70fae25c-0566-4f0b-9626-3546e066d2f7 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:37:12.276574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 70fae25c-0566-4f0b-9626-3546e066d2f7 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:37:12.276960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 70fae25c-0566-4f0b-9626-3546e066d2f7 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:37:12.380703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:12.385069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:12.526730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:12.528204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Fanout notify agent at l3_agent the message router_deleted on router bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:37:12.544299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:12.545519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/routers/bd9a7bf9-fcd3-4dc6-be12-df79a4c626a2 HTTP/1.1" status: 204 len: 168 time: 2.1464148 Dec 07 13:37:12.548684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52076) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:12.679761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cace9502-a165-4ead-8efa-e3e82094a1fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:12.822731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cace9502-a165-4ead-8efa-e3e82094a1fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:12.851422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-cace9502-a165-4ead-8efa-e3e82094a1fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d3718a-2f96-4cfe-8657-b090bf6b8ba6']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:12.864132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-cace9502-a165-4ead-8efa-e3e82094a1fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228db0d1-1713-4d6d-8d7c-ad40b267b971') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:12.864462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-cace9502-a165-4ead-8efa-e3e82094a1fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228db0d1-1713-4d6d-8d7c-ad40b267b971') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:12.876684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cace9502-a165-4ead-8efa-e3e82094a1fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:12.891881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cace9502-a165-4ead-8efa-e3e82094a1fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:12.898480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cace9502-a165-4ead-8efa-e3e82094a1fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:37:12.898910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cace9502-a165-4ead-8efa-e3e82094a1fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:37:12.914611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:37:13.023763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cace9502-a165-4ead-8efa-e3e82094a1fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:13.028332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7f0f49a7-54b2-4d48-90c5-9dcc59a9497a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:13.043134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cace9502-a165-4ead-8efa-e3e82094a1fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:13.055223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace9502-a165-4ead-8efa-e3e82094a1fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Network': ['ID=62d3718a-2f96-4cfe-8657-b090bf6b8ba6,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:13.058677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cace9502-a165-4ead-8efa-e3e82094a1fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:13.093307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cace9502-a165-4ead-8efa-e3e82094a1fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/networks/62d3718a-2f96-4cfe-8657-b090bf6b8ba6 HTTP/1.1" status: 204 len: 168 time: 0.5434420 Dec 07 13:37:13.119638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52080) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:13.125922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'network': {'name': 'tempest-network-smoke--586535948', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'port_security_enabled': True}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:13.131467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:13.135751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:network and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:13.139296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:13.145309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:13.184723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:37:13.190342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:13.220486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:37:13.229183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:13.229564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Added segment 1aca6865-99d4-4f5f-9eb4-05b9fd1d5067 of type vlan for network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 Dec 07 13:37:13.258944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:13.320969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:13.325791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:13.326425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:13.331952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7237b277-4eec-4142-9b5d-54174bb5476d tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:13.439786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Network': ['ID=ef9e4aec-d99d-44a4-b2b7-3b64def5cd25,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:13.442568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:13.452338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:37:13.459158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3383622 Dec 07 13:37:13.462080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52086) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:13.468114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-649080692', 'admin_state_up': True, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:13.475576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:13.479710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:router and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:13.482727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:13.488730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:13.532509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:13.533536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:13.633031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:14.049781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:14.121203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 64ed1b39-37ec-4006-b43c-2c5fb9c1f047 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:37:14.154392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 64ed1b39-37ec-4006-b43c-2c5fb9c1f047 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:37:14.154780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 64ed1b39-37ec-4006-b43c-2c5fb9c1f047 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:37:14.264242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:14.297438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:14.441656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.36.4.59 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/8ff6f657-2bef-4ea5-8289-7b94dea61328) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:37:14.595323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:14.647316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:14.651876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f61f7120-8092-4189-871a-13c02a64cbeb tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:14.715762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:37:14.723195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:37:14.728482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:37:14.759799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=8ff6f657-2bef-4ea5-8289-7b94dea61328,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:14.766383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:14.925219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:14.925976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:15.183962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router 4b128452-f8da-4268-b611-a565dbe9c7eb is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:37:15.395269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:37:15.405673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Sync routers for ids ['4b128452-f8da-4268-b611-a565dbe9c7eb'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:37:15.418203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Routers {'4b128452-f8da-4268-b611-a565dbe9c7eb'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:37:15.418882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:37:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4b128452-f8da-4268-b611-a565dbe9c7eb'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:15.452765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:15.457176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9908688 Dec 07 13:37:15.457447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52090) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:15.502063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-80e896f2-62d6-4038-9e90-c8c38b519cb3 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ab6625caa7b0446f8943cb009d398a9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433791 Dec 07 13:37:15.504713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52094) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:15.652946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e95354f-a9b9-42c1-a410-fe1f106daacf tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:15.654613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5e95354f-a9b9-42c1-a410-fe1f106daacf tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488509 Dec 07 13:37:15.657742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52098) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:15.706412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ee6727e8-3574-4ebf-8e51-834519554a45 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448031 Dec 07 13:37:15.706657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52102) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:15.712838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5b744821-622d-46d9-a341-277cd61fcd2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-26457209', 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:15.775826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Set router 4b128452-f8da-4268-b611-a565dbe9c7eb gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:37:15.829407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5b744821-622d-46d9-a341-277cd61fcd2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:15.833385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5b744821-622d-46d9-a341-277cd61fcd2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:subnet and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:15.836415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5b744821-622d-46d9-a341-277cd61fcd2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:15.843085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5b744821-622d-46d9-a341-277cd61fcd2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:15.887717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b744821-622d-46d9-a341-277cd61fcd2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:37:16.000479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b744821-622d-46d9-a341-277cd61fcd2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:16.089200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'name': 'tempest-TestNetworkBasicOps-router-649080692', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:37:13Z', 'updated_at': '2021-12-07T13:37:14Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:14Z', 'updated_at': '2021-12-07T13:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:16.094255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Checking router: 4b128452-f8da-4268-b611-a565dbe9c7eb for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:37:16.094665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Updating router 4b128452-f8da-4268-b611-a565dbe9c7eb port 8ff6f657-2bef-4ea5-8289-7b94dea61328 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:37:16.154204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:16.321345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b744821-622d-46d9-a341-277cd61fcd2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:16.326327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db4aa4d6-3304-47dc-9071-4a4beaa797bc tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:16.415422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b744821-622d-46d9-a341-277cd61fcd2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Subnet': ['ID=baf46f42-95c4-42a5-9e0f-feac2628c07c,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:16.419585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5b744821-622d-46d9-a341-277cd61fcd2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:16.430095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b744821-622d-46d9-a341-277cd61fcd2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Checking segment: {'id': '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:37:16.430566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b744821-622d-46d9-a341-277cd61fcd2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network hostable DHCP agents. Network: ef9e4aec-d99d-44a4-b2b7-3b64def5cd25, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:37:16.487092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b744821-622d-46d9-a341-277cd61fcd2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:37:16.513657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:16.525739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Transition to ACTIVE for port object 8ff6f657-2bef-4ea5-8289-7b94dea61328 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:37:16.527674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5b744821-622d-46d9-a341-277cd61fcd2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, ef9e4aec-d99d-44a4-b2b7-3b64def5cd25) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:37:16.532427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b744821-622d-46d9-a341-277cd61fcd2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:16.533255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5b744821-622d-46d9-a341-277cd61fcd2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:16.538392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a37d52a-0b39-4a48-8645-e8953f8dabf6 None None] Network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:37:16.602494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5b744821-622d-46d9-a341-277cd61fcd2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8944514 Dec 07 13:37:16.603364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:16.605100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52106) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:16.615626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-36e2e149-bf15-429e-811e-832f259f3da6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:16.709947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb14301-64ef-403e-b60b-e216d2614c74 None None] Pushing event updated for resources: {'Port': ['ID=8ff6f657-2bef-4ea5-8289-7b94dea61328,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:16.726947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ffb14301-64ef-403e-b60b-e216d2614c74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:16.730853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Attempting to bind port 8ff6f657-2bef-4ea5-8289-7b94dea61328 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:37:16.731389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Attempting to bind port 8ff6f657-2bef-4ea5-8289-7b94dea61328 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:37:16.731799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Attempting to bind port 8ff6f657-2bef-4ea5-8289-7b94dea61328 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:37:16.753246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:37:16.753664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:37:16.754109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:16.754546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:37:16.755060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Bound port: 8ff6f657-2bef-4ea5-8289-7b94dea61328, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:37:16.755499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:16.913396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] For port 8ff6f657-2bef-4ea5-8289-7b94dea61328, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:37:16.920573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-ef9e4aec-d99d-44a4-b2b7-3b64def5cd25', 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ips': [{'subnet_id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:37:16.921454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:16.935672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] For port 8ff6f657-2bef-4ea5-8289-7b94dea61328, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8ff6f657-2bef-4ea5-8289-7b94dea61328,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:37:16.986316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:16.991579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ffb14301-64ef-403e-b60b-e216d2614c74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:17.146113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb14301-64ef-403e-b60b-e216d2614c74 None None] Pushing event updated for resources: {'Port': ['ID=8ff6f657-2bef-4ea5-8289-7b94dea61328,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:17.158022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ffb14301-64ef-403e-b60b-e216d2614c74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:17.160567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Routers {'4b128452-f8da-4268-b611-a565dbe9c7eb'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:37:17.161245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:37:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4b128452-f8da-4268-b611-a565dbe9c7eb'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:17.255611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Allocated IP 172.20.0.2 (ef9e4aec-d99d-44a4-b2b7-3b64def5cd25/baf46f42-95c4-42a5-9e0f-feac2628c07c/71e3b8e7-344b-4c2e-971f-a8ff324167e8) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:37:17.398646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:17.464669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] Set router 4b128452-f8da-4268-b611-a565dbe9c7eb gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:37:17.780363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:17.806852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Transition to ACTIVE for port object 71e3b8e7-344b-4c2e-971f-a8ff324167e8 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:37:17.866422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Transition to ACTIVE for port object 71e3b8e7-344b-4c2e-971f-a8ff324167e8 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:37:17.890180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'name': 'tempest-TestNetworkBasicOps-router-649080692', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:37:13Z', 'updated_at': '2021-12-07T13:37:14Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:14Z', 'updated_at': '2021-12-07T13:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:17.894356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3403d9-f4ae-4863-9632-e36da0c8201b None None] The sync data for ids ['4b128452-f8da-4268-b611-a565dbe9c7eb'] in dv-neutron-ussuri-2-hyperv is: [{'id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'name': 'tempest-TestNetworkBasicOps-router-649080692', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:37:13Z', 'updated_at': '2021-12-07T13:37:14Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:14Z', 'updated_at': '2021-12-07T13:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:37:17.899965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:17.905265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:17.976741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:37:17.982474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:37:17.986118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:37:17.988361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Pushing event updated for resources: {'Port': ['ID=71e3b8e7-344b-4c2e-971f-a8ff324167e8,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:17.991582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:18.078683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.1 (ef9e4aec-d99d-44a4-b2b7-3b64def5cd25/baf46f42-95c4-42a5-9e0f-feac2628c07c/a34f7eb2-e13c-431e-aceb-167634c2c549) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:37:18.093610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Attempting to bind port 71e3b8e7-344b-4c2e-971f-a8ff324167e8 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:37:18.094043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Attempting to bind port 71e3b8e7-344b-4c2e-971f-a8ff324167e8 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:37:18.094458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Attempting to bind port 71e3b8e7-344b-4c2e-971f-a8ff324167e8 on network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:37:18.102234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:37:18.102688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Checking segment: {'id': '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:37:18.103146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:18.103618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Bound using segment: {'id': '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:37:18.104161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Bound port: 71e3b8e7-344b-4c2e-971f-a8ff324167e8, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:37:18.104582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:18.206890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] For port 71e3b8e7-344b-4c2e-971f-a8ff324167e8, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:37:18.210313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] For port 71e3b8e7-344b-4c2e-971f-a8ff324167e8, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=71e3b8e7-344b-4c2e-971f-a8ff324167e8,segment=NetworkSegment(1aca6865-99d4-4f5f-9eb4-05b9fd1d5067),segment_id=1aca6865-99d4-4f5f-9eb4-05b9fd1d5067)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:37:18.248064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:18.252718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:18.256591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:18.275083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object a34f7eb2-e13c-431e-aceb-167634c2c549 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:37:18.322269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:18.328760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d3fb6a8c-d474-4ca8-99b3-67c05bb4bab7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:18.349627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Pushing event updated for resources: {'Port': ['ID=71e3b8e7-344b-4c2e-971f-a8ff324167e8,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:18.353015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:18.427986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:37:18.432520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:37:18.438324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:37:18.470387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=a34f7eb2-e13c-431e-aceb-167634c2c549,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:18.476573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:18.510446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:18.662178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:19.138109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:19.178285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:19.211178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb75b6c0-6366-43ec-bc57-1abb5e3e5996 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:19.299744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:19.303477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=a34f7eb2-e13c-431e-aceb-167634c2c549,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:19.307052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:19.452273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:37:19.453402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:37:19.862820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router 4b128452-f8da-4268-b611-a565dbe9c7eb has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:37:20.033965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be872a54-7d32-47d6-9533-e34fa4dc1677 None None] Network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:37:20.081121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:37:20.096662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/4b128452-f8da-4268-b611-a565dbe9c7eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4887612 Dec 07 13:37:20.098085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52112) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:20.179981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-34c5dcb6-8485-4ad1-9f35-312eceb85398 None None] Provisioning for port 71e3b8e7-344b-4c2e-971f-a8ff324167e8 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:37:20.253381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8ff6f657-2bef-4ea5-8289-7b94dea61328 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:37:20.262770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa808c80-490a-4ec8-880d-6843aed404f3 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:20.263203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa808c80-490a-4ec8-880d-6843aed404f3 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:20.263647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa808c80-490a-4ec8-880d-6843aed404f3 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:20.264067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa808c80-490a-4ec8-880d-6843aed404f3 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:20.264585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa808c80-490a-4ec8-880d-6843aed404f3 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:20.266471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aa808c80-490a-4ec8-880d-6843aed404f3 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.1673801 Dec 07 13:37:20.269577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52116) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:20.350272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d86e23-81d9-4e82-a112-87b7f0b71701 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:20.350683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d86e23-81d9-4e82-a112-87b7f0b71701 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:20.351082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d86e23-81d9-4e82-a112-87b7f0b71701 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:20.351524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d86e23-81d9-4e82-a112-87b7f0b71701 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:20.351925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d86e23-81d9-4e82-a112-87b7f0b71701 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:20.356848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c2d86e23-81d9-4e82-a112-87b7f0b71701 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3349 time: 0.0831842 Dec 07 13:37:20.357092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52120) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:20.441014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 8ff6f657-2bef-4ea5-8289-7b94dea61328 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:37:20.446922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 8ff6f657-2bef-4ea5-8289-7b94dea61328 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:37:20.447406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:20.579589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-729e41a2-6d35-4cf8-a218-0837a813ec09 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.2211618 Dec 07 13:37:20.580387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:20.582500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52124) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:20.589132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-489990463', 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:20.628972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 8ff6f657-2bef-4ea5-8289-7b94dea61328, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8ff6f657-2bef-4ea5-8289-7b94dea61328,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:20.665165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:20.666104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 71e3b8e7-344b-4c2e-971f-a8ff324167e8 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:37:20.695605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f1637af1-f381-4d4d-9f35-79bc4ea14906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:20.750352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:20.758834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:port and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:20.763433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:20.771551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:20.815161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:37:20.821265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:20.847894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] device_id is not set on port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 yet. {{(pid=88897) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:37:20.906595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:37:20.983671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Sync routers for ids ['4b128452-f8da-4268-b611-a565dbe9c7eb'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:37:20.986438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=8ff6f657-2bef-4ea5-8289-7b94dea61328,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:20.989853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:21.005083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Routers {'4b128452-f8da-4268-b611-a565dbe9c7eb'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:37:21.006167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:37:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4b128452-f8da-4268-b611-a565dbe9c7eb'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:21.020361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.9 (ef9e4aec-d99d-44a4-b2b7-3b64def5cd25/baf46f42-95c4-42a5-9e0f-feac2628c07c/faa0704a-bfe7-4dc8-bb45-9a974bec5ea9) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:37:21.035531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 71e3b8e7-344b-4c2e-971f-a8ff324167e8 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:37:21.041234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 71e3b8e7-344b-4c2e-971f-a8ff324167e8 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:37:21.042201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:21.084603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-89f53945-16f0-4040-8181-44e8edb1aeb8 None None] Provisioning for port a34f7eb2-e13c-431e-aceb-167634c2c549 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:37:21.101197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-89f53945-16f0-4040-8181-44e8edb1aeb8 None None] Provisioning complete for port a34f7eb2-e13c-431e-aceb-167634c2c549 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:37:21.101441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-89f53945-16f0-4040-8181-44e8edb1aeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:21.201712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-89f53945-16f0-4040-8181-44e8edb1aeb8 None None] Port a34f7eb2-e13c-431e-aceb-167634c2c549 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:37:21.213183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Set router 4b128452-f8da-4268-b611-a565dbe9c7eb gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:37:21.267362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:21.288072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:37:21.298049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:21.344795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:21.347039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d6d1df88-aa1d-4959-8237-bba294e8f04b None None] Provisioning complete for port a34f7eb2-e13c-431e-aceb-167634c2c549 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:37:21.347492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6d1df88-aa1d-4959-8237-bba294e8f04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:21.353690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:21.378667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 71e3b8e7-344b-4c2e-971f-a8ff324167e8, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=71e3b8e7-344b-4c2e-971f-a8ff324167e8,segment=NetworkSegment(1aca6865-99d4-4f5f-9eb4-05b9fd1d5067),segment_id=1aca6865-99d4-4f5f-9eb4-05b9fd1d5067)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:21.406392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1df88-aa1d-4959-8237-bba294e8f04b None None] Port a34f7eb2-e13c-431e-aceb-167634c2c549 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:37:21.414975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:21.416702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c3415081-39d4-47a2-8a48-78833feec520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:21.436032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:37:21.437031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:21.439790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:37:21.441757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:21.442514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:37:21.489374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=71e3b8e7-344b-4c2e-971f-a8ff324167e8,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:21.492978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:21.520019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:21.520947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:21.565646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'name': 'tempest-TestNetworkBasicOps-router-649080692', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:37:13Z', 'updated_at': '2021-12-07T13:37:18Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:14Z', 'updated_at': '2021-12-07T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'a34f7eb2-e13c-431e-aceb-167634c2c549', 'name': '', 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:2f:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:17Z', 'updated_at': '2021-12-07T13:37:18Z', 'revision_number': 2, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:21.569909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Checking router: 4b128452-f8da-4268-b611-a565dbe9c7eb for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:37:21.570309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Updating router 4b128452-f8da-4268-b611-a565dbe9c7eb port a34f7eb2-e13c-431e-aceb-167634c2c549 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:37:21.579460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9954505 Dec 07 13:37:21.632669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52132) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:21.634830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:21.803612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52136) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:21.811791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-32219edd-791b-45c2-b1a8-9c96ad90169d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-508337632', 'description': 'tempest-secgroup-smoke-508337632 description', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:21.820347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-32219edd-791b-45c2-b1a8-9c96ad90169d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:21.826291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-32219edd-791b-45c2-b1a8-9c96ad90169d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:21.830254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-32219edd-791b-45c2-b1a8-9c96ad90169d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:21.837048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-32219edd-791b-45c2-b1a8-9c96ad90169d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:21.869591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-decd70a0-7b5d-4cdd-a188-a1ca3cd3034f None None] Provisioning for port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:37:21.876489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-decd70a0-7b5d-4cdd-a188-a1ca3cd3034f None None] Provisioning complete for port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:37:21.876912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-decd70a0-7b5d-4cdd-a188-a1ca3cd3034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:21.900015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32219edd-791b-45c2-b1a8-9c96ad90169d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:21.942008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-decd70a0-7b5d-4cdd-a188-a1ca3cd3034f None None] Port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:37:21.951023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-32219edd-791b-45c2-b1a8-9c96ad90169d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:21.955861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-32219edd-791b-45c2-b1a8-9c96ad90169d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:21.959365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-32219edd-791b-45c2-b1a8-9c96ad90169d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:21.966572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-32219edd-791b-45c2-b1a8-9c96ad90169d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:22.046230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.051313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32219edd-791b-45c2-b1a8-9c96ad90169d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.059540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Transition to ACTIVE for port object a34f7eb2-e13c-431e-aceb-167634c2c549 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:37:22.080967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32219edd-791b-45c2-b1a8-9c96ad90169d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.086921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bfc117fc-33f2-4611-b7bd-3a5a66e050c1 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:22.103945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.109599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4670e0a-c860-48af-b575-13592b66538c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:22.130959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32219edd-791b-45c2-b1a8-9c96ad90169d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bc3f5d-a472-48de-889a-cc76a88ee770,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:22.134134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-32219edd-791b-45c2-b1a8-9c96ad90169d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:22.134590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1dce1456-016c-4d8d-8ce4-f2538da192b8 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Deleting port ce6a640e-5f61-4c3e-8acf-69fe5c45d5b3 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:37:22.134964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1dce1456-016c-4d8d-8ce4-f2538da192b8 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.190872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32219edd-791b-45c2-b1a8-9c96ad90169d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.192705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-32219edd-791b-45c2-b1a8-9c96ad90169d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3873408 Dec 07 13:37:22.196972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52140) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:22.216938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5d841da8-e73a-4e03-acdc-d969cca8c75a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'c8bc3f5d-a472-48de-889a-cc76a88ee770', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:22.224766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5d841da8-e73a-4e03-acdc-d969cca8c75a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:22.231630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5d841da8-e73a-4e03-acdc-d969cca8c75a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:22.235536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5d841da8-e73a-4e03-acdc-d969cca8c75a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:22.237505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8ff6f657-2bef-4ea5-8289-7b94dea61328 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:37:22.243547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5d841da8-e73a-4e03-acdc-d969cca8c75a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:22.290034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d841da8-e73a-4e03-acdc-d969cca8c75a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.302723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7ce69-8bbc-4ee7-98f8-c865a363e14c None None] Pushing event updated for resources: {'Port': ['ID=a34f7eb2-e13c-431e-aceb-167634c2c549,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:22.336012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 8ff6f657-2bef-4ea5-8289-7b94dea61328 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:37:22.336444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.410029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1dce1456-016c-4d8d-8ce4-f2538da192b8 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.410427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1dce1456-016c-4d8d-8ce4-f2538da192b8 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.412377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7ce69-8bbc-4ee7-98f8-c865a363e14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:22.412775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7ce69-8bbc-4ee7-98f8-c865a363e14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:22.413999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7ce69-8bbc-4ee7-98f8-c865a363e14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:22.414377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7ce69-8bbc-4ee7-98f8-c865a363e14c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:22.414754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7ce69-8bbc-4ee7-98f8-c865a363e14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:22.415127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7ce69-8bbc-4ee7-98f8-c865a363e14c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:22.415522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7ce69-8bbc-4ee7-98f8-c865a363e14c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:22.415892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7ce69-8bbc-4ee7-98f8-c865a363e14c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:22.416256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7ce69-8bbc-4ee7-98f8-c865a363e14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:22.416618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7ce69-8bbc-4ee7-98f8-c865a363e14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:22.416980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7ce69-8bbc-4ee7-98f8-c865a363e14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:22.425669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7fd7ce69-8bbc-4ee7-98f8-c865a363e14c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:22.433752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d841da8-e73a-4e03-acdc-d969cca8c75a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.453670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Attempting to bind port a34f7eb2-e13c-431e-aceb-167634c2c549 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:37:22.454368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Attempting to bind port a34f7eb2-e13c-431e-aceb-167634c2c549 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:37:22.454979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Attempting to bind port a34f7eb2-e13c-431e-aceb-167634c2c549 on network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:37:22.464154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:37:22.464917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Checking segment: {'id': '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:37:22.465826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.466648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Bound using segment: {'id': '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:37:22.467284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Bound port: a34f7eb2-e13c-431e-aceb-167634c2c549, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:37:22.467786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.469700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d841da8-e73a-4e03-acdc-d969cca8c75a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.471729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-797cbcb8-cc1d-4d0c-83a1-2d5c5dd286fe tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:22.482260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 71e3b8e7-344b-4c2e-971f-a8ff324167e8 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:37:22.516108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d841da8-e73a-4e03-acdc-d969cca8c75a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce99807b-e93a-45d6-854e-2fb003c9cc61,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:22.529308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5d841da8-e73a-4e03-acdc-d969cca8c75a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:22.556536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d841da8-e73a-4e03-acdc-d969cca8c75a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.558854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5d841da8-e73a-4e03-acdc-d969cca8c75a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3594289 Dec 07 13:37:22.561478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52144) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:22.569939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1b5c1038-e57c-41e4-936f-7cdf53477522 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'c8bc3f5d-a472-48de-889a-cc76a88ee770', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:22.577808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 71e3b8e7-344b-4c2e-971f-a8ff324167e8 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:37:22.577808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.581611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1dce1456-016c-4d8d-8ce4-f2538da192b8 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Calling delete_port for ce6a640e-5f61-4c3e-8acf-69fe5c45d5b3 owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:37:22.583131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1b5c1038-e57c-41e4-936f-7cdf53477522 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:22.588405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1b5c1038-e57c-41e4-936f-7cdf53477522 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:22.589921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] For port a34f7eb2-e13c-431e-aceb-167634c2c549, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:37:22.592637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1b5c1038-e57c-41e4-936f-7cdf53477522 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:22.597891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] For port a34f7eb2-e13c-431e-aceb-167634c2c549, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a34f7eb2-e13c-431e-aceb-167634c2c549,segment=NetworkSegment(1aca6865-99d4-4f5f-9eb4-05b9fd1d5067),segment_id=1aca6865-99d4-4f5f-9eb4-05b9fd1d5067)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:37:22.600931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1b5c1038-e57c-41e4-936f-7cdf53477522 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:22.630005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.635090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-40448e29-4b26-49c6-b9c4-07eccf10fac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:22.659378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1038-e57c-41e4-936f-7cdf53477522 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.717851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7ce69-8bbc-4ee7-98f8-c865a363e14c None None] Pushing event updated for resources: {'Port': ['ID=a34f7eb2-e13c-431e-aceb-167634c2c549,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:22.724521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7fd7ce69-8bbc-4ee7-98f8-c865a363e14c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:22.726626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Routers {'4b128452-f8da-4268-b611-a565dbe9c7eb'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:37:22.726777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:37:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4b128452-f8da-4268-b611-a565dbe9c7eb'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:22.758287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1038-e57c-41e4-936f-7cdf53477522 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.829745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1038-e57c-41e4-936f-7cdf53477522 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.830280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1dce1456-016c-4d8d-8ce4-f2538da192b8 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.831845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d9c9fbf9-cd9f-4364-8203-e0425d80cafc tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:22.836463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-030010c0-91e2-4f84-a51d-9be23e8db8af tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:22.849808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c1038-e57c-41e4-936f-7cdf53477522 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32e5c59-c3a1-40ea-b639-44f7cbbd5324,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:22.853629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b5c1038-e57c-41e4-936f-7cdf53477522 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:22.893937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce1456-016c-4d8d-8ce4-f2538da192b8 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event deleted for resources: {'Port': ['ID=ce6a640e-5f61-4c3e-8acf-69fe5c45d5b3,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:22.899402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1dce1456-016c-4d8d-8ce4-f2538da192b8 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:22.900887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1038-e57c-41e4-936f-7cdf53477522 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:22.905420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1b5c1038-e57c-41e4-936f-7cdf53477522 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3416204 Dec 07 13:37:22.908439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52148) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:22.916870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b042d9d6-e6de-4d78-8130-290789922290 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'c8bc3f5d-a472-48de-889a-cc76a88ee770', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:22.925340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b042d9d6-e6de-4d78-8130-290789922290 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:22.928583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] Set router 4b128452-f8da-4268-b611-a565dbe9c7eb gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:37:22.931009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b042d9d6-e6de-4d78-8130-290789922290 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:22.935221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b042d9d6-e6de-4d78-8130-290789922290 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:22.945078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b042d9d6-e6de-4d78-8130-290789922290 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:23.000197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b042d9d6-e6de-4d78-8130-290789922290 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:23.008504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1dce1456-016c-4d8d-8ce4-f2538da192b8 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:23.086870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b042d9d6-e6de-4d78-8130-290789922290 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:23.121862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b042d9d6-e6de-4d78-8130-290789922290 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:23.124008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d9e9519e-bf2a-428e-a964-f2b2de8c7de9 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:23.150371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042d9d6-e6de-4d78-8130-290789922290 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3595f8-8023-4fe4-9675-f8f113562b0e,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:23.153255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b042d9d6-e6de-4d78-8130-290789922290 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:23.195858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b042d9d6-e6de-4d78-8130-290789922290 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:23.197676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b042d9d6-e6de-4d78-8130-290789922290 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2879198 Dec 07 13:37:23.201223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52152) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:23.208868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1cf2161a-e586-41b2-96b4-482dfaf599cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'c8bc3f5d-a472-48de-889a-cc76a88ee770', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:23.215794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1cf2161a-e586-41b2-96b4-482dfaf599cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:23.219939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1cf2161a-e586-41b2-96b4-482dfaf599cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:23.223208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1cf2161a-e586-41b2-96b4-482dfaf599cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:23.230668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1cf2161a-e586-41b2-96b4-482dfaf599cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:23.311584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1cf2161a-e586-41b2-96b4-482dfaf599cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:23.392558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1cf2161a-e586-41b2-96b4-482dfaf599cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:23.432221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'name': 'tempest-TestNetworkBasicOps-router-649080692', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:37:13Z', 'updated_at': '2021-12-07T13:37:18Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:14Z', 'updated_at': '2021-12-07T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'a34f7eb2-e13c-431e-aceb-167634c2c549', 'name': '', 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:2f:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:17Z', 'updated_at': '2021-12-07T13:37:22Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:23.436494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1cf2161a-e586-41b2-96b4-482dfaf599cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:23.439264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca73fe-9451-4b9f-b8de-550ccbb1b20b None None] The sync data for ids ['4b128452-f8da-4268-b611-a565dbe9c7eb'] in dv-neutron-ussuri-2-hyperv is: [{'id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'name': 'tempest-TestNetworkBasicOps-router-649080692', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:37:13Z', 'updated_at': '2021-12-07T13:37:18Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:14Z', 'updated_at': '2021-12-07T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'a34f7eb2-e13c-431e-aceb-167634c2c549', 'name': '', 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:2f:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:17Z', 'updated_at': '2021-12-07T13:37:22Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:37:23.441431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dce1456-016c-4d8d-8ce4-f2538da192b8 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Router d187a110-1165-4aea-ac3d-dd591be1e87f has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:37:23.445495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c5711ae-36cb-4fe3-a6ad-fc441ac3490c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:23.471567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2161a-e586-41b2-96b4-482dfaf599cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d16619-851c-42fb-8280-51607f0d137d,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:23.474411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1cf2161a-e586-41b2-96b4-482dfaf599cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:23.517075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1cf2161a-e586-41b2-96b4-482dfaf599cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:23.523463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1cf2161a-e586-41b2-96b4-482dfaf599cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3208115 Dec 07 13:37:23.524600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52156) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:23.533121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ff0e4118-8093-4b9c-9e86-3569b0125f06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'c8bc3f5d-a472-48de-889a-cc76a88ee770', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:23.543738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ff0e4118-8093-4b9c-9e86-3569b0125f06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:23.549749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ff0e4118-8093-4b9c-9e86-3569b0125f06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:23.553342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ff0e4118-8093-4b9c-9e86-3569b0125f06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:23.561893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ff0e4118-8093-4b9c-9e86-3569b0125f06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:23.647516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-ff0e4118-8093-4b9c-9e86-3569b0125f06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:37:23.656752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4118-8093-4b9c-9e86-3569b0125f06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:23.763779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4118-8093-4b9c-9e86-3569b0125f06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:23.768962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dce1456-016c-4d8d-8ce4-f2538da192b8 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:37:23.780926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce55fb3-0243-4f91-8e06-177fa891c2fe None None] Sync routers for ids ['d187a110-1165-4aea-ac3d-dd591be1e87f'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:37:23.794956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce55fb3-0243-4f91-8e06-177fa891c2fe None None] Routers {'d187a110-1165-4aea-ac3d-dd591be1e87f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:37:23.795362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4118-8093-4b9c-9e86-3569b0125f06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:23.795719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-dce55fb3-0243-4f91-8e06-177fa891c2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:37:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d187a110-1165-4aea-ac3d-dd591be1e87f'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:23.797471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b53dcad1-a62d-4b69-a2df-39bb9b464ac3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:23.825942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e4118-8093-4b9c-9e86-3569b0125f06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5431f8ab-45ab-448d-b0f7-e307575dc7af,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:23.829942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ff0e4118-8093-4b9c-9e86-3569b0125f06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:23.840969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1dce1456-016c-4d8d-8ce4-f2538da192b8 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:23.870742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4118-8093-4b9c-9e86-3569b0125f06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:23.874586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ff0e4118-8093-4b9c-9e86-3569b0125f06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3464570 Dec 07 13:37:23.875521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52160) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:23.882466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-cdc9faaf-bf16-40e4-9cc4-840d2aabaad6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'c8bc3f5d-a472-48de-889a-cc76a88ee770', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:23.890398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cdc9faaf-bf16-40e4-9cc4-840d2aabaad6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:23.895513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cdc9faaf-bf16-40e4-9cc4-840d2aabaad6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:23.899107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cdc9faaf-bf16-40e4-9cc4-840d2aabaad6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:23.904494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1dce1456-016c-4d8d-8ce4-f2538da192b8 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "DELETE /v2.0/floatingips/572c0100-26d4-4552-b81a-662668c90240 HTTP/1.1" status: 204 len: 168 time: 2.2704909 Dec 07 13:37:23.905458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'tag': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:37:23.906565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cdc9faaf-bf16-40e4-9cc4-840d2aabaad6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:23.972353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'tag': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7', 'status': 'completed', 'code': 200} Dec 07 13:37:23.973663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-cdc9faaf-bf16-40e4-9cc4-840d2aabaad6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:37:23.984368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cdc9faaf-bf16-40e4-9cc4-840d2aabaad6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:24.029746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-dce55fb3-0243-4f91-8e06-177fa891c2fe None None] Set router d187a110-1165-4aea-ac3d-dd591be1e87f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:37:24.129236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cdc9faaf-bf16-40e4-9cc4-840d2aabaad6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:24.141575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-658568e0-9ba3-410a-8a9e-3c2b103cdf66 req-e81d655c-6a49-4363-915e-7bee743ed89f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=17fd73b3119948aba1743cddcc2d8289&device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 1099 time: 0.1283522 Dec 07 13:37:24.180340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cdc9faaf-bf16-40e4-9cc4-840d2aabaad6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:24.230142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-88110fe5-2095-4bf0-97cb-18c1491beae1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:24.274655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9faaf-bf16-40e4-9cc4-840d2aabaad6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e730e84a-2823-46d5-8be3-fee3cf16d3eb,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:24.281801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cdc9faaf-bf16-40e4-9cc4-840d2aabaad6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:24.346237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658568e0-9ba3-410a-8a9e-3c2b103cdf66 req-11975c23-d9c3-4d30-ba5c-ebd7ce8df49d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:24.350420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-658568e0-9ba3-410a-8a9e-3c2b103cdf66 req-11975c23-d9c3-4d30-ba5c-ebd7ce8df49d service neutron] 10.222.0.45 "GET /v2.0/networks?id=e9e3a7f4-8521-4e77-840a-bd2c377f094e HTTP/1.1" status: 200 len: 898 time: 0.2013335 Dec 07 13:37:24.366471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a34f7eb2-e13c-431e-aceb-167634c2c549 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:37:24.424523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cdc9faaf-bf16-40e4-9cc4-840d2aabaad6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:24.435539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cdc9faaf-bf16-40e4-9cc4-840d2aabaad6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5493283 Dec 07 13:37:24.450200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-658568e0-9ba3-410a-8a9e-3c2b103cdf66 req-645c4869-0c5c-4f95-81e6-4ebb7b8aca55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f99644ee-2c1c-4669-b9eb-32162c20d8d7 HTTP/1.1" status: 200 len: 217 time: 0.0842028 Dec 07 13:37:24.489031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-dce55fb3-0243-4f91-8e06-177fa891c2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802654284', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:08Z', 'updated_at': '2021-12-07T13:35:21Z', 'revision_number': 4, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'gw_port': {'id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:09Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'd350f3d7-ef4a-4848-99b1-c5573f3b6b24', 'name': '', 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'mac_address': 'fa:16:3e:af:45:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:19Z', 'updated_at': '2021-12-07T13:35:33Z', 'revision_number': 5, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'subnets': [{'id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:24.494216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce55fb3-0243-4f91-8e06-177fa891c2fe None None] Checking router: d187a110-1165-4aea-ac3d-dd591be1e87f for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:37:24.509338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce55fb3-0243-4f91-8e06-177fa891c2fe None None] Routers {'d187a110-1165-4aea-ac3d-dd591be1e87f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:37:24.514541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-dce55fb3-0243-4f91-8e06-177fa891c2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:37:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d187a110-1165-4aea-ac3d-dd591be1e87f'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:24.560945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79b0df-7f6a-4570-bbf5-fe5887da7cba req-98265270-6499-49cd-a699-1b09acce237b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:24.564726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-4a79b0df-7f6a-4570-bbf5-fe5887da7cba req-98265270-6499-49cd-a699-1b09acce237b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Synchronizing usage tracker for tenant:17fd73b3119948aba1743cddcc2d8289 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:37:24.568473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658568e0-9ba3-410a-8a9e-3c2b103cdf66 req-1692ab50-b67b-4ebd-87c7-df6020272750 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:24.570643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-658568e0-9ba3-410a-8a9e-3c2b103cdf66 req-1692ab50-b67b-4ebd-87c7-df6020272750 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f59e2745-c352-4c90-a1e9-dc8ac78fc98a HTTP/1.1" status: 200 len: 835 time: 0.1134479 Dec 07 13:37:24.627471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port a34f7eb2-e13c-431e-aceb-167634c2c549 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:37:24.637427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port a34f7eb2-e13c-431e-aceb-167634c2c549 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:37:24.637955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:24.647163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-4a79b0df-7f6a-4570-bbf5-fe5887da7cba req-98265270-6499-49cd-a699-1b09acce237b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Unset dirty status for tenant:17fd73b3119948aba1743cddcc2d8289 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:37:24.648656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4a79b0df-7f6a-4570-bbf5-fe5887da7cba req-98265270-6499-49cd-a699-1b09acce237b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.1903696 Dec 07 13:37:24.668172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-658568e0-9ba3-410a-8a9e-3c2b103cdf66 req-3dfac407-1fa8-4464-a11a-c7fb3da266d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9e3a7f4-8521-4e77-840a-bd2c377f094e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882266 Dec 07 13:37:24.722612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4a79b0df-7f6a-4570-bbf5-fe5887da7cba req-f9211734-6294-4369-ba55-48e7ed381454 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673585 Dec 07 13:37:24.824652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c119c481-356c-4b8c-856a-e06d467766e4 req-b58eefa7-4610-4ea5-a45f-1b8c0f388d88 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-508337632&fields=id&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 267 time: 0.0482392 Dec 07 13:37:24.862256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-dce55fb3-0243-4f91-8e06-177fa891c2fe None None] Set router d187a110-1165-4aea-ac3d-dd591be1e87f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:37:24.863710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-658568e0-9ba3-410a-8a9e-3c2b103cdf66 req-b0485033-28fa-4c2d-9bb3-82e7f43d6b93 service neutron] 10.222.0.45 "GET /v2.0/networks/e9e3a7f4-8521-4e77-840a-bd2c377f094e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883788 Dec 07 13:37:24.928761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119c481-356c-4b8c-856a-e06d467766e4 req-ff25c1ed-dcc0-4795-ba5c-631691fb7e41 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:24.929699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-c119c481-356c-4b8c-856a-e06d467766e4 req-ff25c1ed-dcc0-4795-ba5c-631691fb7e41 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:37:24.962233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:24.989523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-c119c481-356c-4b8c-856a-e06d467766e4 req-ff25c1ed-dcc0-4795-ba5c-631691fb7e41 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:37:24.990869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c119c481-356c-4b8c-856a-e06d467766e4 req-ff25c1ed-dcc0-4795-ba5c-631691fb7e41 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports/faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 HTTP/1.1" status: 200 len: 929 time: 0.1565375 Dec 07 13:37:25.028995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-658568e0-9ba3-410a-8a9e-3c2b103cdf66 req-571f73de-e8f8-429d-b445-c49731564fc0 service neutron] 10.222.0.45 "GET /v2.0/networks/e9e3a7f4-8521-4e77-840a-bd2c377f094e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551595 Dec 07 13:37:25.099854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c119c481-356c-4b8c-856a-e06d467766e4 req-73841761-b1b6-4963-a00f-444cb506623e service neutron] 10.222.0.24 "GET /v2.0/ports/faa0704a-bfe7-4dc8-bb45-9a974bec5ea9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0922909 Dec 07 13:37:25.134019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port a34f7eb2-e13c-431e-aceb-167634c2c549, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a34f7eb2-e13c-431e-aceb-167634c2c549,segment=NetworkSegment(1aca6865-99d4-4f5f-9eb4-05b9fd1d5067),segment_id=1aca6865-99d4-4f5f-9eb4-05b9fd1d5067)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:25.181226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:25.194654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d0d55c0e-2a45-4532-be05-ae96eef3c4f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:25.250222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c119c481-356c-4b8c-856a-e06d467766e4 req-1dc53fc7-328c-46b4-ab5d-27755157d067 service neutron] 10.222.0.24 "GET /v2.0/networks/ef9e4aec-d99d-44a4-b2b7-3b64def5cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451461 Dec 07 13:37:25.317634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=a34f7eb2-e13c-431e-aceb-167634c2c549,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:25.323153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:25.337062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-dce55fb3-0243-4f91-8e06-177fa891c2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802654284', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:08Z', 'updated_at': '2021-12-07T13:35:21Z', 'revision_number': 4, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'gw_port': {'id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:09Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'd350f3d7-ef4a-4848-99b1-c5573f3b6b24', 'name': '', 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'mac_address': 'fa:16:3e:af:45:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:19Z', 'updated_at': '2021-12-07T13:35:33Z', 'revision_number': 5, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'subnets': [{'id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:25.341664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce55fb3-0243-4f91-8e06-177fa891c2fe None None] The sync data for ids ['d187a110-1165-4aea-ac3d-dd591be1e87f'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802654284', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:08Z', 'updated_at': '2021-12-07T13:35:21Z', 'revision_number': 4, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'gw_port': {'id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:09Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'd350f3d7-ef4a-4848-99b1-c5573f3b6b24', 'name': '', 'network_id': 'e9e3a7f4-8521-4e77-840a-bd2c377f094e', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'mac_address': 'fa:16:3e:af:45:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:19Z', 'updated_at': '2021-12-07T13:35:33Z', 'revision_number': 5, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'subnets': [{'id': 'f59e2745-c352-4c90-a1e9-dc8ac78fc98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:37:25.409162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c119c481-356c-4b8c-856a-e06d467766e4 req-d0ab9571-8b20-4bf6-b8da-867f82b2725b service neutron] 10.222.0.24 "GET /v2.0/networks/ef9e4aec-d99d-44a4-b2b7-3b64def5cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523950 Dec 07 13:37:25.735887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8b09e6d2-e201-4e79-b233-0e383aafc77e req-816e7b82-cd0c-4f5d-96dd-69c0ec4354ba tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 210 time: 0.0512066 Dec 07 13:37:25.958015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e185e-554d-49ea-afa6-bbd6d3393f7b req-3899b9bb-7af4-4556-adde-4290cc75793b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:25.959870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9b4e185e-554d-49ea-afa6-bbd6d3393f7b req-3899b9bb-7af4-4556-adde-4290cc75793b tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.0911119 Dec 07 13:37:26.008901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ec8bde-3aef-4346-a8c4-d4fd6af0e8d8 None None] New status for floating IP 572c0100-26d4-4552-b81a-662668c90240: DOWN {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:37:26.022146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9b4e185e-554d-49ea-afa6-bbd6d3393f7b req-af1105b6-3f7f-432b-8a2c-7d3f26f1a8ea tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e91a291-a79e-407d-a9f8-64641fa61838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551565 Dec 07 13:37:26.024773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186cd72-13b8-4cec-bb97-3da2d4b5ec7b req-dbeb23ac-5163-4d9f-b3a7-ebcb91d9aa33 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:26.025902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-9186cd72-13b8-4cec-bb97-3da2d4b5ec7b req-dbeb23ac-5163-4d9f-b3a7-ebcb91d9aa33 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Synchronizing usage tracker for tenant:17fd73b3119948aba1743cddcc2d8289 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:37:26.041786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-9186cd72-13b8-4cec-bb97-3da2d4b5ec7b req-dbeb23ac-5163-4d9f-b3a7-ebcb91d9aa33 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Unset dirty status for tenant:17fd73b3119948aba1743cddcc2d8289 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:37:26.043660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9186cd72-13b8-4cec-bb97-3da2d4b5ec7b req-dbeb23ac-5163-4d9f-b3a7-ebcb91d9aa33 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.45 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 946 time: 0.1064117 Dec 07 13:37:26.126095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-9186cd72-13b8-4cec-bb97-3da2d4b5ec7b req-6adae751-952b-4083-8149-45451771ceb2 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Deleting port f99644ee-2c1c-4669-b9eb-32162c20d8d7 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:37:26.126443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-9186cd72-13b8-4cec-bb97-3da2d4b5ec7b req-6adae751-952b-4083-8149-45451771ceb2 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:26.213079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a34f7eb2-e13c-431e-aceb-167634c2c549 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:37:26.306374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port a34f7eb2-e13c-431e-aceb-167634c2c549 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:37:26.306747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:26.427612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-9186cd72-13b8-4cec-bb97-3da2d4b5ec7b req-6adae751-952b-4083-8149-45451771ceb2 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] For port f99644ee-2c1c-4669-b9eb-32162c20d8d7, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f99644ee-2c1c-4669-b9eb-32162c20d8d7,segment=NetworkSegment(4e1852a6-2559-4361-b061-81d047a79d07),segment_id=4e1852a6-2559-4361-b061-81d047a79d07)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:26.428078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-9186cd72-13b8-4cec-bb97-3da2d4b5ec7b req-6adae751-952b-4083-8149-45451771ceb2 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:26.795329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-9186cd72-13b8-4cec-bb97-3da2d4b5ec7b req-6adae751-952b-4083-8149-45451771ceb2 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Calling delete_port for f99644ee-2c1c-4669-b9eb-32162c20d8d7 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:37:26.962895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dde7a417-adeb-41db-af4b-632141eae51d req-5a28fc77-c1b6-4d5e-8af4-6db5912f2591 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 210 time: 0.0584686 Dec 07 13:37:26.990163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-9186cd72-13b8-4cec-bb97-3da2d4b5ec7b req-6adae751-952b-4083-8149-45451771ceb2 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:26.998841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-25ada335-b717-45cc-aed0-0bd5ab0158c2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:27.048630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adae751-952b-4083-8149-45451771ceb2 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event deleted for resources: {'Port': ['ID=f99644ee-2c1c-4669-b9eb-32162c20d8d7,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:27.052946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6adae751-952b-4083-8149-45451771ceb2 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:27.154536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-9186cd72-13b8-4cec-bb97-3da2d4b5ec7b req-6adae751-952b-4083-8149-45451771ceb2 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] No DVR routers for this DVR port f99644ee-2c1c-4669-b9eb-32162c20d8d7 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:37:27.157311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-9186cd72-13b8-4cec-bb97-3da2d4b5ec7b req-6adae751-952b-4083-8149-45451771ceb2 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:27.160281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'name': 'network-vif-deleted', 'tag': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:37:27.214052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a939e6fe-4d6b-46a9-a2f9-6634353fc5a9 req-d05b5f5b-4bb3-44de-923c-2872e6e19ced tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 210 time: 0.0499487 Dec 07 13:37:27.227352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76391de1-1726-4bfc-abdd-b01fb1f710b0', 'name': 'network-vif-deleted', 'tag': 'f99644ee-2c1c-4669-b9eb-32162c20d8d7', 'status': 'completed', 'code': 200} Dec 07 13:37:27.237522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9186cd72-13b8-4cec-bb97-3da2d4b5ec7b req-6adae751-952b-4083-8149-45451771ceb2 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.45 "DELETE /v2.0/ports/f99644ee-2c1c-4669-b9eb-32162c20d8d7 HTTP/1.1" status: 204 len: 173 time: 1.1849408 Dec 07 13:37:27.973839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c119c481-356c-4b8c-856a-e06d467766e4 req-96b0c83a-4b8c-4678-8059-ed950670197a service neutron] 10.222.0.45 "GET /v2.0/ports/faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 HTTP/1.1" status: 200 len: 1025 time: 0.0655854 Dec 07 13:37:28.139109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119c481-356c-4b8c-856a-e06d467766e4 req-5fc63c18-6415-47ed-aa3e-beb4d5e470b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:28.140736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c119c481-356c-4b8c-856a-e06d467766e4 req-5fc63c18-6415-47ed-aa3e-beb4d5e470b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/networks?id=ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 HTTP/1.1" status: 200 len: 796 time: 0.1612558 Dec 07 13:37:28.144603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ef99713e-2a30-4f08-a94d-c39c35ad0801 req-a360d7e4-52c6-4665-8321-6e8709915861 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 210 time: 0.0490043 Dec 07 13:37:28.203298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-c119c481-356c-4b8c-856a-e06d467766e4 req-3dfc727b-3bee-4163-990e-894e5ecf0f54 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:37:28.294050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-c119c481-356c-4b8c-856a-e06d467766e4 req-3dfc727b-3bee-4163-990e-894e5ecf0f54 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:37:28.295778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c119c481-356c-4b8c-856a-e06d467766e4 req-3dfc727b-3bee-4163-990e-894e5ecf0f54 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 379 time: 0.1372800 Dec 07 13:37:28.311989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Request body: {'port': {'device_id': '1724ea47-b8f1-4142-a0a2-b4bc5c73cdda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:28.420476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d23da134-9ed7-4279-8c29-c75054088e09 req-59d1fcb7-a096-4c75-8054-9e4209417b6e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "GET /v2.0/ports?device_id=76391de1-1726-4bfc-abdd-b01fb1f710b0 HTTP/1.1" status: 200 len: 210 time: 0.0604599 Dec 07 13:37:28.436066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:28.793941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:37:28.800985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:28.816895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Transition to ACTIVE for port object faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:37:28.846277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:28.850797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fcc15103-0601-4683-b8ea-bf3c8bbc3b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:28.977967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Pushing event updated for resources: {'Port': ['ID=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:28.981592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:29.098713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Attempting to bind port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:37:29.099083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Attempting to bind port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:37:29.099498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Attempting to bind port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 on network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:37:29.106282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 on network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:37:29.106783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Attempting to bind port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 on network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:37:29.114277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:37:29.114648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Checking segment: {'id': '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:37:29.115068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Bound using segment: {'id': '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:37:29.115592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Bound port: faa0704a-bfe7-4dc8-bb45-9a974bec5ea9, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:37:29.115976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:29.214179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] For port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:37:29.217393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] For port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,segment=NetworkSegment(1aca6865-99d4-4f5f-9eb4-05b9fd1d5067),segment_id=1aca6865-99d4-4f5f-9eb4-05b9fd1d5067)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:37:29.253355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:29.258170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4e0041e4-0d92-4405-8d24-1519d30166ce tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:29.332522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:29.334024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c119c481-356c-4b8c-856a-e06d467766e4 req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] 10.222.0.45 "PUT /v2.0/ports/faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 HTTP/1.1" status: 200 len: 1130 time: 1.0285723 Dec 07 13:37:29.334623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1724ea47-b8f1-4142-a0a2-b4bc5c73cdda', 'tag': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:37:29.345661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Pushing event updated for resources: {'Port': ['ID=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:29.349129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:29.370243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ef88-a1d8-4e41-b7f0-d9c13d783aca req-1a33ca34-9044-4b5a-b932-3ef46090c25f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:29.372670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2073ef88-a1d8-4e41-b7f0-d9c13d783aca req-1a33ca34-9044-4b5a-b932-3ef46090c25f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 980 time: 0.0960100 Dec 07 13:37:29.408763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1724ea47-b8f1-4142-a0a2-b4bc5c73cdda', 'tag': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9', 'status': 'completed', 'code': 200} Dec 07 13:37:29.432124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2073ef88-a1d8-4e41-b7f0-d9c13d783aca req-c439d6f4-857e-4279-9cd4-84fd21b41816 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521581 Dec 07 13:37:29.512877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c119c481-356c-4b8c-856a-e06d467766e4 req-18617565-8707-4f1a-b4a8-601d27b2521d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 1133 time: 0.0908802 Dec 07 13:37:29.535028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52216) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:29.593573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c119c481-356c-4b8c-856a-e06d467766e4 req-402a684b-1cc3-4248-b0a4-5beec97d656e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 HTTP/1.1" status: 200 len: 217 time: 0.0691531 Dec 07 13:37:29.665645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119c481-356c-4b8c-856a-e06d467766e4 req-82d1a448-93be-46d0-ae69-355368446947 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:29.666811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c119c481-356c-4b8c-856a-e06d467766e4 req-82d1a448-93be-46d0-ae69-355368446947 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=baf46f42-95c4-42a5-9e0f-feac2628c07c HTTP/1.1" status: 200 len: 833 time: 0.0637956 Dec 07 13:37:29.723286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device f99644ee-2c1c-4669-b9eb-32162c20d8d7 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:37:29.760430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c119c481-356c-4b8c-856a-e06d467766e4 req-90ceea45-bc78-43ff-a967-f42878f41de2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef9e4aec-d99d-44a4-b2b7-3b64def5cd25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803535 Dec 07 13:37:29.761991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: f99644ee-2c1c-4669-b9eb-32162c20d8d7 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:37:29.762375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device f99644ee-2c1c-4669-b9eb-32162c20d8d7 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:37:29.915879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c119c481-356c-4b8c-856a-e06d467766e4 req-773e8d57-ce0f-4ba4-bd1b-b068767be114 service neutron] 10.222.0.45 "GET /v2.0/networks/ef9e4aec-d99d-44a4-b2b7-3b64def5cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454442 Dec 07 13:37:30.076937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c119c481-356c-4b8c-856a-e06d467766e4 req-460ec089-e914-4b62-9014-3313df6a3495 service neutron] 10.222.0.45 "GET /v2.0/networks/ef9e4aec-d99d-44a4-b2b7-3b64def5cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451299 Dec 07 13:37:30.081238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c5b8577c-72b0-4408-82dd-e6a8d5c0d2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:30.227764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6aebef47-dd14-443b-9dfe-e5320225b89e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:30.231548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-76e69f9d-c88f-4c9a-a669-11cb090bc0f9 req-445d6458-10e7-4ec5-953e-10eca658dd3d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 1133 time: 0.0768421 Dec 07 13:37:30.374614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e69f9d-c88f-4c9a-a669-11cb090bc0f9 req-2db9f3fe-8919-40ec-83d6-a7895be7d55e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:30.376293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-76e69f9d-c88f-4c9a-a669-11cb090bc0f9 req-2db9f3fe-8919-40ec-83d6-a7895be7d55e service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 HTTP/1.1" status: 200 len: 897 time: 0.1378574 Dec 07 13:37:30.454829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-76e69f9d-c88f-4c9a-a669-11cb090bc0f9 req-cc088cf9-7e36-4513-9387-a02ab85c1044 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 HTTP/1.1" status: 200 len: 217 time: 0.0714715 Dec 07 13:37:30.539617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e69f9d-c88f-4c9a-a669-11cb090bc0f9 req-5c6691f2-7aef-4e7e-8bde-5bb3f5302955 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:30.541715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-76e69f9d-c88f-4c9a-a669-11cb090bc0f9 req-5c6691f2-7aef-4e7e-8bde-5bb3f5302955 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=baf46f42-95c4-42a5-9e0f-feac2628c07c HTTP/1.1" status: 200 len: 833 time: 0.0805464 Dec 07 13:37:30.627221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-76e69f9d-c88f-4c9a-a669-11cb090bc0f9 req-cd2b6f1b-393c-4f2e-a44a-c2fd6be43000 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef9e4aec-d99d-44a4-b2b7-3b64def5cd25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749006 Dec 07 13:37:30.747821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0429638-11fa-4ec0-a7af-7d6feb5b9695 req-011fbb83-b251-4f4b-a318-8b6e53ec5237 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:30.749334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0429638-11fa-4ec0-a7af-7d6feb5b9695 req-011fbb83-b251-4f4b-a318-8b6e53ec5237 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 980 time: 0.1624095 Dec 07 13:37:30.774371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-76e69f9d-c88f-4c9a-a669-11cb090bc0f9 req-15376b0d-b7f2-47bc-b4c6-949b349d596a service neutron] 10.222.0.45 "GET /v2.0/networks/ef9e4aec-d99d-44a4-b2b7-3b64def5cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399615 Dec 07 13:37:30.849310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0429638-11fa-4ec0-a7af-7d6feb5b9695 req-542a16a1-3d6b-43cc-ae45-57dc9283d48b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918052 Dec 07 13:37:30.926784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-76e69f9d-c88f-4c9a-a669-11cb090bc0f9 req-5503d254-87fc-47be-94c4-b4bc22197024 service neutron] 10.222.0.45 "GET /v2.0/networks/ef9e4aec-d99d-44a4-b2b7-3b64def5cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456537 Dec 07 13:37:31.017079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6aebef47-dd14-443b-9dfe-e5320225b89e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Deleting port d350f3d7-ef4a-4848-99b1-c5573f3b6b24 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:37:31.017376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6aebef47-dd14-443b-9dfe-e5320225b89e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:31.223678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6aebef47-dd14-443b-9dfe-e5320225b89e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] For port d350f3d7-ef4a-4848-99b1-c5573f3b6b24, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d350f3d7-ef4a-4848-99b1-c5573f3b6b24,segment=NetworkSegment(4e1852a6-2559-4361-b061-81d047a79d07),segment_id=4e1852a6-2559-4361-b061-81d047a79d07)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:31.224307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6aebef47-dd14-443b-9dfe-e5320225b89e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:31.351973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6aebef47-dd14-443b-9dfe-e5320225b89e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Calling delete_port for d350f3d7-ef4a-4848-99b1-c5573f3b6b24 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:37:31.635505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:31.723194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:37:31.726457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6aebef47-dd14-443b-9dfe-e5320225b89e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:31.734755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-518727c1-9311-4dab-b3e4-6ec90e447994 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:31.781578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebef47-dd14-443b-9dfe-e5320225b89e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event deleted for resources: {'Port': ['ID=d350f3d7-ef4a-4848-99b1-c5573f3b6b24,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:31.784356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6aebef47-dd14-443b-9dfe-e5320225b89e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:31.880054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,segment=NetworkSegment(1aca6865-99d4-4f5f-9eb4-05b9fd1d5067),segment_id=1aca6865-99d4-4f5f-9eb4-05b9fd1d5067)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:31.897652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9', 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25', 'port_id': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9', 'mac_address': 'fa:16:3e:30:af:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:37:31.964545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:31.986244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:37:32.003783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,segment=NetworkSegment(1aca6865-99d4-4f5f-9eb4-05b9fd1d5067),segment_id=1aca6865-99d4-4f5f-9eb4-05b9fd1d5067)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:32.056963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:32.059031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:32.126680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:32.129952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:32.170034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7bd7e-54b0-4a81-9fcd-fcbeab375270 req-a7d986bc-1074-46ed-a49d-c2d70891b7a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:32.171823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1af7bd7e-54b0-4a81-9fcd-fcbeab375270 req-a7d986bc-1074-46ed-a49d-c2d70891b7a3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 981 time: 0.1843736 Dec 07 13:37:32.250510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1af7bd7e-54b0-4a81-9fcd-fcbeab375270 req-3d5a677e-61ab-4e2b-ba8a-77451daa47ca tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625069 Dec 07 13:37:32.252006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6aebef47-dd14-443b-9dfe-e5320225b89e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:32.321401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['faa0704a-bfe7-4dc8-bb45-9a974bec5ea9'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:37:32.464897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5720cdad-fa89-4bcb-8289-3749abe08706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:32.835804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:32.871297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aebef47-dd14-443b-9dfe-e5320225b89e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Router d187a110-1165-4aea-ac3d-dd591be1e87f has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:37:33.332254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aebef47-dd14-443b-9dfe-e5320225b89e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:37:33.344418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6251ab-5c23-421d-8962-c345cba7106c None None] Sync routers for ids ['d187a110-1165-4aea-ac3d-dd591be1e87f'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:37:33.348694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6aebef47-dd14-443b-9dfe-e5320225b89e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "PUT /v2.0/routers/d187a110-1165-4aea-ac3d-dd591be1e87f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8097429 Dec 07 13:37:33.349373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52226) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:33.357440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6251ab-5c23-421d-8962-c345cba7106c None None] Routers {'d187a110-1165-4aea-ac3d-dd591be1e87f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:37:33.358117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ee6251ab-5c23-421d-8962-c345cba7106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:37:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d187a110-1165-4aea-ac3d-dd591be1e87f'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:33.546886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-ee6251ab-5c23-421d-8962-c345cba7106c None None] Set router d187a110-1165-4aea-ac3d-dd591be1e87f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:37:33.597256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f44ef8-d0ee-431b-a379-2ec43c26ab0f req-de133542-597a-4799-aae3-9316a699d6ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:33.598923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-63f44ef8-d0ee-431b-a379-2ec43c26ab0f req-de133542-597a-4799-aae3-9316a699d6ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 981 time: 0.2137861 Dec 07 13:37:33.647885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0929c50-25b9-4982-b219-24e6e314daf5 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Deleting subnet f59e2745-c352-4c90-a1e9-dc8ac78fc98a {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:37:33.658601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0929c50-25b9-4982-b219-24e6e314daf5 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:33.720339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-63f44ef8-d0ee-431b-a379-2ec43c26ab0f req-bda6129c-3a8c-4183-baf7-fc0289316e9f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127968 Dec 07 13:37:33.730473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0929c50-25b9-4982-b219-24e6e314daf5 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:33.748771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:37:33.876947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0929c50-25b9-4982-b219-24e6e314daf5 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:33.914435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ee6251ab-5c23-421d-8962-c345cba7106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802654284', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:08Z', 'updated_at': '2021-12-07T13:37:31Z', 'revision_number': 5, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'gw_port': {'id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:09Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:33.918650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6251ab-5c23-421d-8962-c345cba7106c None None] Checking router: d187a110-1165-4aea-ac3d-dd591be1e87f for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:37:33.930661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6251ab-5c23-421d-8962-c345cba7106c None None] Routers {'d187a110-1165-4aea-ac3d-dd591be1e87f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:37:33.931385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ee6251ab-5c23-421d-8962-c345cba7106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:37:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d187a110-1165-4aea-ac3d-dd591be1e87f'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:33.989225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:37:34.005303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:37:34.005780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:34.013291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0929c50-25b9-4982-b219-24e6e314daf5 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:34.018137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c2a6742e-26c1-474b-b77b-207808ddba21 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:34.059266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0929c50-25b9-4982-b219-24e6e314daf5 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event deleted for resources: {'Subnet': ['ID=f59e2745-c352-4c90-a1e9-dc8ac78fc98a,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:34.063093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0929c50-25b9-4982-b219-24e6e314daf5 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:34.066635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0929c50-25b9-4982-b219-24e6e314daf5 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:34.073328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c0929c50-25b9-4982-b219-24e6e314daf5 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "DELETE /v2.0/subnets/f59e2745-c352-4c90-a1e9-dc8ac78fc98a HTTP/1.1" status: 204 len: 168 time: 0.7229102 Dec 07 13:37:34.076736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52230) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:34.115736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75c5ed5-3043-4d0f-88ef-b69006a43055 None None] Network e9e3a7f4-8521-4e77-840a-bd2c377f094e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:37:34.289136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:34.403319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-ee6251ab-5c23-421d-8962-c345cba7106c None None] Set router d187a110-1165-4aea-ac3d-dd591be1e87f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:37:34.450226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:34.502987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:34.538253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Deleting port f81b8d71-9224-4260-bd1b-812ecd3dcfff {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:37:34.538635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:34.733398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] For port f81b8d71-9224-4260-bd1b-812ecd3dcfff, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f81b8d71-9224-4260-bd1b-812ecd3dcfff,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:34.733797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:34.800797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1724ea47-b8f1-4142-a0a2-b4bc5c73cdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:37:34.840207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,segment=NetworkSegment(1aca6865-99d4-4f5f-9eb4-05b9fd1d5067),segment_id=1aca6865-99d4-4f5f-9eb4-05b9fd1d5067)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:34.867394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Calling delete_port for f81b8d71-9224-4260-bd1b-812ecd3dcfff owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:37:34.887646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:34.891472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:34.931436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1724ea47-b8f1-4142-a0a2-b4bc5c73cdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9', 'code': 200} Dec 07 13:37:34.940424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:34.944868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1251c18e-8579-4ffc-812b-6f3549a5018b None None] DHCP port deletion for e9e3a7f4-8521-4e77-840a-bd2c377f094e request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:37:34.989152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1251c18e-8579-4ffc-812b-6f3549a5018b None None] Deleting port 73b58cba-2fb6-491d-b8ca-75c662da77aa {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:37:34.989577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1251c18e-8579-4ffc-812b-6f3549a5018b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:35.037010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e258ae-077e-4eae-b3b7-789e553f1ade req-6eb638fe-31f7-4fd0-8ee7-b2dbca8ab047 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:35.038604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5e258ae-077e-4eae-b3b7-789e553f1ade req-6eb638fe-31f7-4fd0-8ee7-b2dbca8ab047 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 982 time: 0.1787984 Dec 07 13:37:35.065263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:35.072459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:35.149283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5e258ae-077e-4eae-b3b7-789e553f1ade req-d341b800-0ee4-4f72-8071-d739fde279cb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985143 Dec 07 13:37:35.207215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:35.210501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ee6251ab-5c23-421d-8962-c345cba7106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802654284', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:08Z', 'updated_at': '2021-12-07T13:37:31Z', 'revision_number': 5, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'gw_port': {'id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:09Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:35.212906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dea44784-35aa-494d-840e-0e8eea5254e3 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:35.231962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6251ab-5c23-421d-8962-c345cba7106c None None] The sync data for ids ['d187a110-1165-4aea-ac3d-dd591be1e87f'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802654284', 'tenant_id': '17fd73b3119948aba1743cddcc2d8289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:35:08Z', 'updated_at': '2021-12-07T13:37:31Z', 'revision_number': 5, 'project_id': '17fd73b3119948aba1743cddcc2d8289', 'gw_port': {'id': 'f81b8d71-9224-4260-bd1b-812ecd3dcfff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a110-1165-4aea-ac3d-dd591be1e87f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:35:09Z', 'updated_at': '2021-12-07T13:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:37:35.256373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event deleted for resources: {'Port': ['ID=f81b8d71-9224-4260-bd1b-812ecd3dcfff,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:35.260603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:35.262178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8e265fad-fc8c-4c7c-b130-16aa7d25acc2 req-ef99f368-136c-461c-8ebf-bb9722b8eb93 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 1135 time: 0.0931933 Dec 07 13:37:35.279630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1251c18e-8579-4ffc-812b-6f3549a5018b None None] For port 73b58cba-2fb6-491d-b8ca-75c662da77aa, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=73b58cba-2fb6-491d-b8ca-75c662da77aa,segment=NetworkSegment(4e1852a6-2559-4361-b061-81d047a79d07),segment_id=4e1852a6-2559-4361-b061-81d047a79d07)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:35.280203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1251c18e-8579-4ffc-812b-6f3549a5018b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:35.337312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8e265fad-fc8c-4c7c-b130-16aa7d25acc2 req-0ad7db1a-436d-4f52-bba9-27e7a65603d4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565629 Dec 07 13:37:35.427640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1251c18e-8579-4ffc-812b-6f3549a5018b None None] Calling delete_port for 73b58cba-2fb6-491d-b8ca-75c662da77aa owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:37:35.523388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:35.532772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1251c18e-8579-4ffc-812b-6f3549a5018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:35.537885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:35.587646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251c18e-8579-4ffc-812b-6f3549a5018b None None] Pushing event deleted for resources: {'Port': ['ID=73b58cba-2fb6-491d-b8ca-75c662da77aa,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:35.592892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1251c18e-8579-4ffc-812b-6f3549a5018b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:35.596113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1251c18e-8579-4ffc-812b-6f3549a5018b None None] No DVR routers for this DVR port 73b58cba-2fb6-491d-b8ca-75c662da77aa on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:37:35.794985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:35.799339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:35.846404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:35.847101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Fanout notify agent at l3_agent the message router_deleted on router d187a110-1165-4aea-ac3d-dd591be1e87f {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:37:35.861978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:35.863174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "DELETE /v2.0/routers/d187a110-1165-4aea-ac3d-dd591be1e87f HTTP/1.1" status: 204 len: 168 time: 1.7853889 Dec 07 13:37:35.866310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52238) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:36.228139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f81b8d71-9224-4260-bd1b-812ecd3dcfff no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:37:36.253294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15f0d998-40df-4083-9d98-0edf8ed0dd16 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:36.263571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: f81b8d71-9224-4260-bd1b-812ecd3dcfff {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:37:36.263973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f81b8d71-9224-4260-bd1b-812ecd3dcfff not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:37:36.264450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 73b58cba-2fb6-491d-b8ca-75c662da77aa no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:37:36.298135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 73b58cba-2fb6-491d-b8ca-75c662da77aa {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:37:36.298545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 73b58cba-2fb6-491d-b8ca-75c662da77aa not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:37:36.299012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d350f3d7-ef4a-4848-99b1-c5573f3b6b24 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:37:36.334899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: d350f3d7-ef4a-4848-99b1-c5573f3b6b24 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:37:36.335264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d350f3d7-ef4a-4848-99b1-c5573f3b6b24 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:37:36.461423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15f0d998-40df-4083-9d98-0edf8ed0dd16 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:36.494590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-15f0d998-40df-4083-9d98-0edf8ed0dd16 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e3a7f4-8521-4e77-840a-bd2c377f094e']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:36.510693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-15f0d998-40df-4083-9d98-0edf8ed0dd16 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1852a6-2559-4361-b061-81d047a79d07') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:36.511603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-15f0d998-40df-4083-9d98-0edf8ed0dd16 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1852a6-2559-4361-b061-81d047a79d07') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:36.532669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15f0d998-40df-4083-9d98-0edf8ed0dd16 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:36.551629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3da79f-3040-4ae8-a8f3-7c30f1e279ae req-a96ed290-28c6-4ee8-805d-7c7b18911609 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:36.553236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cf3da79f-3040-4ae8-a8f3-7c30f1e279ae req-a96ed290-28c6-4ee8-805d-7c7b18911609 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 982 time: 0.2303107 Dec 07 13:37:36.558431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15f0d998-40df-4083-9d98-0edf8ed0dd16 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:36.581785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f0d998-40df-4083-9d98-0edf8ed0dd16 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:37:36.582093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15f0d998-40df-4083-9d98-0edf8ed0dd16 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:37:36.597308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:37:36.699175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cf3da79f-3040-4ae8-a8f3-7c30f1e279ae req-f1934a43-aae6-4c38-b938-c5b698af9dd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372294 Dec 07 13:37:36.806201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15f0d998-40df-4083-9d98-0edf8ed0dd16 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:36.810492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea1412fd-8c77-4c2e-942a-d6603dc534c0 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:36.826439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15f0d998-40df-4083-9d98-0edf8ed0dd16 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:36.840051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0d998-40df-4083-9d98-0edf8ed0dd16 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event deleted for resources: {'Network': ['ID=e9e3a7f4-8521-4e77-840a-bd2c377f094e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:36.841987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15f0d998-40df-4083-9d98-0edf8ed0dd16 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:36.864428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-15f0d998-40df-4083-9d98-0edf8ed0dd16 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "DELETE /v2.0/networks/e9e3a7f4-8521-4e77-840a-bd2c377f094e HTTP/1.1" status: 204 len: 168 time: 0.9970143 Dec 07 13:37:36.867197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52244) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:36.940401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b886dd4-1f5c-4e82-947d-4d270d6d35ce tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:36.973714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b886dd4-1f5c-4e82-947d-4d270d6d35ce tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:37.052234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b886dd4-1f5c-4e82-947d-4d270d6d35ce tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:37.058392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9cb5b7fc-4e96-41f2-a70a-7713c5d4424d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:37.074327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b886dd4-1f5c-4e82-947d-4d270d6d35ce tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e91a291-a79e-407d-a9f8-64641fa61838,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:37.076849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b886dd4-1f5c-4e82-947d-4d270d6d35ce tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:37.114971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b886dd4-1f5c-4e82-947d-4d270d6d35ce tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:37.116327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1b886dd4-1f5c-4e82-947d-4d270d6d35ce tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] 10.222.0.24 "DELETE /v2.0/security-groups/7e91a291-a79e-407d-a9f8-64641fa61838 HTTP/1.1" status: 204 len: 168 time: 0.2481101 Dec 07 13:37:37.708897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52254) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:37.938444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-883eccda-39ef-46f9-b30e-bddc1a874e78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17fd73b3119948aba1743cddcc2d8289&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2282228 Dec 07 13:37:37.941047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52262) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:37.971747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44ddb1-371d-4407-87ee-c7a44061c329 req-959dc350-986b-4994-86c8-2d6b458c6198 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:37.973344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5d44ddb1-371d-4407-87ee-c7a44061c329 req-959dc350-986b-4994-86c8-2d6b458c6198 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 982 time: 0.1497896 Dec 07 13:37:38.055125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d3ab-7d2c-4267-bb26-0311bfb58221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:38.059936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5d44ddb1-371d-4407-87ee-c7a44061c329 req-46322c0d-d175-43a4-a55a-b5f476741652 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771198 Dec 07 13:37:38.086917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d3ab-7d2c-4267-bb26-0311bfb58221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:38.160856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d3ab-7d2c-4267-bb26-0311bfb58221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:38.166345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96f2e025-d5d8-4272-9327-fc166f692258 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:38.181318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0d3ab-7d2c-4267-bb26-0311bfb58221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b867085a-8a8b-49c7-b495-92a2fe1f8747,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:38.187031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8bb0d3ab-7d2c-4267-bb26-0311bfb58221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:38.190872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d3ab-7d2c-4267-bb26-0311bfb58221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:38.194606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8bb0d3ab-7d2c-4267-bb26-0311bfb58221 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b867085a-8a8b-49c7-b495-92a2fe1f8747 HTTP/1.1" status: 204 len: 168 time: 0.2500603 Dec 07 13:37:38.280620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93665250-6609-47c7-8c01-4effd0948518 req-b530372f-5910-44b0-a10d-92ab7666c180 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:38.282237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-93665250-6609-47c7-8c01-4effd0948518 req-b530372f-5910-44b0-a10d-92ab7666c180 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 982 time: 0.0932834 Dec 07 13:37:38.337554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-93665250-6609-47c7-8c01-4effd0948518 req-8f237777-0911-4d35-b309-7f1e6021a725 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479639 Dec 07 13:37:38.365999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52270) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:38.441861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f6c2cd5a-d1f0-4864-9500-9f8ede205a4c tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 1130 time: 0.0744905 Dec 07 13:37:38.444681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52276) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:38.451013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:38.457153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:38.461292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:floatingip and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:38.464795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:38.470729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:38.509409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:38.654995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:38.723979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52280) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:38.744586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7cae624-8f2c-4546-a320-fc32b579a457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:38.779605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b7cae624-8f2c-4546-a320-fc32b579a457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:38.783963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b7cae624-8f2c-4546-a320-fc32b579a457 admin admin] Usage tracker for resource:security_group_rule and tenant:d2e0b3ca0bc54e49a533e9210182438f is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:38.786974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b7cae624-8f2c-4546-a320-fc32b579a457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:38.794027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b7cae624-8f2c-4546-a320-fc32b579a457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:38.824025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.36.4.38 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/f54340dd-4a3a-4c50-9996-2c887fd5c1b2) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:37:38.889123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7cae624-8f2c-4546-a320-fc32b579a457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:38.943575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7cae624-8f2c-4546-a320-fc32b579a457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:38.951932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bef2a058-31fb-4a1f-8825-bf5cf4a584fd tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:38.983114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:38.996097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cae624-8f2c-4546-a320-fc32b579a457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5640549-df57-4403-bb51-fa05b3f4289a,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:38.999479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7cae624-8f2c-4546-a320-fc32b579a457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:39.004277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b7cae624-8f2c-4546-a320-fc32b579a457 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2e0b3ca0bc54e49a533e9210182438f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2766891 Dec 07 13:37:39.004939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52284) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:39.064045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:39.069055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5d08fb62-f8a8-41fe-a093-bd6fbeb6bad7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:39.071875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-58953e1c-d633-48c9-a8c6-01c4263d2ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:39.101462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-58953e1c-d633-48c9-a8c6-01c4263d2ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:39.140853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:37:39.144469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:37:39.147091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:37:39.178207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-58953e1c-d633-48c9-a8c6-01c4263d2ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:39.178843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=f54340dd-4a3a-4c50-9996-2c887fd5c1b2,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:39.184196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dd88c0cb-5d9d-4a95-886f-0248824c3b09 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:39.186301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:39.197194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58953e1c-d633-48c9-a8c6-01c4263d2ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5640549-df57-4403-bb51-fa05b3f4289a,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:39.201189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-58953e1c-d633-48c9-a8c6-01c4263d2ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:39.203243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-58953e1c-d633-48c9-a8c6-01c4263d2ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:39.204560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-58953e1c-d633-48c9-a8c6-01c4263d2ba4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5640549-df57-4403-bb51-fa05b3f4289a HTTP/1.1" status: 204 len: 168 time: 0.1989620 Dec 07 13:37:39.713298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:39.720621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:40.039443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:40.250893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:40.281078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:40.285861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:40.398442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=f54340dd-4a3a-4c50-9996-2c887fd5c1b2,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:40.402499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:40.413535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:40.612620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Floating IP 7d0f8c38-c4d5-4dc1-be0b-91061b480e9a associated. External IP: 172.36.4.38, port: faa0704a-bfe7-4dc8-bb45-9a974bec5ea9. Dec 07 13:37:41.035179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router 4b128452-f8da-4268-b611-a565dbe9c7eb has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:37:41.258312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:37:41.270103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eec4bc5-f3dc-41f4-8a18-0d4224df8e76 None None] Sync routers for ids ['4b128452-f8da-4268-b611-a565dbe9c7eb'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:37:41.284354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eec4bc5-f3dc-41f4-8a18-0d4224df8e76 None None] Routers {'4b128452-f8da-4268-b611-a565dbe9c7eb'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:37:41.285020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8eec4bc5-f3dc-41f4-8a18-0d4224df8e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:37:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4b128452-f8da-4268-b611-a565dbe9c7eb'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:41.383852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:41.444558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.9987259 Dec 07 13:37:41.445237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1724ea47-b8f1-4142-a0a2-b4bc5c73cdda', 'tag': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:37:41.447824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52290) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:41.470422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-8eec4bc5-f3dc-41f4-8a18-0d4224df8e76 None None] Set router 4b128452-f8da-4268-b611-a565dbe9c7eb gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:37:41.507735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1724ea47-b8f1-4142-a0a2-b4bc5c73cdda', 'tag': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9', 'status': 'completed', 'code': 200} Dec 07 13:37:41.532954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f4369436-c041-4a2b-b706-d329ca437fd4 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda&network_id=ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 HTTP/1.1" status: 200 len: 1130 time: 0.0808544 Dec 07 13:37:41.610533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a5c696ae-d84b-4791-b987-9e9845b9e0c8 req-5be98612-3089-4e92-a6c6-e1cbfc34c860 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 1135 time: 0.0792644 Dec 07 13:37:41.768043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c696ae-d84b-4791-b987-9e9845b9e0c8 req-1d55cdc9-84a3-4b40-91f2-de3a5881871c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:41.770060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a5c696ae-d84b-4791-b987-9e9845b9e0c8 req-1d55cdc9-84a3-4b40-91f2-de3a5881871c service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 HTTP/1.1" status: 200 len: 897 time: 0.1531243 Dec 07 13:37:41.836473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8eec4bc5-f3dc-41f4-8a18-0d4224df8e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'name': 'tempest-TestNetworkBasicOps-router-649080692', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:37:13Z', 'updated_at': '2021-12-07T13:37:18Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:14Z', 'updated_at': '2021-12-07T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '7d0f8c38-c4d5-4dc1-be0b-91061b480e9a', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.38', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'port_id': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-489990463', 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25', 'mac_address': 'fa:16:3e:30:af:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1724ea47-b8f1-4142-a0a2-b4bc5c73cdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:37:39Z', 'updated_at': '2021-12-07T13:37:39Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34f7eb2-e13c-431e-aceb-167634c2c549', 'name': '', 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:2f:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:17Z', 'updated_at': '2021-12-07T13:37:25Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:41.841481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eec4bc5-f3dc-41f4-8a18-0d4224df8e76 None None] Checking router: 4b128452-f8da-4268-b611-a565dbe9c7eb for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:37:41.852920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eec4bc5-f3dc-41f4-8a18-0d4224df8e76 None None] Routers {'4b128452-f8da-4268-b611-a565dbe9c7eb'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:37:41.853569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8eec4bc5-f3dc-41f4-8a18-0d4224df8e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:37:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4b128452-f8da-4268-b611-a565dbe9c7eb'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:41.894979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a5c696ae-d84b-4791-b987-9e9845b9e0c8 req-24d89b43-38e9-49c7-98bf-7c5a8e614cad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 HTTP/1.1" status: 200 len: 1035 time: 0.1182201 Dec 07 13:37:41.968386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c696ae-d84b-4791-b987-9e9845b9e0c8 req-5f839aa6-48fc-49ca-bb33-74dc30412e66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:41.970037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a5c696ae-d84b-4791-b987-9e9845b9e0c8 req-5f839aa6-48fc-49ca-bb33-74dc30412e66 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=baf46f42-95c4-42a5-9e0f-feac2628c07c HTTP/1.1" status: 200 len: 833 time: 0.0688896 Dec 07 13:37:42.042725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-8eec4bc5-f3dc-41f4-8a18-0d4224df8e76 None None] Set router 4b128452-f8da-4268-b611-a565dbe9c7eb gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:37:42.066822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a5c696ae-d84b-4791-b987-9e9845b9e0c8 req-c22c035e-2a17-44a9-9849-bb2cf47546c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef9e4aec-d99d-44a4-b2b7-3b64def5cd25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838101 Dec 07 13:37:42.140696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935cace-4b19-4e85-aa18-90eb1cdf62d8 req-47758d54-bff3-4388-9da5-42c5bb33c323 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:42.142307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2935cace-4b19-4e85-aa18-90eb1cdf62d8 req-47758d54-bff3-4388-9da5-42c5bb33c323 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 982 time: 0.0913420 Dec 07 13:37:42.203256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2935cace-4b19-4e85-aa18-90eb1cdf62d8 req-146b235d-cdbb-47f2-89f8-95cddfa02083 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495861 Dec 07 13:37:42.219764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a5c696ae-d84b-4791-b987-9e9845b9e0c8 req-d7777c5f-873a-4fa4-a7bf-84dd6e29b4d3 service neutron] 10.222.0.45 "GET /v2.0/networks/ef9e4aec-d99d-44a4-b2b7-3b64def5cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444359 Dec 07 13:37:42.368254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a5c696ae-d84b-4791-b987-9e9845b9e0c8 req-d4083842-3f8c-4cec-ba04-192cffeb43be service neutron] 10.222.0.45 "GET /v2.0/networks/ef9e4aec-d99d-44a4-b2b7-3b64def5cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415095 Dec 07 13:37:42.421897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8eec4bc5-f3dc-41f4-8a18-0d4224df8e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'name': 'tempest-TestNetworkBasicOps-router-649080692', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:37:13Z', 'updated_at': '2021-12-07T13:37:18Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:14Z', 'updated_at': '2021-12-07T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '7d0f8c38-c4d5-4dc1-be0b-91061b480e9a', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.38', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'port_id': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-489990463', 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25', 'mac_address': 'fa:16:3e:30:af:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1724ea47-b8f1-4142-a0a2-b4bc5c73cdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:37:39Z', 'updated_at': '2021-12-07T13:37:39Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34f7eb2-e13c-431e-aceb-167634c2c549', 'name': '', 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:2f:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:17Z', 'updated_at': '2021-12-07T13:37:25Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:37:42.426004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eec4bc5-f3dc-41f4-8a18-0d4224df8e76 None None] The sync data for ids ['4b128452-f8da-4268-b611-a565dbe9c7eb'] in dv-neutron-ussuri-2-hyperv is: [{'id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'name': 'tempest-TestNetworkBasicOps-router-649080692', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:37:13Z', 'updated_at': '2021-12-07T13:37:18Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:14Z', 'updated_at': '2021-12-07T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '7d0f8c38-c4d5-4dc1-be0b-91061b480e9a', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.38', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'port_id': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-489990463', 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25', 'mac_address': 'fa:16:3e:30:af:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1724ea47-b8f1-4142-a0a2-b4bc5c73cdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:37:39Z', 'updated_at': '2021-12-07T13:37:39Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34f7eb2-e13c-431e-aceb-167634c2c549', 'name': '', 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:2f:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:17Z', 'updated_at': '2021-12-07T13:37:25Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:37:42.752522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6640ed0-807c-4d84-9a2b-ddb1aa588e61 None None] New status for floating IP 7d0f8c38-c4d5-4dc1-be0b-91061b480e9a: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:37:43.414257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b9428-29d2-43e0-8df7-936468aaa465 req-6fb94b7f-fed9-4c2a-b75a-d4cc0159c901 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:43.415901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b26b9428-29d2-43e0-8df7-936468aaa465 req-6fb94b7f-fed9-4c2a-b75a-d4cc0159c901 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 982 time: 0.0823617 Dec 07 13:37:43.468352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b26b9428-29d2-43e0-8df7-936468aaa465 req-339a2939-ecde-4d35-bce3-13de2627b13b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459790 Dec 07 13:37:43.520171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-69ec177e-0ace-4120-99e7-d26931f04378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:43.520922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-69ec177e-0ace-4120-99e7-d26931f04378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:37:43.578011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-69ec177e-0ace-4120-99e7-d26931f04378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:37:43.579200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-69ec177e-0ace-4120-99e7-d26931f04378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 982 time: 0.1410110 Dec 07 13:37:43.659074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-15a19498-e361-42d0-b8e2-5765dae013ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:43.660594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-15a19498-e361-42d0-b8e2-5765dae013ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/ports/faa0704a-bfe7-4dc8-bb45-9a974bec5ea9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0725727 Dec 07 13:37:43.813937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-a0a833ff-1263-4d33-833f-6c87d88d2d36 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/networks/ef9e4aec-d99d-44a4-b2b7-3b64def5cd25?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1456339 Dec 07 13:37:43.825296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-3778004c-eab5-446e-976e-1b0369c76e68 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:43.934231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-3778004c-eab5-446e-976e-1b0369c76e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:44.142386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-3778004c-eab5-446e-976e-1b0369c76e68 service neutron] For port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,segment=NetworkSegment(1aca6865-99d4-4f5f-9eb4-05b9fd1d5067),segment_id=1aca6865-99d4-4f5f-9eb4-05b9fd1d5067)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:44.173352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-3778004c-eab5-446e-976e-1b0369c76e68 service neutron] For port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:37:44.223918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-3778004c-eab5-446e-976e-1b0369c76e68 service neutron] device_id is not set on port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:37:44.232261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-3778004c-eab5-446e-976e-1b0369c76e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:44.263412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-3778004c-eab5-446e-976e-1b0369c76e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:44.268402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:44.632798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fe329edf-7ad4-4d00-949d-8b9b4d5d6111 None None] Provisioning complete for port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:37:44.633398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe329edf-7ad4-4d00-949d-8b9b4d5d6111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:44.636707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778004c-eab5-446e-976e-1b0369c76e68 service neutron] Pushing event updated for resources: {'Port': ['ID=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,revision_number=6']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:44.642456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3778004c-eab5-446e-976e-1b0369c76e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:44.648811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-83055729-b304-405a-9ce3-184b81d65251 req-c71d9dcd-e220-4e6d-a016-8d2676e5d5d4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 210 time: 0.0493720 Dec 07 13:37:44.694169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fe329edf-7ad4-4d00-949d-8b9b4d5d6111 None None] Port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:37:44.710323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-3778004c-eab5-446e-976e-1b0369c76e68 service neutron] No DVR routers for this DVR port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:37:44.959380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-3778004c-eab5-446e-976e-1b0369c76e68 service neutron] In _notify_port_updated(), no bound segment for port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 on network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 {{(pid=88898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:37:44.960679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-3778004c-eab5-446e-976e-1b0369c76e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:44.962050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-27f8e98b-7027-4305-87ad-6241cc4e3cbc req-3778004c-eab5-446e-976e-1b0369c76e68 service neutron] 10.222.0.45 "PUT /v2.0/ports/faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 HTTP/1.1" status: 200 len: 1025 time: 1.1409760 Dec 07 13:37:45.785138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:37:45.848853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:37:45.849112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-244c3c32-2a5c-4356-bfda-4098e014f9b6 req-6fc9d4db-fc3a-4c38-8922-f81e9ccc8708 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724ea47-b8f1-4142-a0a2-b4bc5c73cdda HTTP/1.1" status: 200 len: 210 time: 0.0455279 Dec 07 13:37:46.956107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52308) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:47.030106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cf973d-7698-4cef-be0f-785a804d4342 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:47.031618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f7cf973d-7698-4cef-be0f-785a804d4342 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports/faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 HTTP/1.1" status: 200 len: 924 time: 0.0744097 Dec 07 13:37:47.435490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52314) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:47.441718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0ba7e820-47a7-4645-a731-cd3f10342e78 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342102628', 'description': 'tempest-secgroup-smoke-342102628 description', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:47.448697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0ba7e820-47a7-4645-a731-cd3f10342e78 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:47.459963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0ba7e820-47a7-4645-a731-cd3f10342e78 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:47.497958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ba7e820-47a7-4645-a731-cd3f10342e78 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:47.538777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0ba7e820-47a7-4645-a731-cd3f10342e78 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:47.542836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0ba7e820-47a7-4645-a731-cd3f10342e78 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:47.545798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0ba7e820-47a7-4645-a731-cd3f10342e78 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:47.551760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0ba7e820-47a7-4645-a731-cd3f10342e78 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:47.607921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ba7e820-47a7-4645-a731-cd3f10342e78 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:47.640592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ba7e820-47a7-4645-a731-cd3f10342e78 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:47.645996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3fd8874a-2e4c-4de0-ac43-6bf7fbf1b6d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:47.690116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7e820-47a7-4645-a731-cd3f10342e78 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45dee547-1b13-4b2c-8bc8-6eee378bc4aa,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:47.693255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0ba7e820-47a7-4645-a731-cd3f10342e78 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:47.738004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ba7e820-47a7-4645-a731-cd3f10342e78 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:47.739389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0ba7e820-47a7-4645-a731-cd3f10342e78 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3027284 Dec 07 13:37:47.742401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52318) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:47.749082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9f906197-91ce-48b1-b39a-5e11ca480e68 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '45dee547-1b13-4b2c-8bc8-6eee378bc4aa', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:47.755583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9f906197-91ce-48b1-b39a-5e11ca480e68 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:47.759570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9f906197-91ce-48b1-b39a-5e11ca480e68 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:47.763221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9f906197-91ce-48b1-b39a-5e11ca480e68 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:47.769256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9f906197-91ce-48b1-b39a-5e11ca480e68 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:47.813760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f906197-91ce-48b1-b39a-5e11ca480e68 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:47.875798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f906197-91ce-48b1-b39a-5e11ca480e68 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:47.920373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f906197-91ce-48b1-b39a-5e11ca480e68 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:47.922292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-45147894-ff38-4354-9ae9-8c5ca908fa74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:47.943818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f906197-91ce-48b1-b39a-5e11ca480e68 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a43fb2-635b-4cb1-8885-3d819698e8be,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:47.948548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f906197-91ce-48b1-b39a-5e11ca480e68 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:47.983880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f906197-91ce-48b1-b39a-5e11ca480e68 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:47.985282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9f906197-91ce-48b1-b39a-5e11ca480e68 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2418621 Dec 07 13:37:47.988206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52322) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:47.994705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e897b2a7-fd24-497a-b000-450041a9daad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '45dee547-1b13-4b2c-8bc8-6eee378bc4aa', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:48.002037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e897b2a7-fd24-497a-b000-450041a9daad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:48.006102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e897b2a7-fd24-497a-b000-450041a9daad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:48.009207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e897b2a7-fd24-497a-b000-450041a9daad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:48.016334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e897b2a7-fd24-497a-b000-450041a9daad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:48.059863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e897b2a7-fd24-497a-b000-450041a9daad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:48.136369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e897b2a7-fd24-497a-b000-450041a9daad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:48.172210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e897b2a7-fd24-497a-b000-450041a9daad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:48.174145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c6c4f913-7c47-4eef-8692-a4456844a97a tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:48.197889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897b2a7-fd24-497a-b000-450041a9daad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7d3bac-1539-4cb1-ab44-e9ed251c0abb,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:48.200603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e897b2a7-fd24-497a-b000-450041a9daad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:48.235204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e897b2a7-fd24-497a-b000-450041a9daad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:48.236611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e897b2a7-fd24-497a-b000-450041a9daad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2472861 Dec 07 13:37:48.239379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52326) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:48.245929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-55ffde14-5e60-442f-8ce9-22e6037f061d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '45dee547-1b13-4b2c-8bc8-6eee378bc4aa', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:48.252233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-55ffde14-5e60-442f-8ce9-22e6037f061d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:48.256253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-55ffde14-5e60-442f-8ce9-22e6037f061d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:48.259280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-55ffde14-5e60-442f-8ce9-22e6037f061d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:48.265471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-55ffde14-5e60-442f-8ce9-22e6037f061d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:48.313006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55ffde14-5e60-442f-8ce9-22e6037f061d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:48.380120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55ffde14-5e60-442f-8ce9-22e6037f061d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:48.423576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55ffde14-5e60-442f-8ce9-22e6037f061d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:48.425532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea43d5be-12da-461e-a26b-2e957e61aff4 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:48.447650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffde14-5e60-442f-8ce9-22e6037f061d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d48aba-4977-4830-a968-548a4547f051,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:48.451981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-55ffde14-5e60-442f-8ce9-22e6037f061d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:48.502934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55ffde14-5e60-442f-8ce9-22e6037f061d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:48.504290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-55ffde14-5e60-442f-8ce9-22e6037f061d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2638917 Dec 07 13:37:48.507199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52330) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:48.513182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e9a84e7a-68f5-41a6-93ab-26976f561082 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '45dee547-1b13-4b2c-8bc8-6eee378bc4aa', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:48.519834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e9a84e7a-68f5-41a6-93ab-26976f561082 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:48.523790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e9a84e7a-68f5-41a6-93ab-26976f561082 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:48.527223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e9a84e7a-68f5-41a6-93ab-26976f561082 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:48.533236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e9a84e7a-68f5-41a6-93ab-26976f561082 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:48.571927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9a84e7a-68f5-41a6-93ab-26976f561082 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:48.640287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9a84e7a-68f5-41a6-93ab-26976f561082 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:48.663485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9a84e7a-68f5-41a6-93ab-26976f561082 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:48.665381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-55ffde14-5e60-442f-8ce9-22e6037f061d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:48.690767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a84e7a-68f5-41a6-93ab-26976f561082 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaacb304-4d08-4588-a13b-3a5747520066,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:48.693404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9a84e7a-68f5-41a6-93ab-26976f561082 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:48.726396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9a84e7a-68f5-41a6-93ab-26976f561082 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:48.727790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e9a84e7a-68f5-41a6-93ab-26976f561082 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2195134 Dec 07 13:37:48.730814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52334) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:48.737050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-efd410de-1b8c-4a34-b3a1-d7b731d651f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '45dee547-1b13-4b2c-8bc8-6eee378bc4aa', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:48.743486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-efd410de-1b8c-4a34-b3a1-d7b731d651f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:48.748563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-efd410de-1b8c-4a34-b3a1-d7b731d651f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:48.751738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-efd410de-1b8c-4a34-b3a1-d7b731d651f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:48.757734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-efd410de-1b8c-4a34-b3a1-d7b731d651f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:48.800721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-efd410de-1b8c-4a34-b3a1-d7b731d651f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:37:48.808858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-efd410de-1b8c-4a34-b3a1-d7b731d651f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:48.875787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-efd410de-1b8c-4a34-b3a1-d7b731d651f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:48.909061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-efd410de-1b8c-4a34-b3a1-d7b731d651f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:48.915306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96a35b16-682d-4489-a650-6bd6fda5c207 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:48.936295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd410de-1b8c-4a34-b3a1-d7b731d651f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246ecbf1-6106-44a2-af04-e4b6918e14d8,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:48.938848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-efd410de-1b8c-4a34-b3a1-d7b731d651f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:49.000732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-efd410de-1b8c-4a34-b3a1-d7b731d651f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:49.002072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-efd410de-1b8c-4a34-b3a1-d7b731d651f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2701962 Dec 07 13:37:49.004984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52338) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:37:49.011043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8a93510f-32c3-4049-bef5-ccddbebaf67d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '45dee547-1b13-4b2c-8bc8-6eee378bc4aa', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:49.017628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8a93510f-32c3-4049-bef5-ccddbebaf67d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:37:49.021719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8a93510f-32c3-4049-bef5-ccddbebaf67d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:37:49.024781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8a93510f-32c3-4049-bef5-ccddbebaf67d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:37:49.031334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8a93510f-32c3-4049-bef5-ccddbebaf67d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:37:49.063993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-8a93510f-32c3-4049-bef5-ccddbebaf67d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:37:49.071509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a93510f-32c3-4049-bef5-ccddbebaf67d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:49.145842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a93510f-32c3-4049-bef5-ccddbebaf67d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:49.177819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a93510f-32c3-4049-bef5-ccddbebaf67d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:49.186957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7d59bc4-993f-4a3b-9fba-4c6e90b2cef9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:49.210599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93510f-32c3-4049-bef5-ccddbebaf67d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be4d600-c885-4669-a505-8d1ebf75280d,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:49.213057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8a93510f-32c3-4049-bef5-ccddbebaf67d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:49.263848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a93510f-32c3-4049-bef5-ccddbebaf67d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:49.266088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8a93510f-32c3-4049-bef5-ccddbebaf67d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2594323 Dec 07 13:37:49.528107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-07b278bb-b5b5-4b70-9cdc-c0338feae2ff tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:37:49.578398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-07b278bb-b5b5-4b70-9cdc-c0338feae2ff tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:37:49.579736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-07b278bb-b5b5-4b70-9cdc-c0338feae2ff tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342102628&fields=id&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 267 time: 0.0988634 Dec 07 13:37:49.673115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-c6b70c84-61c0-4b56-83f3-5390351a9887 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:49.674602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-c6b70c84-61c0-4b56-83f3-5390351a9887 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports/faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 HTTP/1.1" status: 200 len: 929 time: 0.0873499 Dec 07 13:37:49.765424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-5ce80e6e-fc35-4d1b-9dbb-73e2a551eaf5 service neutron] 10.222.0.24 "GET /v2.0/ports/faa0704a-bfe7-4dc8-bb45-9a974bec5ea9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0768926 Dec 07 13:37:49.911796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-7094cfbc-58d0-4cf6-9a19-ed6ded1d5b55 service neutron] 10.222.0.24 "GET /v2.0/networks/ef9e4aec-d99d-44a4-b2b7-3b64def5cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398611 Dec 07 13:37:50.061382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-e3bd7f71-0356-4aff-9cbc-ee445f6376f7 service neutron] 10.222.0.24 "GET /v2.0/networks/ef9e4aec-d99d-44a4-b2b7-3b64def5cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411483 Dec 07 13:37:50.327130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-61316255-eb7a-4a79-8ac6-2b572f08ea31 req-8588c344-9376-4e67-a30e-a84fba6511f2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 210 time: 0.0533795 Dec 07 13:37:51.504681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a2d54a88-01c8-47fc-9b07-bdb2f215b329 req-571081ea-c4bc-419d-9ec0-fec5a8486d9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 210 time: 0.0506718 Dec 07 13:37:51.977063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-af01fc79-e585-480c-a7e2-709a0b18d5fd service neutron] 10.222.0.45 "GET /v2.0/ports/faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 HTTP/1.1" status: 200 len: 1025 time: 0.0642123 Dec 07 13:37:52.140501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-bab94678-1a84-42aa-975b-5f4cbf57f79e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:52.142122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-bab94678-1a84-42aa-975b-5f4cbf57f79e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/networks?id=ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 HTTP/1.1" status: 200 len: 796 time: 0.1574883 Dec 07 13:37:52.201702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-17842a61-97ea-4a62-80c7-9031a5089453 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 471 time: 0.0467675 Dec 07 13:37:52.217893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Request body: {'port': {'device_id': '70afdf1d-41a6-4aab-a431-cba759638f78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:37:52.336988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:52.691758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:37:52.699527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:52.715920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4a043010-a5b4-47f5-b7ca-277b6e6996d3 req-b363e835-e1a1-4711-9312-cc623a677cff tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 210 time: 0.0467160 Dec 07 13:37:52.716296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Transition to ACTIVE for port object faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:37:52.754964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:52.759892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3778004c-eab5-446e-976e-1b0369c76e68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:52.889803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Pushing event updated for resources: {'Port': ['ID=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,revision_number=7']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:52.895182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:53.046785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Attempting to bind port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:37:53.047069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Attempting to bind port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:37:53.047447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Attempting to bind port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 on network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:37:53.054148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 on network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:37:53.054507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Attempting to bind port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 on network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:37:53.062174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:37:53.062550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Checking segment: {'id': '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:37:53.062970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Bound using segment: {'id': '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:37:53.063467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Bound port: faa0704a-bfe7-4dc8-bb45-9a974bec5ea9, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:37:53.063854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:53.160941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] For port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:37:53.164067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] For port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,segment=NetworkSegment(1aca6865-99d4-4f5f-9eb4-05b9fd1d5067),segment_id=1aca6865-99d4-4f5f-9eb4-05b9fd1d5067)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:37:53.217527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:53.222345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-839e0eac-0725-4c01-a0b3-5db659acca6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:53.289041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:53.290545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] 10.222.0.45 "PUT /v2.0/ports/faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 HTTP/1.1" status: 200 len: 1130 time: 1.0782728 Dec 07 13:37:53.291109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70afdf1d-41a6-4aab-a431-cba759638f78', 'tag': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:37:53.310159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Pushing event updated for resources: {'Port': ['ID=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,revision_number=8']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:53.315350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:53.356197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70afdf1d-41a6-4aab-a431-cba759638f78', 'tag': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9', 'status': 'completed', 'code': 200} Dec 07 13:37:53.440105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-07c9e112-e961-4c6a-a2ae-c976a9b9cee8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 1133 time: 0.0771213 Dec 07 13:37:53.555143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-edf84d37-bc23-4153-b196-124043926507 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 HTTP/1.1" status: 200 len: 1035 time: 0.1032383 Dec 07 13:37:53.629441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-c9f419c8-c35c-40b0-9f8b-41c0751555f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:53.631061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-c9f419c8-c35c-40b0-9f8b-41c0751555f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=baf46f42-95c4-42a5-9e0f-feac2628c07c HTTP/1.1" status: 200 len: 833 time: 0.0659332 Dec 07 13:37:53.718027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-f3a7f75d-fe20-4cad-a15d-ea4b45a9d0b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef9e4aec-d99d-44a4-b2b7-3b64def5cd25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770919 Dec 07 13:37:53.865351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-01b58783-51ee-4673-92f6-9a1492c5999c service neutron] 10.222.0.45 "GET /v2.0/networks/ef9e4aec-d99d-44a4-b2b7-3b64def5cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371253 Dec 07 13:37:53.924748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21a08f-0b91-47f1-adc1-e81e414b4901 req-1d0f2e0c-d81d-4c49-90b0-f2c0597037ec tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:53.926378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ca21a08f-0b91-47f1-adc1-e81e414b4901 req-1d0f2e0c-d81d-4c49-90b0-f2c0597037ec tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 980 time: 0.0880365 Dec 07 13:37:53.976745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ca21a08f-0b91-47f1-adc1-e81e414b4901 req-2cf19d1e-7cb5-4144-a5a3-34729973afd5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433614 Dec 07 13:37:54.013683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc7b1cc3-7105-4df4-80af-c748366d9059 req-35dbeea2-34e9-49c4-ae4e-6b44185b5568 service neutron] 10.222.0.45 "GET /v2.0/networks/ef9e4aec-d99d-44a4-b2b7-3b64def5cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384251 Dec 07 13:37:54.168649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c695eb2f-a4af-410e-81e8-bec8bf69f38e req-061119c8-94ef-4ebb-8a0f-6974b2b04994 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 1133 time: 0.0740762 Dec 07 13:37:54.311611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695eb2f-a4af-410e-81e8-bec8bf69f38e req-a86cc2ec-6def-4264-b761-521b191de3cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:54.313124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c695eb2f-a4af-410e-81e8-bec8bf69f38e req-a86cc2ec-6def-4264-b761-521b191de3cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 HTTP/1.1" status: 200 len: 897 time: 0.1372218 Dec 07 13:37:54.426042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c695eb2f-a4af-410e-81e8-bec8bf69f38e req-9f44ac53-41d7-4453-8a5f-d143c697dca6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 HTTP/1.1" status: 200 len: 1035 time: 0.1037292 Dec 07 13:37:54.494255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695eb2f-a4af-410e-81e8-bec8bf69f38e req-51d5f8ed-8c00-42ec-84ca-0264319d7943 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:54.496543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c695eb2f-a4af-410e-81e8-bec8bf69f38e req-51d5f8ed-8c00-42ec-84ca-0264319d7943 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=baf46f42-95c4-42a5-9e0f-feac2628c07c HTTP/1.1" status: 200 len: 833 time: 0.0632911 Dec 07 13:37:54.586730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c695eb2f-a4af-410e-81e8-bec8bf69f38e req-2764ea8f-93a8-41c3-9647-9576601b129e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef9e4aec-d99d-44a4-b2b7-3b64def5cd25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762463 Dec 07 13:37:54.723158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c695eb2f-a4af-410e-81e8-bec8bf69f38e req-d63f09d1-d37d-4011-972e-40e0bed3cf5d service neutron] 10.222.0.45 "GET /v2.0/networks/ef9e4aec-d99d-44a4-b2b7-3b64def5cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341653 Dec 07 13:37:54.865622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c695eb2f-a4af-410e-81e8-bec8bf69f38e req-a2a4d5bf-b7f4-42d0-a7cf-5b9b11d7ec72 service neutron] 10.222.0.45 "GET /v2.0/networks/ef9e4aec-d99d-44a4-b2b7-3b64def5cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343629 Dec 07 13:37:55.188245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff68268-10f7-41db-b08c-b03f95b62a34 req-57c1228b-1ec3-4c19-b63d-8d11626899ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:55.189834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2ff68268-10f7-41db-b08c-b03f95b62a34 req-57c1228b-1ec3-4c19-b63d-8d11626899ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 980 time: 0.0858173 Dec 07 13:37:55.242640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2ff68268-10f7-41db-b08c-b03f95b62a34 req-482c85c4-6e03-4f28-b1c7-2d543a7c51c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462129 Dec 07 13:37:55.838048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:37:55.983189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,segment=NetworkSegment(1aca6865-99d4-4f5f-9eb4-05b9fd1d5067),segment_id=1aca6865-99d4-4f5f-9eb4-05b9fd1d5067)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:55.997480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9', 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25', 'port_id': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9', 'mac_address': 'fa:16:3e:30:af:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:37:56.052111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:56.070557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:37:56.086898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,segment=NetworkSegment(1aca6865-99d4-4f5f-9eb4-05b9fd1d5067),segment_id=1aca6865-99d4-4f5f-9eb4-05b9fd1d5067)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:56.121653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:56.123538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1251c18e-8579-4ffc-812b-6f3549a5018b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:56.191790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,revision_number=9']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:56.201584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:56.201977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:56.202356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:56.202731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:56.203101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:56.203496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:56.203866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:56.204233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:56.204595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:56.204981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:56.205317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:37:56.209117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:56.358242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['faa0704a-bfe7-4dc8-bb45-9a974bec5ea9'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:37:56.454916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f7ac7-fba9-49a5-90d0-414764ee0db4 req-4aabc67a-285d-4578-a997-0f6d0cd41a49 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:56.456676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc4f7ac7-fba9-49a5-90d0-414764ee0db4 req-4aabc67a-285d-4578-a997-0f6d0cd41a49 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 981 time: 0.0886765 Dec 07 13:37:56.507150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc4f7ac7-fba9-49a5-90d0-414764ee0db4 req-536fa9ea-bba6-4f90-b08d-1f90d807c688 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440974 Dec 07 13:37:57.756264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f8264-19dd-4935-b160-b98f81928a61 req-09cf539f-da12-43b6-9928-b22b02af2f6a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:57.757821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-767f8264-19dd-4935-b160-b98f81928a61 req-09cf539f-da12-43b6-9928-b22b02af2f6a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 981 time: 0.0852511 Dec 07 13:37:57.804955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-767f8264-19dd-4935-b160-b98f81928a61 req-654d02e5-3aac-4e75-af0a-0c4edbc1d048 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409667 Dec 07 13:37:57.836704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:37:57.907788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:37:57.937446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:37:57.942485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:37:57.942906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:58.062799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:58.091662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70afdf1d-41a6-4aab-a431-cba759638f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:37:58.102200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,segment=NetworkSegment(1aca6865-99d4-4f5f-9eb4-05b9fd1d5067),segment_id=1aca6865-99d4-4f5f-9eb4-05b9fd1d5067)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:37:58.126386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:37:58.128485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02e2947f-46bb-42e9-9a56-c572ddeddb32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:37:58.163816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70afdf1d-41a6-4aab-a431-cba759638f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa0704a-bfe7-4dc8-bb45-9a974bec5ea9', 'code': 200} Dec 07 13:37:58.197979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,revision_number=10']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:37:58.201494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:37:58.467643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfc3b2a4-8a60-4a13-84ed-aced567cb34a req-e62bb368-de8f-4f87-8631-20261a1670bd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 1136 time: 0.0754807 Dec 07 13:37:58.517742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfc3b2a4-8a60-4a13-84ed-aced567cb34a req-4487d239-dbab-4dd6-8cf8-75aee530d396 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375094 Dec 07 13:37:59.012602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d11d8-8655-4a78-be87-c99088f2b68b req-cf04825a-f2e7-4644-92ae-6e1da1a38407 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:37:59.014208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3b1d11d8-8655-4a78-be87-c99088f2b68b req-cf04825a-f2e7-4644-92ae-6e1da1a38407 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 983 time: 0.0831366 Dec 07 13:37:59.062004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3b1d11d8-8655-4a78-be87-c99088f2b68b req-78adcead-cd3d-47fd-86fc-99401a63d0c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416141 Dec 07 13:38:00.080820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a45b3c16-66eb-4df0-978c-0b25cf6579e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:00.275538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3548b4-43e2-42dd-b64d-c4ba7d1b78f6 req-376429e7-bd80-4c85-9597-2c77782da0c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:00.277116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bf3548b4-43e2-42dd-b64d-c4ba7d1b78f6 req-376429e7-bd80-4c85-9597-2c77782da0c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 983 time: 0.0895190 Dec 07 13:38:00.327594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bf3548b4-43e2-42dd-b64d-c4ba7d1b78f6 req-a672eca1-6b1d-4355-9ba2-17cb198a97b5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440309 Dec 07 13:38:00.531910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d659b1-ba56-4672-8851-938cc597c2a3 req-3d9d04d7-98a4-4a43-b3b9-ba764d407536 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:00.533408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-13d659b1-ba56-4672-8851-938cc597c2a3 req-3d9d04d7-98a4-4a43-b3b9-ba764d407536 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 983 time: 0.0840604 Dec 07 13:38:00.581443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-13d659b1-ba56-4672-8851-938cc597c2a3 req-9fce0d8b-59b8-4d9d-903f-a479de1af347 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418556 Dec 07 13:38:00.610107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52390) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:00.688714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b1d18025-0705-4b16-9fef-754e24cad190 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=70afdf1d-41a6-4aab-a431-cba759638f78&network_id=ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 HTTP/1.1" status: 200 len: 1131 time: 0.0772855 Dec 07 13:38:01.153097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b221ec6-6779-45b5-b195-c94787f4f87f req-b68e743c-4cff-45c0-8448-40a79e9dd055 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:01.154611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0b221ec6-6779-45b5-b195-c94787f4f87f req-b68e743c-4cff-45c0-8448-40a79e9dd055 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 983 time: 0.0839975 Dec 07 13:38:01.203505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0b221ec6-6779-45b5-b195-c94787f4f87f req-4824a81f-6350-450b-8d39-0ef91a3edfa4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423954 Dec 07 13:38:01.612294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:02.416558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ffbe3-b521-47e7-a723-5666e03419a5 req-d45fde00-ba5d-4de0-8b70-d2c98d286145 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:02.418074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-159ffbe3-b521-47e7-a723-5666e03419a5 req-d45fde00-ba5d-4de0-8b70-d2c98d286145 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 983 time: 0.0875564 Dec 07 13:38:02.429605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcf70d07-ca29-4a7d-a546-1d2c58d23ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:02.468048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-159ffbe3-b521-47e7-a723-5666e03419a5 req-789572ae-6e2b-421a-86e9-573f2f60454f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=72093155-15c3-45c4-aadd-ba9526dd1226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438077 Dec 07 13:38:02.531057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce04788-4169-4ed8-8abe-d69287ad5c1e req-1f335d96-1799-4ce8-a988-630cbfc41225 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:02.532637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8ce04788-4169-4ed8-8abe-d69287ad5c1e req-1f335d96-1799-4ce8-a988-630cbfc41225 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/ports?device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 983 time: 0.0907466 Dec 07 13:38:02.608872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce04788-4169-4ed8-8abe-d69287ad5c1e req-b31ba298-69ca-49f6-b8e4-ed86035ce287 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:02.610393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8ce04788-4169-4ed8-8abe-d69287ad5c1e req-b31ba298-69ca-49f6-b8e4-ed86035ce287 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/ports/faa0704a-bfe7-4dc8-bb45-9a974bec5ea9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0691717 Dec 07 13:38:02.768721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8ce04788-4169-4ed8-8abe-d69287ad5c1e req-8e033878-ad27-46a7-959c-bf662cda5665 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/networks/ef9e4aec-d99d-44a4-b2b7-3b64def5cd25?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1503174 Dec 07 13:38:02.782554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-8ce04788-4169-4ed8-8abe-d69287ad5c1e req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:38:02.834775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:02.896399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-8ce04788-4169-4ed8-8abe-d69287ad5c1e req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:03.335601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-8ce04788-4169-4ed8-8abe-d69287ad5c1e req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] For port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,segment=NetworkSegment(1aca6865-99d4-4f5f-9eb4-05b9fd1d5067),segment_id=1aca6865-99d4-4f5f-9eb4-05b9fd1d5067)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:38:03.368086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-8ce04788-4169-4ed8-8abe-d69287ad5c1e req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] For port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:38:03.423649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-8ce04788-4169-4ed8-8abe-d69287ad5c1e req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] device_id is not set on port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 yet. {{(pid=88898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 07 13:38:03.435913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-8ce04788-4169-4ed8-8abe-d69287ad5c1e req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:03.497856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-8ce04788-4169-4ed8-8abe-d69287ad5c1e req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:03.502895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9fff0f2-d826-4f4e-8ba9-6aab8fcfae49 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:03.633540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Pushing event updated for resources: {'Port': ['ID=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,revision_number=11']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:03.647965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0f9c7b5b-4b00-4f2c-9765-5281d9776d8d req-1cec7db4-d825-4cf1-9081-fa70b58a9010 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 210 time: 0.0482352 Dec 07 13:38:03.659252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:03.659684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:03.660106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:03.660523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:03.660942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:03.661358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:03.661767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:03.662174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:03.662583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:03.662990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:03.663422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:03.679578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:03.718609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce04788-4169-4ed8-8abe-d69287ad5c1e req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] No DVR routers for this DVR port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:38:03.896816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6acb70cd-cc68-443f-b7d5-f88a29ef8f77 None None] Provisioning complete for port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:38:03.897132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6acb70cd-cc68-443f-b7d5-f88a29ef8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:03.955120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6acb70cd-cc68-443f-b7d5-f88a29ef8f77 None None] Port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:38:03.975476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-8ce04788-4169-4ed8-8abe-d69287ad5c1e req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] In _notify_port_updated(), no bound segment for port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 on network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 {{(pid=88898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 07 13:38:03.976605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-8ce04788-4169-4ed8-8abe-d69287ad5c1e req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:03.978005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8ce04788-4169-4ed8-8abe-d69287ad5c1e req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] 10.222.0.45 "PUT /v2.0/ports/faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 HTTP/1.1" status: 200 len: 1026 time: 1.1997023 Dec 07 13:38:04.726324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:04.844038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7bbd995d-43e1-4a73-ac7a-9bb4a6a5fbdb req-d7bcd550-df60-4b32-94d0-2057680d5017 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=70afdf1d-41a6-4aab-a431-cba759638f78 HTTP/1.1" status: 200 len: 210 time: 0.0517225 Dec 07 13:38:05.878573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:38:05.938396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:38:05.951830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52406) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:06.024253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:06.056016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:06.246056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:06.251470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:06.268301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dee547-1b13-4b2c-8bc8-6eee378bc4aa,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:06.278438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:06.278866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:06.279312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:06.279732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:06.280149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:06.280570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:06.280967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:06.281377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:06.281782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:06.282218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:06.282623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:06.285956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:06.302497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:06.306759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8427365b-8a12-423e-9cf8-2cc527c61482 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/security-groups/45dee547-1b13-4b2c-8bc8-6eee378bc4aa HTTP/1.1" status: 204 len: 168 time: 0.3512604 Dec 07 13:38:06.419277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52412) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:06.631957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bc24379c-883e-49f1-9a2c-74b6dbe12326 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port f54340dd-4a3a-4c50-9996-2c887fd5c1b2 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:38:06.632337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc24379c-883e-49f1-9a2c-74b6dbe12326 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:06.807869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc24379c-883e-49f1-9a2c-74b6dbe12326 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:06.808228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc24379c-883e-49f1-9a2c-74b6dbe12326 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:06.936614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bc24379c-883e-49f1-9a2c-74b6dbe12326 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for f54340dd-4a3a-4c50-9996-2c887fd5c1b2 owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:38:07.154658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc24379c-883e-49f1-9a2c-74b6dbe12326 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:07.159065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2f48787f-0bbb-4a49-a787-c85008a393bb tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:07.207574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24379c-883e-49f1-9a2c-74b6dbe12326 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=f54340dd-4a3a-4c50-9996-2c887fd5c1b2,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:07.211264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bc24379c-883e-49f1-9a2c-74b6dbe12326 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:07.304747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc24379c-883e-49f1-9a2c-74b6dbe12326 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:07.940047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc24379c-883e-49f1-9a2c-74b6dbe12326 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router 4b128452-f8da-4268-b611-a565dbe9c7eb has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:38:08.152556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc24379c-883e-49f1-9a2c-74b6dbe12326 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:38:08.163547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79509d74-95e7-4798-8c3d-0ae043ff0382 None None] Sync routers for ids ['4b128452-f8da-4268-b611-a565dbe9c7eb'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:38:08.179308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79509d74-95e7-4798-8c3d-0ae043ff0382 None None] Routers {'4b128452-f8da-4268-b611-a565dbe9c7eb'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:38:08.179308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-79509d74-95e7-4798-8c3d-0ae043ff0382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:38:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4b128452-f8da-4268-b611-a565dbe9c7eb'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:08.195417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc24379c-883e-49f1-9a2c-74b6dbe12326 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:08.251373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bc24379c-883e-49f1-9a2c-74b6dbe12326 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/floatingips/7d0f8c38-c4d5-4dc1-be0b-91061b480e9a HTTP/1.1" status: 204 len: 168 time: 1.8307359 Dec 07 13:38:08.420646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52420) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:08.501571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9baa0e1b-396a-44e3-ab63-004466d62cd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:08.514591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-79509d74-95e7-4798-8c3d-0ae043ff0382 None None] Set router 4b128452-f8da-4268-b611-a565dbe9c7eb gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:38:08.533054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9baa0e1b-396a-44e3-ab63-004466d62cd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:08.606202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9baa0e1b-396a-44e3-ab63-004466d62cd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:08.611813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e04f7a10-273e-43cf-9ee2-2411143cc7ea tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:08.628485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa0e1b-396a-44e3-ab63-004466d62cd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bc3f5d-a472-48de-889a-cc76a88ee770,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:08.633929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9baa0e1b-396a-44e3-ab63-004466d62cd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:08.636047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9baa0e1b-396a-44e3-ab63-004466d62cd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:08.637335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9baa0e1b-396a-44e3-ab63-004466d62cd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/security-groups/c8bc3f5d-a472-48de-889a-cc76a88ee770 HTTP/1.1" status: 204 len: 168 time: 0.2155805 Dec 07 13:38:08.705400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52426) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:08.782114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f9bc47c9-e8ae-4668-9d66-0f56ad670a32 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:38:08.782565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9bc47c9-e8ae-4668-9d66-0f56ad670a32 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:08.853716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-79509d74-95e7-4798-8c3d-0ae043ff0382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'name': 'tempest-TestNetworkBasicOps-router-649080692', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:37:13Z', 'updated_at': '2021-12-07T13:37:18Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:14Z', 'updated_at': '2021-12-07T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'a34f7eb2-e13c-431e-aceb-167634c2c549', 'name': '', 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:2f:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:17Z', 'updated_at': '2021-12-07T13:37:25Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:08.857831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79509d74-95e7-4798-8c3d-0ae043ff0382 None None] Checking router: 4b128452-f8da-4268-b611-a565dbe9c7eb for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:38:08.869735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79509d74-95e7-4798-8c3d-0ae043ff0382 None None] Routers {'4b128452-f8da-4268-b611-a565dbe9c7eb'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:38:08.870390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-79509d74-95e7-4798-8c3d-0ae043ff0382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:38:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4b128452-f8da-4268-b611-a565dbe9c7eb'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:09.045153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9bc47c9-e8ae-4668-9d66-0f56ad670a32 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:09.061105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-79509d74-95e7-4798-8c3d-0ae043ff0382 None None] Set router 4b128452-f8da-4268-b611-a565dbe9c7eb gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:38:09.173756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f9bc47c9-e8ae-4668-9d66-0f56ad670a32 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 owned by {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:38:09.394804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9bc47c9-e8ae-4668-9d66-0f56ad670a32 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:09.402552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bc24379c-883e-49f1-9a2c-74b6dbe12326 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:09.409854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-79509d74-95e7-4798-8c3d-0ae043ff0382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'name': 'tempest-TestNetworkBasicOps-router-649080692', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:37:13Z', 'updated_at': '2021-12-07T13:37:18Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:14Z', 'updated_at': '2021-12-07T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'a34f7eb2-e13c-431e-aceb-167634c2c549', 'name': '', 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:2f:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:17Z', 'updated_at': '2021-12-07T13:37:25Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:09.414239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79509d74-95e7-4798-8c3d-0ae043ff0382 None None] The sync data for ids ['4b128452-f8da-4268-b611-a565dbe9c7eb'] in dv-neutron-ussuri-2-hyperv is: [{'id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'name': 'tempest-TestNetworkBasicOps-router-649080692', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:37:13Z', 'updated_at': '2021-12-07T13:37:18Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:14Z', 'updated_at': '2021-12-07T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'a34f7eb2-e13c-431e-aceb-167634c2c549', 'name': '', 'network_id': 'ef9e4aec-d99d-44a4-b2b7-3b64def5cd25', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:2f:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:17Z', 'updated_at': '2021-12-07T13:37:25Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'baf46f42-95c4-42a5-9e0f-feac2628c07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:38:09.449418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc47c9-e8ae-4668-9d66-0f56ad670a32 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=faa0704a-bfe7-4dc8-bb45-9a974bec5ea9,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:09.452216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9bc47c9-e8ae-4668-9d66-0f56ad670a32 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:09.567061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9bc47c9-e8ae-4668-9d66-0f56ad670a32 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:09.578406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f9bc47c9-e8ae-4668-9d66-0f56ad670a32 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/ports/faa0704a-bfe7-4dc8-bb45-9a974bec5ea9 HTTP/1.1" status: 204 len: 168 time: 0.8716245 Dec 07 13:38:09.581386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52430) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:09.715480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:09.898112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e3bfd-01e2-468c-894e-3f3c48b9dae0 None None] New status for floating IP 7d0f8c38-c4d5-4dc1-be0b-91061b480e9a: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:38:10.026074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35587a00-44ee-45ce-8f93-199958f4a190 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:10.671476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-35587a00-44ee-45ce-8f93-199958f4a190 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port a34f7eb2-e13c-431e-aceb-167634c2c549 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:38:10.672089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35587a00-44ee-45ce-8f93-199958f4a190 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:10.874648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-35587a00-44ee-45ce-8f93-199958f4a190 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port a34f7eb2-e13c-431e-aceb-167634c2c549, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a34f7eb2-e13c-431e-aceb-167634c2c549,segment=NetworkSegment(1aca6865-99d4-4f5f-9eb4-05b9fd1d5067),segment_id=1aca6865-99d4-4f5f-9eb4-05b9fd1d5067)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:38:10.875039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35587a00-44ee-45ce-8f93-199958f4a190 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:11.016213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-35587a00-44ee-45ce-8f93-199958f4a190 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for a34f7eb2-e13c-431e-aceb-167634c2c549 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:38:11.234899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35587a00-44ee-45ce-8f93-199958f4a190 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:11.239589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4664605d-67e3-4b8d-9f1d-c4c25cc68512 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:11.287628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35587a00-44ee-45ce-8f93-199958f4a190 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=a34f7eb2-e13c-431e-aceb-167634c2c549,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:11.290530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-35587a00-44ee-45ce-8f93-199958f4a190 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:11.830295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35587a00-44ee-45ce-8f93-199958f4a190 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:12.434198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35587a00-44ee-45ce-8f93-199958f4a190 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router 4b128452-f8da-4268-b611-a565dbe9c7eb has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:38:12.642644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35587a00-44ee-45ce-8f93-199958f4a190 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:38:12.653029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74de2a-87d0-434c-a252-5259066c8c8a None None] Sync routers for ids ['4b128452-f8da-4268-b611-a565dbe9c7eb'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:38:12.657259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-35587a00-44ee-45ce-8f93-199958f4a190 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/4b128452-f8da-4268-b611-a565dbe9c7eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0747762 Dec 07 13:38:12.660084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52434) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:12.667328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df74de2a-87d0-434c-a252-5259066c8c8a None None] Routers {'4b128452-f8da-4268-b611-a565dbe9c7eb'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:38:12.668037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-df74de2a-87d0-434c-a252-5259066c8c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:38:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4b128452-f8da-4268-b611-a565dbe9c7eb'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:12.856310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-df74de2a-87d0-434c-a252-5259066c8c8a None None] Set router 4b128452-f8da-4268-b611-a565dbe9c7eb gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:38:12.864835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4dd367-82ce-4415-8c7c-85ae878300c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting subnet baf46f42-95c4-42a5-9e0f-feac2628c07c {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:38:12.867976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a4dd367-82ce-4415-8c7c-85ae878300c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:12.929504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a4dd367-82ce-4415-8c7c-85ae878300c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:13.020959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a4dd367-82ce-4415-8c7c-85ae878300c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:13.126960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a4dd367-82ce-4415-8c7c-85ae878300c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:13.131893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c6b12f84-b8f9-4dad-b933-b45a0277eef2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:13.169781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4dd367-82ce-4415-8c7c-85ae878300c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Subnet': ['ID=baf46f42-95c4-42a5-9e0f-feac2628c07c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:13.173573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7a4dd367-82ce-4415-8c7c-85ae878300c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:13.175303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-df74de2a-87d0-434c-a252-5259066c8c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'name': 'tempest-TestNetworkBasicOps-router-649080692', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:37:13Z', 'updated_at': '2021-12-07T13:38:11Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:14Z', 'updated_at': '2021-12-07T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:13.177084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a4dd367-82ce-4415-8c7c-85ae878300c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:13.179563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74de2a-87d0-434c-a252-5259066c8c8a None None] Checking router: 4b128452-f8da-4268-b611-a565dbe9c7eb for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:38:13.184865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7a4dd367-82ce-4415-8c7c-85ae878300c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/subnets/baf46f42-95c4-42a5-9e0f-feac2628c07c HTTP/1.1" status: 204 len: 168 time: 0.5237188 Dec 07 13:38:13.185535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4638d1-0017-44d9-99c7-33a2771f4af7 None None] Network ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:38:13.187798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52438) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:13.193950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df74de2a-87d0-434c-a252-5259066c8c8a None None] Routers {'4b128452-f8da-4268-b611-a565dbe9c7eb'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:38:13.194601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-df74de2a-87d0-434c-a252-5259066c8c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:38:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4b128452-f8da-4268-b611-a565dbe9c7eb'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:13.441771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:13.489414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac93165-6e9d-477e-b380-64d1da3ecdbb None None] DHCP port deletion for ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:38:13.495627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6ac93165-6e9d-477e-b380-64d1da3ecdbb None None] Deleting port 71e3b8e7-344b-4c2e-971f-a8ff324167e8 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:38:13.496154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ac93165-6e9d-477e-b380-64d1da3ecdbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:13.564686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-df74de2a-87d0-434c-a252-5259066c8c8a None None] Set router 4b128452-f8da-4268-b611-a565dbe9c7eb gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:38:13.666289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:13.715733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 8ff6f657-2bef-4ea5-8289-7b94dea61328 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:38:13.715964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:13.734403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6ac93165-6e9d-477e-b380-64d1da3ecdbb None None] For port 71e3b8e7-344b-4c2e-971f-a8ff324167e8, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=71e3b8e7-344b-4c2e-971f-a8ff324167e8,segment=NetworkSegment(1aca6865-99d4-4f5f-9eb4-05b9fd1d5067),segment_id=1aca6865-99d4-4f5f-9eb4-05b9fd1d5067)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:38:13.734885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ac93165-6e9d-477e-b380-64d1da3ecdbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:13.877250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-df74de2a-87d0-434c-a252-5259066c8c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'name': 'tempest-TestNetworkBasicOps-router-649080692', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:37:13Z', 'updated_at': '2021-12-07T13:38:11Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:14Z', 'updated_at': '2021-12-07T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:13.881904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74de2a-87d0-434c-a252-5259066c8c8a None None] The sync data for ids ['4b128452-f8da-4268-b611-a565dbe9c7eb'] in dv-neutron-ussuri-2-hyperv is: [{'id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'name': 'tempest-TestNetworkBasicOps-router-649080692', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59'}], 'enable_snat': True}, 'gw_port_id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:37:13Z', 'updated_at': '2021-12-07T13:38:11Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '8ff6f657-2bef-4ea5-8289-7b94dea61328', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b128452-f8da-4268-b611-a565dbe9c7eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:37:14Z', 'updated_at': '2021-12-07T13:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:38:13.905233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 8ff6f657-2bef-4ea5-8289-7b94dea61328, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8ff6f657-2bef-4ea5-8289-7b94dea61328,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:38:13.905638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:14.045392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 8ff6f657-2bef-4ea5-8289-7b94dea61328 owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:38:14.047960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6ac93165-6e9d-477e-b380-64d1da3ecdbb None None] Calling delete_port for 71e3b8e7-344b-4c2e-971f-a8ff324167e8 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:38:14.206388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ac93165-6e9d-477e-b380-64d1da3ecdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:14.211039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:14.249327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a34f7eb2-e13c-431e-aceb-167634c2c549 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:38:14.287873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:14.288497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac93165-6e9d-477e-b380-64d1da3ecdbb None None] Pushing event deleted for resources: {'Port': ['ID=71e3b8e7-344b-4c2e-971f-a8ff324167e8,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:14.292636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:14.297046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6ac93165-6e9d-477e-b380-64d1da3ecdbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:14.298350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: a34f7eb2-e13c-431e-aceb-167634c2c549 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:38:14.298749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a34f7eb2-e13c-431e-aceb-167634c2c549 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:38:14.299215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 71e3b8e7-344b-4c2e-971f-a8ff324167e8 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:38:14.334195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac93165-6e9d-477e-b380-64d1da3ecdbb None None] No DVR routers for this DVR port 71e3b8e7-344b-4c2e-971f-a8ff324167e8 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:38:14.335768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 71e3b8e7-344b-4c2e-971f-a8ff324167e8 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:38:14.336156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 71e3b8e7-344b-4c2e-971f-a8ff324167e8 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:38:14.339029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=8ff6f657-2bef-4ea5-8289-7b94dea61328,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:14.343266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:14.567134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:14.828754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:14.833021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:14.926185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:14.926815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Fanout notify agent at l3_agent the message router_deleted on router 4b128452-f8da-4268-b611-a565dbe9c7eb {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:38:14.942369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:14.943600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/routers/4b128452-f8da-4268-b611-a565dbe9c7eb HTTP/1.1" status: 204 len: 168 time: 1.7545848 Dec 07 13:38:14.946694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52442) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:15.078317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a1db569-0155-469e-a61b-4957eb4c9be0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:15.222828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a1db569-0155-469e-a61b-4957eb4c9be0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:15.265458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-2a1db569-0155-469e-a61b-4957eb4c9be0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9e4aec-d99d-44a4-b2b7-3b64def5cd25']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:15.279657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-2a1db569-0155-469e-a61b-4957eb4c9be0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:15.279996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-2a1db569-0155-469e-a61b-4957eb4c9be0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aca6865-99d4-4f5f-9eb4-05b9fd1d5067') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:15.293529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a1db569-0155-469e-a61b-4957eb4c9be0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:15.360655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a1db569-0155-469e-a61b-4957eb4c9be0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:15.367704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1db569-0155-469e-a61b-4957eb4c9be0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:38:15.368134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a1db569-0155-469e-a61b-4957eb4c9be0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:38:15.384211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:38:15.531900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a1db569-0155-469e-a61b-4957eb4c9be0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:15.535437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e149fe96-e086-400c-8c63-922f9dd681a1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:15.553673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a1db569-0155-469e-a61b-4957eb4c9be0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:15.562853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1db569-0155-469e-a61b-4957eb4c9be0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Network': ['ID=ef9e4aec-d99d-44a4-b2b7-3b64def5cd25,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:15.566729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2a1db569-0155-469e-a61b-4957eb4c9be0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:15.568726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2a1db569-0155-469e-a61b-4957eb4c9be0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/networks/ef9e4aec-d99d-44a4-b2b7-3b64def5cd25 HTTP/1.1" status: 204 len: 168 time: 0.6196363 Dec 07 13:38:15.584929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52446) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:15.600179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d8bc566a-0371-4458-ad17-90f0098fb523 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0126359 Dec 07 13:38:15.601425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52450) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:15.607084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'network': {'name': 'tempest-network-smoke--349032495', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'port_security_enabled': True}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:38:15.612220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:38:15.616605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:network and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:38:15.620166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:38:15.626727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:38:15.657287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:38:15.662772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:15.691522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:38:15.761178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:15.761558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Added segment 17d7d0fa-f132-4a84-9e6a-3e9502bb8816 of type vlan for network 2451d6eb-d770-4dd2-9fa7-c47bed783bb3 Dec 07 13:38:15.792253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:15.879653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:15.883751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:15.884389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:15.889754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-61aeb438-aac7-4357-9a57-0e40d22ec0fb tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:16.002849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Network': ['ID=2451d6eb-d770-4dd2-9fa7-c47bed783bb3,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:16.005632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:16.014616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 2451d6eb-d770-4dd2-9fa7-c47bed783bb3 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:38:16.029272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4268007 Dec 07 13:38:16.032187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52454) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:16.038137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'admin_state_up': True, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:38:16.046776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:38:16.050891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:router and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:38:16.054141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:38:16.060605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:38:16.097226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:16.098271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:16.203722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:16.218256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8ff6f657-2bef-4ea5-8289-7b94dea61328 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:38:16.253938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 8ff6f657-2bef-4ea5-8289-7b94dea61328 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:38:16.254311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8ff6f657-2bef-4ea5-8289-7b94dea61328 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:38:16.403827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:16.618484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:16.650890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:16.791565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.36.4.136 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/5a37a68b-5c22-4e92-942c-2bff9c71f691) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:38:16.948567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:16.995531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:17.000045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fe322b60-b132-4fbc-8220-e6d9ef86e0fa tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:17.068225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:38:17.071825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:38:17.077149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:38:17.102365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=5a37a68b-5c22-4e92-942c-2bff9c71f691,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:17.108307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:17.250194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:17.250858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:17.754675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router b3ae95c5-a15c-459d-b6ba-08ffb188a394 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:38:17.967123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:38:17.978723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Sync routers for ids ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:38:17.991179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Routers {'b3ae95c5-a15c-459d-b6ba-08ffb188a394'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:38:17.992131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:38:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:18.040256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:18.043022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0096247 Dec 07 13:38:18.046213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52458) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:18.093591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9424a6e4-4e5a-48c8-a0b8-4c10af5e66d6 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ab6625caa7b0446f8943cb009d398a9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460920 Dec 07 13:38:18.096467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52462) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:18.181003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Set router b3ae95c5-a15c-459d-b6ba-08ffb188a394 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:38:18.240790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db8f378-479d-49d0-a8bb-0faff55f1b76 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:18.242423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5db8f378-479d-49d0-a8bb-0faff55f1b76 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1448362 Dec 07 13:38:18.246409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52466) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:18.291806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f7dd2135-8df3-4c76-a099-8303ff86d05d tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439227 Dec 07 13:38:18.294226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52470) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:18.300349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1724721764', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:38:18.421245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:38:18.425128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:subnet and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:38:18.428819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:38:18.436271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:38:18.480332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:38:18.486559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:17Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:18.490624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Checking router: b3ae95c5-a15c-459d-b6ba-08ffb188a394 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:38:18.491015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Updating router b3ae95c5-a15c-459d-b6ba-08ffb188a394 port 5a37a68b-5c22-4e92-942c-2bff9c71f691 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:38:18.543871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:18.592599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:18.889152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:18.902395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Transition to ACTIVE for port object 5a37a68b-5c22-4e92-942c-2bff9c71f691 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:38:18.932613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:18.937231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:18.960827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:18.965587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bed115f1-049e-4c6f-b553-13ce95b4d9bd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:19.019681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64109789-05d1-4db8-b63e-75c3b70fdebd None None] Pushing event updated for resources: {'Port': ['ID=5a37a68b-5c22-4e92-942c-2bff9c71f691,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:19.023492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64109789-05d1-4db8-b63e-75c3b70fdebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:19.024401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Attempting to bind port 5a37a68b-5c22-4e92-942c-2bff9c71f691 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:38:19.025064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Attempting to bind port 5a37a68b-5c22-4e92-942c-2bff9c71f691 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:38:19.025448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Attempting to bind port 5a37a68b-5c22-4e92-942c-2bff9c71f691 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:38:19.033867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:38:19.034288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:38:19.034743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:19.035179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:38:19.035805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Bound port: 5a37a68b-5c22-4e92-942c-2bff9c71f691, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:38:19.036224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:19.050876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Subnet': ['ID=d6346dea-207d-45c0-83da-5b87192768df,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:19.055248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:19.065031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Checking segment: {'id': '17d7d0fa-f132-4a84-9e6a-3e9502bb8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:38:19.065427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network hostable DHCP agents. Network: 2451d6eb-d770-4dd2-9fa7-c47bed783bb3, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:38:19.115002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 2451d6eb-d770-4dd2-9fa7-c47bed783bb3 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:38:19.115678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] For port 5a37a68b-5c22-4e92-942c-2bff9c71f691, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:38:19.119727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] For port 5a37a68b-5c22-4e92-942c-2bff9c71f691, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5a37a68b-5c22-4e92-942c-2bff9c71f691,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:38:19.149666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:19.154538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ca7da4c-cde8-4b33-bc40-fbd2bf4ea135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:19.177741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 2451d6eb-d770-4dd2-9fa7-c47bed783bb3) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:38:19.183524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:19.184184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:19.194940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26863849-c48b-4b33-86d5-5f7bb05e617c None None] Network 2451d6eb-d770-4dd2-9fa7-c47bed783bb3 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:38:19.241603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9462540 Dec 07 13:38:19.245068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52474) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:19.339114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64109789-05d1-4db8-b63e-75c3b70fdebd None None] Pushing event updated for resources: {'Port': ['ID=5a37a68b-5c22-4e92-942c-2bff9c71f691,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:19.344567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64109789-05d1-4db8-b63e-75c3b70fdebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:19.349568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Routers {'b3ae95c5-a15c-459d-b6ba-08ffb188a394'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:38:19.350251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:38:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:19.810642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] Set router b3ae95c5-a15c-459d-b6ba-08ffb188a394 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:38:19.854629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ips': [{'subnet_id': 'd6346dea-207d-45c0-83da-5b87192768df'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:38:19.855557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:20.052925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:20.247082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Allocated IP 172.20.0.2 (2451d6eb-d770-4dd2-9fa7-c47bed783bb3/d6346dea-207d-45c0-83da-5b87192768df/ec035970-8cd1-4e53-a0b9-cef2c89f38dc) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:38:20.359487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:17Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:20.368499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f76685-dc11-47fa-ac63-f4d1efc49cf0 None None] The sync data for ids ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:17Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:38:20.488803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:20.500566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Transition to ACTIVE for port object ec035970-8cd1-4e53-a0b9-cef2c89f38dc will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:38:20.519583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Transition to ACTIVE for port object ec035970-8cd1-4e53-a0b9-cef2c89f38dc will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:38:20.555787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:20.562141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:20.590055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.1 (2451d6eb-d770-4dd2-9fa7-c47bed783bb3/d6346dea-207d-45c0-83da-5b87192768df/985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:38:20.625838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Network 2451d6eb-d770-4dd2-9fa7-c47bed783bb3 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:38:20.633362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:38:20.638306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:38:20.645153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Pushing event updated for resources: {'Port': ['ID=ec035970-8cd1-4e53-a0b9-cef2c89f38dc,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:20.649040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:20.735957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Attempting to bind port ec035970-8cd1-4e53-a0b9-cef2c89f38dc on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:38:20.736376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Attempting to bind port ec035970-8cd1-4e53-a0b9-cef2c89f38dc by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '17d7d0fa-f132-4a84-9e6a-3e9502bb8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:38:20.736783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Attempting to bind port ec035970-8cd1-4e53-a0b9-cef2c89f38dc on network 2451d6eb-d770-4dd2-9fa7-c47bed783bb3 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:38:20.746095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:38:20.746512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Checking segment: {'id': '17d7d0fa-f132-4a84-9e6a-3e9502bb8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:38:20.746963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:20.747549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Bound using segment: {'id': '17d7d0fa-f132-4a84-9e6a-3e9502bb8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:38:20.747955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Bound port: ec035970-8cd1-4e53-a0b9-cef2c89f38dc, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d7d0fa-f132-4a84-9e6a-3e9502bb8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:38:20.748385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:20.778899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:20.797517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:38:20.858610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8de266d9-f211-4c84-879c-19166c21783b None None] For port ec035970-8cd1-4e53-a0b9-cef2c89f38dc, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:38:20.862057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8de266d9-f211-4c84-879c-19166c21783b None None] For port ec035970-8cd1-4e53-a0b9-cef2c89f38dc, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ec035970-8cd1-4e53-a0b9-cef2c89f38dc,segment=NetworkSegment(17d7d0fa-f132-4a84-9e6a-3e9502bb8816),segment_id=17d7d0fa-f132-4a84-9e6a-3e9502bb8816)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:38:20.863879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:20.870146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc577425-ff9e-4ef2-a274-b176faba8a65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:20.892567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:20.897856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:20.996995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Pushing event updated for resources: {'Port': ['ID=ec035970-8cd1-4e53-a0b9-cef2c89f38dc,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:21.002426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:21.205045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 2451d6eb-d770-4dd2-9fa7-c47bed783bb3 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:38:21.213721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:38:21.218984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:38:21.253009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:21.261127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:21.289774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:21.439208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:21.906765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:21.932634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:21.963834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9bc47c9-e8ae-4668-9d66-0f56ad670a32 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:22.055919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:22.059368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:22.063301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:22.215697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 2451d6eb-d770-4dd2-9fa7-c47bed783bb3 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:38:22.217125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:38:22.287554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5a37a68b-5c22-4e92-942c-2bff9c71f691 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:38:22.411795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 5a37a68b-5c22-4e92-942c-2bff9c71f691 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:38:22.417786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 5a37a68b-5c22-4e92-942c-2bff9c71f691 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:38:22.418372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:22.552997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:22.577964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 5a37a68b-5c22-4e92-942c-2bff9c71f691, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5a37a68b-5c22-4e92-942c-2bff9c71f691,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:38:22.611483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:22.612895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ec035970-8cd1-4e53-a0b9-cef2c89f38dc up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:38:22.644006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6ac93165-6e9d-477e-b380-64d1da3ecdbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:22.663272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router b3ae95c5-a15c-459d-b6ba-08ffb188a394 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:38:22.739342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=5a37a68b-5c22-4e92-942c-2bff9c71f691,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:22.742834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:22.751589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae2bd5c-2eae-495d-a592-c33507760cb3 None None] Network 2451d6eb-d770-4dd2-9fa7-c47bed783bb3 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:38:22.873712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port ec035970-8cd1-4e53-a0b9-cef2c89f38dc completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:38:22.882327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port ec035970-8cd1-4e53-a0b9-cef2c89f38dc triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:38:22.882745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:22.887636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:38:22.902865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/b3ae95c5-a15c-459d-b6ba-08ffb188a394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6566672 Dec 07 13:38:22.905587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52478) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:23.041915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a82048f4-a8ea-462c-8679-e70033528b8d None None] Provisioning for port ec035970-8cd1-4e53-a0b9-cef2c89f38dc completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:38:23.075869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5849ed4f-d408-4b80-9b6c-2e8149a29f6b tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:23.076278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5849ed4f-d408-4b80-9b6c-2e8149a29f6b tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:23.076685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5849ed4f-d408-4b80-9b6c-2e8149a29f6b tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:23.077090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5849ed4f-d408-4b80-9b6c-2e8149a29f6b tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:23.078899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5849ed4f-d408-4b80-9b6c-2e8149a29f6b tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1722829 Dec 07 13:38:23.081747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52482) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:23.088528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a82048f4-a8ea-462c-8679-e70033528b8d None None] Provisioning complete for port ec035970-8cd1-4e53-a0b9-cef2c89f38dc triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:38:23.088945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a82048f4-a8ea-462c-8679-e70033528b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:23.154194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:23.163258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c505d473-5e17-4f30-a05a-4a9b219641ff tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:23.163696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c505d473-5e17-4f30-a05a-4a9b219641ff tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:23.164111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c505d473-5e17-4f30-a05a-4a9b219641ff tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:23.164513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c505d473-5e17-4f30-a05a-4a9b219641ff tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:23.170068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c505d473-5e17-4f30-a05a-4a9b219641ff tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0872507 Dec 07 13:38:23.170958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52486) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:23.225420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port ec035970-8cd1-4e53-a0b9-cef2c89f38dc, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ec035970-8cd1-4e53-a0b9-cef2c89f38dc,segment=NetworkSegment(17d7d0fa-f132-4a84-9e6a-3e9502bb8816),segment_id=17d7d0fa-f132-4a84-9e6a-3e9502bb8816)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:38:23.510447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:23.513824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:23.544135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Sync routers for ids ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:38:23.566133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Routers {'b3ae95c5-a15c-459d-b6ba-08ffb188a394'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:38:23.567916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:38:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:23.612847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=ec035970-8cd1-4e53-a0b9-cef2c89f38dc,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:23.627648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:23.645335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9921608d-39dd-45a9-9004-dee2dc60d12e tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.4727643 Dec 07 13:38:23.714867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6b848cff-b636-492e-adcd-5b1a190ef5c3 None None] Provisioning for port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:38:23.721026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6b848cff-b636-492e-adcd-5b1a190ef5c3 None None] Provisioning complete for port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:38:23.721682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b848cff-b636-492e-adcd-5b1a190ef5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:23.773884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Set router b3ae95c5-a15c-459d-b6ba-08ffb188a394 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:38:23.782754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6b848cff-b636-492e-adcd-5b1a190ef5c3 None None] Port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:38:23.798315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6b848cff-b636-492e-adcd-5b1a190ef5c3 None None] Provisioning complete for port ec035970-8cd1-4e53-a0b9-cef2c89f38dc triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:38:23.798315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b848cff-b636-492e-adcd-5b1a190ef5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:23.944621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52492) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:23.951141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6285ae15-57b5-41d3-9571-fe45139efdd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-905925666', 'description': 'tempest-secgroup-smoke-905925666 description', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:38:23.957706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6285ae15-57b5-41d3-9571-fe45139efdd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:38:23.962337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6285ae15-57b5-41d3-9571-fe45139efdd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:38:23.966091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6285ae15-57b5-41d3-9571-fe45139efdd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:38:23.972511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6285ae15-57b5-41d3-9571-fe45139efdd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:38:24.023842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6285ae15-57b5-41d3-9571-fe45139efdd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.063212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-45157b1d-c285-4485-98d7-fe281cad8f5c None None] Provisioning complete for port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:38:24.063951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-45157b1d-c285-4485-98d7-fe281cad8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.069485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6285ae15-57b5-41d3-9571-fe45139efdd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:38:24.074940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6285ae15-57b5-41d3-9571-fe45139efdd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:38:24.078664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6285ae15-57b5-41d3-9571-fe45139efdd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:38:24.085269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6285ae15-57b5-41d3-9571-fe45139efdd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:38:24.131454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:21Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5', 'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:f3:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6346dea-207d-45c0-83da-5b87192768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:20Z', 'updated_at': '2021-12-07T13:38:21Z', 'revision_number': 2, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'd6346dea-207d-45c0-83da-5b87192768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:24.136295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Checking router: b3ae95c5-a15c-459d-b6ba-08ffb188a394 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:38:24.136914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Updating router b3ae95c5-a15c-459d-b6ba-08ffb188a394 port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:38:24.141728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-45157b1d-c285-4485-98d7-fe281cad8f5c None None] Port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:38:24.149898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6285ae15-57b5-41d3-9571-fe45139efdd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.177247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6285ae15-57b5-41d3-9571-fe45139efdd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.184067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c270736e-2a58-410d-b3b1-e1da57d3c254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:24.193135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.229069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285ae15-57b5-41d3-9571-fe45139efdd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc176d0-d686-4676-a9bf-38c63590cbfa,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:24.231886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6285ae15-57b5-41d3-9571-fe45139efdd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:24.245260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5a37a68b-5c22-4e92-942c-2bff9c71f691 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:38:24.274698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6285ae15-57b5-41d3-9571-fe45139efdd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.276721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6285ae15-57b5-41d3-9571-fe45139efdd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3309762 Dec 07 13:38:24.279584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52496) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:24.286249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-92c68441-1794-43ee-9a44-4153571760ef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'afc176d0-d686-4676-a9bf-38c63590cbfa', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:38:24.294269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-92c68441-1794-43ee-9a44-4153571760ef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:38:24.298765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-92c68441-1794-43ee-9a44-4153571760ef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:38:24.302519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-92c68441-1794-43ee-9a44-4153571760ef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:38:24.309353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fbfeaedf-403f-43d8-9e8e-fec54b203c13 None None] Provisioning complete for port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:38:24.309833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fbfeaedf-403f-43d8-9e8e-fec54b203c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.311072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-92c68441-1794-43ee-9a44-4153571760ef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:38:24.361488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-92c68441-1794-43ee-9a44-4153571760ef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.384311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fbfeaedf-403f-43d8-9e8e-fec54b203c13 None None] Port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:38:24.395181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 5a37a68b-5c22-4e92-942c-2bff9c71f691 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:38:24.395628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.428727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-92c68441-1794-43ee-9a44-4153571760ef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.463707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-92c68441-1794-43ee-9a44-4153571760ef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.466021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-26a86063-dc53-4344-849e-68ed8c1ddcfc tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:24.490761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c68441-1794-43ee-9a44-4153571760ef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118c2358-235e-4660-8c4c-1e38792389c1,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:24.493442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-92c68441-1794-43ee-9a44-4153571760ef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:24.571565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-92c68441-1794-43ee-9a44-4153571760ef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.576341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-92c68441-1794-43ee-9a44-4153571760ef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2923040 Dec 07 13:38:24.577131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52500) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:24.580746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.584330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d6769f00-5d95-4625-aab8-222be872ede0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'afc176d0-d686-4676-a9bf-38c63590cbfa', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:38:24.595133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Transition to ACTIVE for port object 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:38:24.595437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d6769f00-5d95-4625-aab8-222be872ede0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:38:24.600376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d6769f00-5d95-4625-aab8-222be872ede0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:38:24.605163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d6769f00-5d95-4625-aab8-222be872ede0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:38:24.612049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d6769f00-5d95-4625-aab8-222be872ede0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:38:24.645796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.650846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f4567e60-d104-4ea9-8597-411a057c5e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:24.689387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ec035970-8cd1-4e53-a0b9-cef2c89f38dc up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:38:24.700958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6769f00-5d95-4625-aab8-222be872ede0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.771284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port ec035970-8cd1-4e53-a0b9-cef2c89f38dc triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:38:24.772187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.787978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f2a67-1b07-4a3a-984c-3d30f0b6e449 None None] Pushing event updated for resources: {'Port': ['ID=985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:24.791528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6769f00-5d95-4625-aab8-222be872ede0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.851392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6769f00-5d95-4625-aab8-222be872ede0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.855464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f2a67-1b07-4a3a-984c-3d30f0b6e449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:24.855856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f2a67-1b07-4a3a-984c-3d30f0b6e449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:24.856236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f2a67-1b07-4a3a-984c-3d30f0b6e449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:24.856609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f2a67-1b07-4a3a-984c-3d30f0b6e449 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:24.856981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f2a67-1b07-4a3a-984c-3d30f0b6e449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:24.857357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f2a67-1b07-4a3a-984c-3d30f0b6e449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:24.857722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f2a67-1b07-4a3a-984c-3d30f0b6e449 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:24.858090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f2a67-1b07-4a3a-984c-3d30f0b6e449 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:24.858455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f2a67-1b07-4a3a-984c-3d30f0b6e449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:24.858818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f2a67-1b07-4a3a-984c-3d30f0b6e449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:24.859257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f2a67-1b07-4a3a-984c-3d30f0b6e449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:38:24.864528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-37e8b608-9f53-4d8e-a84a-bc83c6b15750 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:24.866943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b05f2a67-1b07-4a3a-984c-3d30f0b6e449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:24.895145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6769f00-5d95-4625-aab8-222be872ede0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe739a8e-13ae-4b98-816e-67e6205eba6d,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:24.896349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Attempting to bind port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:38:24.896945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Attempting to bind port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '17d7d0fa-f132-4a84-9e6a-3e9502bb8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:38:24.898165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Attempting to bind port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 on network 2451d6eb-d770-4dd2-9fa7-c47bed783bb3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:38:24.905051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d6769f00-5d95-4625-aab8-222be872ede0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:24.909071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:38:24.909640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Checking segment: {'id': '17d7d0fa-f132-4a84-9e6a-3e9502bb8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:38:24.910420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.911083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Bound using segment: {'id': '17d7d0fa-f132-4a84-9e6a-3e9502bb8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:38:24.911727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Bound port: 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d7d0fa-f132-4a84-9e6a-3e9502bb8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:38:24.912218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.971912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6769f00-5d95-4625-aab8-222be872ede0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:24.973256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d6769f00-5d95-4625-aab8-222be872ede0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3950205 Dec 07 13:38:24.976206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52504) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:24.983488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0991cf58-966a-460f-a43b-af35a53c29f5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'afc176d0-d686-4676-a9bf-38c63590cbfa', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:38:24.990749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0991cf58-966a-460f-a43b-af35a53c29f5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:38:24.996115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0991cf58-966a-460f-a43b-af35a53c29f5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:38:24.999169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0991cf58-966a-460f-a43b-af35a53c29f5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:38:25.005707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0991cf58-966a-460f-a43b-af35a53c29f5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:38:25.021171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] For port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:38:25.024445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] For port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5,segment=NetworkSegment(17d7d0fa-f132-4a84-9e6a-3e9502bb8816),segment_id=17d7d0fa-f132-4a84-9e6a-3e9502bb8816)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:38:25.092436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0991cf58-966a-460f-a43b-af35a53c29f5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:25.160929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:25.161164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0991cf58-966a-460f-a43b-af35a53c29f5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:25.167139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:25.230137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0991cf58-966a-460f-a43b-af35a53c29f5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:25.233043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e897b2a7-fd24-497a-b000-450041a9daad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:25.247140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f2a67-1b07-4a3a-984c-3d30f0b6e449 None None] Pushing event updated for resources: {'Port': ['ID=985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:25.251331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b05f2a67-1b07-4a3a-984c-3d30f0b6e449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:25.252836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Routers {'b3ae95c5-a15c-459d-b6ba-08ffb188a394'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:38:25.253500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:38:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:25.262742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991cf58-966a-460f-a43b-af35a53c29f5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4364a6b5-8c1b-4df4-a4a1-15757da54a1f,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:25.269166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0991cf58-966a-460f-a43b-af35a53c29f5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:25.326063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0991cf58-966a-460f-a43b-af35a53c29f5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:25.327530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0991cf58-966a-460f-a43b-af35a53c29f5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3502033 Dec 07 13:38:25.330457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52508) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:25.338466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-757d9d33-9c01-4792-b803-17907671f786 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'afc176d0-d686-4676-a9bf-38c63590cbfa', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:38:25.345498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-757d9d33-9c01-4792-b803-17907671f786 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:38:25.349712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-757d9d33-9c01-4792-b803-17907671f786 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:38:25.353669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-757d9d33-9c01-4792-b803-17907671f786 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:38:25.359995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-757d9d33-9c01-4792-b803-17907671f786 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:38:25.425467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-757d9d33-9c01-4792-b803-17907671f786 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:25.509295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-757d9d33-9c01-4792-b803-17907671f786 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:25.542702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-757d9d33-9c01-4792-b803-17907671f786 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:25.544697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-efd410de-1b8c-4a34-b3a1-d7b731d651f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:25.569166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d9d33-9c01-4792-b803-17907671f786 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a779b87-9381-43c2-834b-b15d3a760e6b,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:25.571828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-757d9d33-9c01-4792-b803-17907671f786 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:25.606527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] Set router b3ae95c5-a15c-459d-b6ba-08ffb188a394 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:38:25.616880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-757d9d33-9c01-4792-b803-17907671f786 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:25.621057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-757d9d33-9c01-4792-b803-17907671f786 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2861512 Dec 07 13:38:25.621241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52512) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:25.627303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0ac007fa-9608-481c-957a-9f3c893eb45d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'afc176d0-d686-4676-a9bf-38c63590cbfa', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:38:25.633693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0ac007fa-9608-481c-957a-9f3c893eb45d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:38:25.638285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0ac007fa-9608-481c-957a-9f3c893eb45d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:38:25.641312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0ac007fa-9608-481c-957a-9f3c893eb45d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:38:25.647222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0ac007fa-9608-481c-957a-9f3c893eb45d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:38:25.709146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-0ac007fa-9608-481c-957a-9f3c893eb45d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:38:25.717794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ac007fa-9608-481c-957a-9f3c893eb45d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:25.793462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ac007fa-9608-481c-957a-9f3c893eb45d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:25.834590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ac007fa-9608-481c-957a-9f3c893eb45d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:25.836604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8a93510f-32c3-4049-bef5-ccddbebaf67d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:25.864221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac007fa-9608-481c-957a-9f3c893eb45d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770efafb-f31d-4ccd-b9b9-c2fb68e95969,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:25.867007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0ac007fa-9608-481c-957a-9f3c893eb45d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:25.897753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ac007fa-9608-481c-957a-9f3c893eb45d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:25.899084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0ac007fa-9608-481c-957a-9f3c893eb45d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2767134 Dec 07 13:38:25.902802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52516) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:25.908877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-11df5b8e-af86-4f74-9a22-c16173fb17ad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'afc176d0-d686-4676-a9bf-38c63590cbfa', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:38:25.915264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-11df5b8e-af86-4f74-9a22-c16173fb17ad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:38:25.919443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-11df5b8e-af86-4f74-9a22-c16173fb17ad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:38:25.922575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-11df5b8e-af86-4f74-9a22-c16173fb17ad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:38:25.929046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-11df5b8e-af86-4f74-9a22-c16173fb17ad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:38:25.935248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:21Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5', 'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:f3:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6346dea-207d-45c0-83da-5b87192768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:20Z', 'updated_at': '2021-12-07T13:38:25Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'd6346dea-207d-45c0-83da-5b87192768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:25.939347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2364318-277c-4d5b-a493-1d15cf8ba414 None None] The sync data for ids ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:21Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5', 'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:f3:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6346dea-207d-45c0-83da-5b87192768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:20Z', 'updated_at': '2021-12-07T13:38:25Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'd6346dea-207d-45c0-83da-5b87192768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:38:25.965906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-11df5b8e-af86-4f74-9a22-c16173fb17ad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:38:25.973384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11df5b8e-af86-4f74-9a22-c16173fb17ad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:26.060830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11df5b8e-af86-4f74-9a22-c16173fb17ad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:26.098265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11df5b8e-af86-4f74-9a22-c16173fb17ad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:26.108552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a7b0ea95-983d-4970-be45-fcbacf184184 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:26.133486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df5b8e-af86-4f74-9a22-c16173fb17ad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c26d08d-cacc-47b5-bd47-8990a2aa743a,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:26.137018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-11df5b8e-af86-4f74-9a22-c16173fb17ad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:26.168517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11df5b8e-af86-4f74-9a22-c16173fb17ad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:26.171299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-11df5b8e-af86-4f74-9a22-c16173fb17ad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2658207 Dec 07 13:38:26.266695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:38:26.395278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:38:26.404613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:38:26.405150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:26.454143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-381833c7-3034-454f-bb28-d542c247bb80 req-0cc4903a-23e4-4681-8a2a-bde7df46663e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:38:26.504303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-381833c7-3034-454f-bb28-d542c247bb80 req-0cc4903a-23e4-4681-8a2a-bde7df46663e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:38:26.505619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-381833c7-3034-454f-bb28-d542c247bb80 req-0cc4903a-23e4-4681-8a2a-bde7df46663e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-905925666&fields=id&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 267 time: 0.1001093 Dec 07 13:38:26.532800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:26.572854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5,segment=NetworkSegment(17d7d0fa-f132-4a84-9e6a-3e9502bb8816),segment_id=17d7d0fa-f132-4a84-9e6a-3e9502bb8816)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:38:26.617652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:26.621489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6ee53d8f-e1ed-47e1-84d3-79411443bf20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:26.676864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381833c7-3034-454f-bb28-d542c247bb80 req-8808ee7d-a2ed-4949-8296-5891e21f93bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:26.677666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-381833c7-3034-454f-bb28-d542c247bb80 req-8808ee7d-a2ed-4949-8296-5891e21f93bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:38:26.696570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:26.701195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:26.720584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-381833c7-3034-454f-bb28-d542c247bb80 req-8808ee7d-a2ed-4949-8296-5891e21f93bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:38:26.721889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-381833c7-3034-454f-bb28-d542c247bb80 req-8808ee7d-a2ed-4949-8296-5891e21f93bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/networks?id=2451d6eb-d770-4dd2-9fa7-c47bed783bb3 HTTP/1.1" status: 200 len: 796 time: 0.2080662 Dec 07 13:38:26.740087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-381833c7-3034-454f-bb28-d542c247bb80 req-406e3833-151c-4ae7-9770-13ae2eb17672 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/quotas/ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 375 time: 0.0123837 Dec 07 13:38:26.835864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-381833c7-3034-454f-bb28-d542c247bb80 req-2fe7014b-4510-4e35-81c3-5e90ae1501c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:38:26.890977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-381833c7-3034-454f-bb28-d542c247bb80 req-2fe7014b-4510-4e35-81c3-5e90ae1501c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:38:26.893031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-381833c7-3034-454f-bb28-d542c247bb80 req-2fe7014b-4510-4e35-81c3-5e90ae1501c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1462808 Dec 07 13:38:27.060837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-381833c7-3034-454f-bb28-d542c247bb80 req-aa14ddab-f4c5-49b5-8b94-58f80562005b service neutron] 10.222.0.24 "GET /v2.0/networks/2451d6eb-d770-4dd2-9fa7-c47bed783bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541224 Dec 07 13:38:27.209498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-381833c7-3034-454f-bb28-d542c247bb80 req-2e222a87-e39b-494a-99b1-eac563c71eec service neutron] 10.222.0.24 "GET /v2.0/networks/2451d6eb-d770-4dd2-9fa7-c47bed783bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422286 Dec 07 13:38:27.449857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b469087-274a-4a51-b19d-c918ceedfe57 req-b3f01ce4-7d65-4281-bc33-8fa0dc3cf222 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 210 time: 0.0514557 Dec 07 13:38:28.231984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:38:28.308798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:38:28.309229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:28.763149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8ba34020-21d1-41a6-9e77-f899e9058d1e req-27851fbc-4591-4803-900a-bf319dfdfb29 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 210 time: 0.0510485 Dec 07 13:38:29.300015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381833c7-3034-454f-bb28-d542c247bb80 req-69c541af-cccb-40a9-bff0-8b2f05fdaffe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:29.301608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-381833c7-3034-454f-bb28-d542c247bb80 req-69c541af-cccb-40a9-bff0-8b2f05fdaffe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/networks?id=2451d6eb-d770-4dd2-9fa7-c47bed783bb3 HTTP/1.1" status: 200 len: 796 time: 0.1645083 Dec 07 13:38:29.364906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-381833c7-3034-454f-bb28-d542c247bb80 req-d3404a56-d8f7-4275-b8fb-a86be07b253e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:38:29.377829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-381833c7-3034-454f-bb28-d542c247bb80 req-d3404a56-d8f7-4275-b8fb-a86be07b253e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:38:29.379041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-381833c7-3034-454f-bb28-d542c247bb80 req-d3404a56-d8f7-4275-b8fb-a86be07b253e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 379 time: 0.0594788 Dec 07 13:38:29.390668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-381833c7-3034-454f-bb28-d542c247bb80 req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'port': {'device_id': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'admin_state_up': True, 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'security_groups': ['afc176d0-d686-4676-a9bf-38c63590cbfa']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:38:29.539926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-381833c7-3034-454f-bb28-d542c247bb80 req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:38:29.550283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-381833c7-3034-454f-bb28-d542c247bb80 req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:38:29.583225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381833c7-3034-454f-bb28-d542c247bb80 req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:38:29.589415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-381833c7-3034-454f-bb28-d542c247bb80 req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:29.765648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-381833c7-3034-454f-bb28-d542c247bb80 req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.14 (2451d6eb-d770-4dd2-9fa7-c47bed783bb3/d6346dea-207d-45c0-83da-5b87192768df/136138f7-12bc-4c07-a476-e7cd54835420) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:38:29.943838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3be6f67e-72cf-44e4-8d50-c9d7cffcfd36 req-c3ecefd2-732a-4770-9e6c-b72163fdad47 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 210 time: 0.0491724 Dec 07 13:38:29.969046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-381833c7-3034-454f-bb28-d542c247bb80 req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:29.985447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-381833c7-3034-454f-bb28-d542c247bb80 req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object 136138f7-12bc-4c07-a476-e7cd54835420 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:38:30.033929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-381833c7-3034-454f-bb28-d542c247bb80 req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:30.039752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:30.079775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec22e872-c334-41f3-83e8-1fe06798e032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:30.103267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381833c7-3034-454f-bb28-d542c247bb80 req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 2451d6eb-d770-4dd2-9fa7-c47bed783bb3 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:38:30.110954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-381833c7-3034-454f-bb28-d542c247bb80 req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:38:30.115903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-381833c7-3034-454f-bb28-d542c247bb80 req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:38:30.157624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=136138f7-12bc-4c07-a476-e7cd54835420,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:30.167780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:30.190353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381833c7-3034-454f-bb28-d542c247bb80 req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:30.191079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-381833c7-3034-454f-bb28-d542c247bb80 req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:30.251990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-381833c7-3034-454f-bb28-d542c247bb80 req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8651292 Dec 07 13:38:30.268683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Request body: {'port': {'device_id': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:38:30.390967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:30.445127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-53a9472e-4853-445a-970f-58409f48def2 None None] Provisioning for port 136138f7-12bc-4c07-a476-e7cd54835420 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:38:30.451148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-53a9472e-4853-445a-970f-58409f48def2 None None] Provisioning complete for port 136138f7-12bc-4c07-a476-e7cd54835420 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:38:30.454679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-53a9472e-4853-445a-970f-58409f48def2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:30.507450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-53a9472e-4853-445a-970f-58409f48def2 None None] Port 136138f7-12bc-4c07-a476-e7cd54835420 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:38:30.757864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136138f7-12bc-4c07-a476-e7cd54835420 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:38:30.764791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:30.780083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Transition to ACTIVE for port object 136138f7-12bc-4c07-a476-e7cd54835420 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:38:30.817232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:30.821811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9a6bf947-fe2f-4652-8cb7-394735ef6f8a tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:30.952593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Pushing event updated for resources: {'Port': ['ID=136138f7-12bc-4c07-a476-e7cd54835420,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:30.955655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:31.077315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Attempting to bind port 136138f7-12bc-4c07-a476-e7cd54835420 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:38:31.077686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Attempting to bind port 136138f7-12bc-4c07-a476-e7cd54835420 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '17d7d0fa-f132-4a84-9e6a-3e9502bb8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:38:31.078053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Attempting to bind port 136138f7-12bc-4c07-a476-e7cd54835420 on network 2451d6eb-d770-4dd2-9fa7-c47bed783bb3 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:38:31.084816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Port 136138f7-12bc-4c07-a476-e7cd54835420 on network 2451d6eb-d770-4dd2-9fa7-c47bed783bb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:38:31.085185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Attempting to bind port 136138f7-12bc-4c07-a476-e7cd54835420 on network 2451d6eb-d770-4dd2-9fa7-c47bed783bb3 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:38:31.093804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:38:31.094181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Checking segment: {'id': '17d7d0fa-f132-4a84-9e6a-3e9502bb8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:38:31.094608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Bound using segment: {'id': '17d7d0fa-f132-4a84-9e6a-3e9502bb8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:38:31.095087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Bound port: 136138f7-12bc-4c07-a476-e7cd54835420, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d7d0fa-f132-4a84-9e6a-3e9502bb8816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:38:31.095503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:31.171157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cf489-d3e9-4f87-bf2f-6ed0d8bd4306 req-84c5f889-75ad-47a9-af98-260f313959ff tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:31.171157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4c4cf489-d3e9-4f87-bf2f-6ed0d8bd4306 req-84c5f889-75ad-47a9-af98-260f313959ff tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 944 time: 0.0907948 Dec 07 13:38:31.195812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] For port 136138f7-12bc-4c07-a476-e7cd54835420, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:38:31.199953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] For port 136138f7-12bc-4c07-a476-e7cd54835420, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=136138f7-12bc-4c07-a476-e7cd54835420,segment=NetworkSegment(17d7d0fa-f132-4a84-9e6a-3e9502bb8816),segment_id=17d7d0fa-f132-4a84-9e6a-3e9502bb8816)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:38:31.215110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4c4cf489-d3e9-4f87-bf2f-6ed0d8bd4306 req-3f8e5343-416d-4ed6-811a-58159414d0f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc176d0-d686-4676-a9bf-38c63590cbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440428 Dec 07 13:38:31.229561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:31.235002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7892bd87-8a28-49dc-9f91-e4e734449e90 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:31.292423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:31.293971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-381833c7-3034-454f-bb28-d542c247bb80 req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] 10.222.0.45 "PUT /v2.0/ports/136138f7-12bc-4c07-a476-e7cd54835420 HTTP/1.1" status: 200 len: 1094 time: 1.0303874 Dec 07 13:38:31.294549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'tag': '136138f7-12bc-4c07-a476-e7cd54835420'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:38:31.323418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Pushing event updated for resources: {'Port': ['ID=136138f7-12bc-4c07-a476-e7cd54835420,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:31.327026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:31.363109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'tag': '136138f7-12bc-4c07-a476-e7cd54835420', 'status': 'completed', 'code': 200} Dec 07 13:38:31.456645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-381833c7-3034-454f-bb28-d542c247bb80 req-c3407e3f-9c95-40f1-9752-ee8cab4c616b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 1097 time: 0.0811107 Dec 07 13:38:31.532965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-381833c7-3034-454f-bb28-d542c247bb80 req-45bd6ef7-9e2c-44ab-ab68-25ac8edd2746 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=136138f7-12bc-4c07-a476-e7cd54835420 HTTP/1.1" status: 200 len: 217 time: 0.0652070 Dec 07 13:38:31.614521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381833c7-3034-454f-bb28-d542c247bb80 req-4006bf32-b84f-468c-bb10-a581389e2e1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:31.616056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-381833c7-3034-454f-bb28-d542c247bb80 req-4006bf32-b84f-468c-bb10-a581389e2e1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d6346dea-207d-45c0-83da-5b87192768df HTTP/1.1" status: 200 len: 835 time: 0.0721292 Dec 07 13:38:31.628743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:31.701609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-381833c7-3034-454f-bb28-d542c247bb80 req-e14ebc0a-38d1-45a8-a5e1-5e3b79e2874c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2451d6eb-d770-4dd2-9fa7-c47bed783bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749006 Dec 07 13:38:31.848696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-381833c7-3034-454f-bb28-d542c247bb80 req-11593e93-77f5-45ce-8cf4-cd5cf6682a50 service neutron] 10.222.0.45 "GET /v2.0/networks/2451d6eb-d770-4dd2-9fa7-c47bed783bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356721 Dec 07 13:38:31.994182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-381833c7-3034-454f-bb28-d542c247bb80 req-6c422369-ed76-4f99-bcb7-872b12c151a9 service neutron] 10.222.0.45 "GET /v2.0/networks/2451d6eb-d770-4dd2-9fa7-c47bed783bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372819 Dec 07 13:38:32.169914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29a3bb97-c6ab-4aff-a29b-a2dbcebd9c7a req-10266579-fab6-4b67-a7d8-ba3dc41b9a91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 1097 time: 0.0781100 Dec 07 13:38:32.316237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3bb97-c6ab-4aff-a29b-a2dbcebd9c7a req-e8fb18ae-8471-413c-bbac-57a5cb3823a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:32.317726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29a3bb97-c6ab-4aff-a29b-a2dbcebd9c7a req-e8fb18ae-8471-413c-bbac-57a5cb3823a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2451d6eb-d770-4dd2-9fa7-c47bed783bb3 HTTP/1.1" status: 200 len: 897 time: 0.1413620 Dec 07 13:38:32.393739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29a3bb97-c6ab-4aff-a29b-a2dbcebd9c7a req-e9d98d19-d3c2-4227-b55a-35d6cd87409a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=136138f7-12bc-4c07-a476-e7cd54835420 HTTP/1.1" status: 200 len: 217 time: 0.0680225 Dec 07 13:38:32.435008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7442800-cd9f-4b29-a150-f991e29a9b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:32.469524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3bb97-c6ab-4aff-a29b-a2dbcebd9c7a req-665eda6a-9bdf-46d4-9370-e3ee7a9f98b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:32.471143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29a3bb97-c6ab-4aff-a29b-a2dbcebd9c7a req-665eda6a-9bdf-46d4-9370-e3ee7a9f98b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d6346dea-207d-45c0-83da-5b87192768df HTTP/1.1" status: 200 len: 835 time: 0.0700409 Dec 07 13:38:32.564531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29a3bb97-c6ab-4aff-a29b-a2dbcebd9c7a req-45aed641-a3f5-402f-8914-d5d4262d672a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2451d6eb-d770-4dd2-9fa7-c47bed783bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765760 Dec 07 13:38:32.722075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29a3bb97-c6ab-4aff-a29b-a2dbcebd9c7a req-f7af5add-d81e-4f6f-aa30-604d1b1de2a0 service neutron] 10.222.0.45 "GET /v2.0/networks/2451d6eb-d770-4dd2-9fa7-c47bed783bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483469 Dec 07 13:38:32.852554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:32.874473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29a3bb97-c6ab-4aff-a29b-a2dbcebd9c7a req-39b2fbe3-d043-493a-adff-58c004ebe108 service neutron] 10.222.0.45 "GET /v2.0/networks/2451d6eb-d770-4dd2-9fa7-c47bed783bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452510 Dec 07 13:38:32.879809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e5453-ec79-4225-be59-554fa02c7c2d req-401ff85b-04f8-435e-868d-da4355c0c069 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:32.881394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cb0e5453-ec79-4225-be59-554fa02c7c2d req-401ff85b-04f8-435e-868d-da4355c0c069 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 944 time: 0.3273833 Dec 07 13:38:32.930756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cb0e5453-ec79-4225-be59-554fa02c7c2d req-8de5b97a-0799-41b6-80a8-db810d50d92a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc176d0-d686-4676-a9bf-38c63590cbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419307 Dec 07 13:38:34.002429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 136138f7-12bc-4c07-a476-e7cd54835420 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:38:34.143125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9f5bf-fb52-4392-a4d8-d4a74ced7508 req-8e5b275c-ebd4-447a-bf6b-d2a262f128b3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:34.145002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-16e9f5bf-fb52-4392-a4d8-d4a74ced7508 req-8e5b275c-ebd4-447a-bf6b-d2a262f128b3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 944 time: 0.0836542 Dec 07 13:38:34.154380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 136138f7-12bc-4c07-a476-e7cd54835420, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=136138f7-12bc-4c07-a476-e7cd54835420,segment=NetworkSegment(17d7d0fa-f132-4a84-9e6a-3e9502bb8816),segment_id=17d7d0fa-f132-4a84-9e6a-3e9502bb8816)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:38:34.169029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '136138f7-12bc-4c07-a476-e7cd54835420', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'port_id': '136138f7-12bc-4c07-a476-e7cd54835420', 'mac_address': 'fa:16:3e:f5:58:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6346dea-207d-45c0-83da-5b87192768df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:38:34.197334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-16e9f5bf-fb52-4392-a4d8-d4a74ced7508 req-d400a6ae-bb04-447e-97e1-29c997e3cdbf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc176d0-d686-4676-a9bf-38c63590cbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447633 Dec 07 13:38:34.229315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:34.247631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136138f7-12bc-4c07-a476-e7cd54835420 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:38:34.263103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 136138f7-12bc-4c07-a476-e7cd54835420, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=136138f7-12bc-4c07-a476-e7cd54835420,segment=NetworkSegment(17d7d0fa-f132-4a84-9e6a-3e9502bb8816),segment_id=17d7d0fa-f132-4a84-9e6a-3e9502bb8816)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:38:34.291868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:34.293774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:34.359438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=136138f7-12bc-4c07-a476-e7cd54835420,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:34.362778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:34.576524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['136138f7-12bc-4c07-a476-e7cd54835420'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:38:34.758293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:34.908263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:38:35.411522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5674f0-a66c-4689-8c31-5effa6267efa req-ac7f98a9-b6a2-4ba0-be11-c41541ad1a11 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:35.413248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-df5674f0-a66c-4689-8c31-5effa6267efa req-ac7f98a9-b6a2-4ba0-be11-c41541ad1a11 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 945 time: 0.0872381 Dec 07 13:38:35.463225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-df5674f0-a66c-4689-8c31-5effa6267efa req-a263757c-73f7-4826-a1e8-7c7f0acfd022 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc176d0-d686-4676-a9bf-38c63590cbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428181 Dec 07 13:38:36.017673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 136138f7-12bc-4c07-a476-e7cd54835420 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:38:36.130865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 136138f7-12bc-4c07-a476-e7cd54835420 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:38:36.136801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 136138f7-12bc-4c07-a476-e7cd54835420 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:38:36.146009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:36.257850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:36.284983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136138f7-12bc-4c07-a476-e7cd54835420'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:38:36.295566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 136138f7-12bc-4c07-a476-e7cd54835420, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=136138f7-12bc-4c07-a476-e7cd54835420,segment=NetworkSegment(17d7d0fa-f132-4a84-9e6a-3e9502bb8816),segment_id=17d7d0fa-f132-4a84-9e6a-3e9502bb8816)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:38:36.331047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:36.333172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:36.367938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136138f7-12bc-4c07-a476-e7cd54835420', 'code': 200} Dec 07 13:38:36.402253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=136138f7-12bc-4c07-a476-e7cd54835420,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:36.405404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:36.667067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de3a96-3bd6-4dbe-9180-18d701e2a12b req-22785de7-5b81-4aca-b195-bb7e1c9010a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:36.668616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8de3a96-3bd6-4dbe-9180-18d701e2a12b req-22785de7-5b81-4aca-b195-bb7e1c9010a1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 946 time: 0.0824890 Dec 07 13:38:36.692984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fd3c855e-549c-466a-9e19-5981537f8c37 req-0cf38cca-7f70-4b9f-9b2f-cbda09407f2f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 1099 time: 0.0760601 Dec 07 13:38:36.722216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8de3a96-3bd6-4dbe-9180-18d701e2a12b req-f8852184-c0c1-4345-983c-59bcf1413966 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc176d0-d686-4676-a9bf-38c63590cbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473073 Dec 07 13:38:36.745205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fd3c855e-549c-466a-9e19-5981537f8c37 req-eae97b11-7980-42d1-9c57-c35ea2e05a5b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=afc176d0-d686-4676-a9bf-38c63590cbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427167 Dec 07 13:38:37.939611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91e93f-46f7-471d-a2d0-7d6eeab26008 req-6c1597d3-e1a5-43d9-a367-106209d3dfc2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:37.941355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ac91e93f-46f7-471d-a2d0-7d6eeab26008 req-6c1597d3-e1a5-43d9-a367-106209d3dfc2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 946 time: 0.0942271 Dec 07 13:38:37.989704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ac91e93f-46f7-471d-a2d0-7d6eeab26008 req-9bc465fb-357e-46a2-9e93-4b9c5d50a5c6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc176d0-d686-4676-a9bf-38c63590cbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419223 Dec 07 13:38:39.201383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec90ac-d72a-437b-9a07-0e714f07cd84 req-cb979bd3-693c-4420-b63b-3c7863f6741d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:39.202981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3fec90ac-d72a-437b-9a07-0e714f07cd84 req-cb979bd3-693c-4420-b63b-3c7863f6741d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 946 time: 0.0900831 Dec 07 13:38:39.252516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3fec90ac-d72a-437b-9a07-0e714f07cd84 req-540e8c02-8f85-4552-ba78-3f54442e2ae5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc176d0-d686-4676-a9bf-38c63590cbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433643 Dec 07 13:38:39.456021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab2324-5fd6-4762-932b-4aa371934440 req-165b9a3b-5440-4089-9ea8-cac4872a9747 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:39.457627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29ab2324-5fd6-4762-932b-4aa371934440 req-165b9a3b-5440-4089-9ea8-cac4872a9747 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 946 time: 0.0829630 Dec 07 13:38:39.505806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29ab2324-5fd6-4762-932b-4aa371934440 req-4963d688-5add-4627-8863-dc27f3106435 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc176d0-d686-4676-a9bf-38c63590cbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415602 Dec 07 13:38:39.533514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52572) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:39.613898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9153c843-ff5e-417c-8860-636ded4fa003 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 1094 time: 0.0789881 Dec 07 13:38:39.616679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52576) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:39.622918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': '136138f7-12bc-4c07-a476-e7cd54835420', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:38:39.628892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:38:39.632921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:floatingip and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:38:39.636697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:38:39.642752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:38:39.691966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:39.766019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:39.842618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:39.985667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.36.4.238 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/437b58fd-a35c-47d0-a611-a4ec33ca06f2) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:38:40.263629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:40.325345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:40.330029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1dce1456-016c-4d8d-8ce4-f2538da192b8 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:40.398199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:38:40.402563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:38:40.404693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=437b58fd-a35c-47d0-a611-a4ec33ca06f2,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:40.406960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:38:40.433592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:40.944729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:41.060019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:41.281884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:41.325121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:41.330056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7191971-6447-4fb5-a6cc-9fd1df2e2bbc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:38:41.435469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=437b58fd-a35c-47d0-a611-a4ec33ca06f2,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:38:41.439842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:38:41.450702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:41.647115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Floating IP 409eae4f-5eef-42fc-92ab-753518d99c22 associated. External IP: 172.36.4.238, port: 136138f7-12bc-4c07-a476-e7cd54835420. Dec 07 13:38:42.055018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router b3ae95c5-a15c-459d-b6ba-08ffb188a394 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:38:42.262380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:38:42.272412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a62d3c-1ad7-4ca6-b512-9f4382e6d379 None None] Sync routers for ids ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:38:42.285742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a62d3c-1ad7-4ca6-b512-9f4382e6d379 None None] Routers {'b3ae95c5-a15c-459d-b6ba-08ffb188a394'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:38:42.286436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-22a62d3c-1ad7-4ca6-b512-9f4382e6d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:38:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:42.320370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:38:42.378798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7609994 Dec 07 13:38:42.379539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'tag': '136138f7-12bc-4c07-a476-e7cd54835420'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:38:42.381724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52580) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:42.438235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'tag': '136138f7-12bc-4c07-a476-e7cd54835420', 'status': 'completed', 'code': 200} Dec 07 13:38:42.492431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-22a62d3c-1ad7-4ca6-b512-9f4382e6d379 None None] Set router b3ae95c5-a15c-459d-b6ba-08ffb188a394 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:38:42.855647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bb8d58f5-5404-43bd-a144-bb1e834fe233 req-67fe70e7-bb94-4b79-a7be-05ce77f5a327 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 1099 time: 0.3946371 Dec 07 13:38:42.875606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-22a62d3c-1ad7-4ca6-b512-9f4382e6d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:21Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '409eae4f-5eef-42fc-92ab-753518d99c22', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.238', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'port_id': '136138f7-12bc-4c07-a476-e7cd54835420', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'mac_address': 'fa:16:3e:f5:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:38:40Z', 'updated_at': '2021-12-07T13:38:40Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5', 'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:f3:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6346dea-207d-45c0-83da-5b87192768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:20Z', 'updated_at': '2021-12-07T13:38:26Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'd6346dea-207d-45c0-83da-5b87192768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:42.879872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a62d3c-1ad7-4ca6-b512-9f4382e6d379 None None] Checking router: b3ae95c5-a15c-459d-b6ba-08ffb188a394 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:38:42.892214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a62d3c-1ad7-4ca6-b512-9f4382e6d379 None None] Routers {'b3ae95c5-a15c-459d-b6ba-08ffb188a394'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:38:42.892885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-22a62d3c-1ad7-4ca6-b512-9f4382e6d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:38:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:43.029682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d58f5-5404-43bd-a144-bb1e834fe233 req-b9c0b14c-6b79-4eff-b211-5b822cee14c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:43.031294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bb8d58f5-5404-43bd-a144-bb1e834fe233 req-b9c0b14c-6b79-4eff-b211-5b822cee14c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2451d6eb-d770-4dd2-9fa7-c47bed783bb3 HTTP/1.1" status: 200 len: 897 time: 0.1677186 Dec 07 13:38:43.034989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-81766c8c-38ad-42aa-93f8-55ba948beca8 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/routers/b3ae95c5-a15c-459d-b6ba-08ffb188a394 HTTP/1.1" status: 200 len: 923 time: 0.6519394 Dec 07 13:38:43.037844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52586) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:43.080903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-22a62d3c-1ad7-4ca6-b512-9f4382e6d379 None None] Set router b3ae95c5-a15c-459d-b6ba-08ffb188a394 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:38:43.146954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bb8d58f5-5404-43bd-a144-bb1e834fe233 req-1554a069-b1cb-4ce3-9ab4-d86d7d133797 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=136138f7-12bc-4c07-a476-e7cd54835420 HTTP/1.1" status: 200 len: 1000 time: 0.1093600 Dec 07 13:38:43.154088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1b81239a-bfd0-4900-a0c3-4e3e65958a96 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/409eae4f-5eef-42fc-92ab-753518d99c22 HTTP/1.1" status: 200 len: 992 time: 0.1137371 Dec 07 13:38:43.217741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d58f5-5404-43bd-a144-bb1e834fe233 req-9b32b1f1-44da-4aac-95f5-fdb8e5abf618 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:38:43.219351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bb8d58f5-5404-43bd-a144-bb1e834fe233 req-9b32b1f1-44da-4aac-95f5-fdb8e5abf618 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d6346dea-207d-45c0-83da-5b87192768df HTTP/1.1" status: 200 len: 835 time: 0.0663099 Dec 07 13:38:43.304674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bb8d58f5-5404-43bd-a144-bb1e834fe233 req-f9c066dc-026f-47e6-9618-1f2b79a422cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2451d6eb-d770-4dd2-9fa7-c47bed783bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790524 Dec 07 13:38:43.457058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bb8d58f5-5404-43bd-a144-bb1e834fe233 req-9acf9122-28b1-49e4-87f5-c2c5a4ef0c70 service neutron] 10.222.0.45 "GET /v2.0/networks/2451d6eb-d770-4dd2-9fa7-c47bed783bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447852 Dec 07 13:38:43.459063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-22a62d3c-1ad7-4ca6-b512-9f4382e6d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:21Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '409eae4f-5eef-42fc-92ab-753518d99c22', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.238', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'port_id': '136138f7-12bc-4c07-a476-e7cd54835420', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'mac_address': 'fa:16:3e:f5:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:38:40Z', 'updated_at': '2021-12-07T13:38:40Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5', 'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:f3:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6346dea-207d-45c0-83da-5b87192768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:20Z', 'updated_at': '2021-12-07T13:38:26Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'd6346dea-207d-45c0-83da-5b87192768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:38:43.463938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a62d3c-1ad7-4ca6-b512-9f4382e6d379 None None] The sync data for ids ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:21Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '409eae4f-5eef-42fc-92ab-753518d99c22', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.238', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'port_id': '136138f7-12bc-4c07-a476-e7cd54835420', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'mac_address': 'fa:16:3e:f5:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:38:40Z', 'updated_at': '2021-12-07T13:38:40Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5', 'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:f3:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6346dea-207d-45c0-83da-5b87192768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:20Z', 'updated_at': '2021-12-07T13:38:26Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'd6346dea-207d-45c0-83da-5b87192768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:38:43.606593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bb8d58f5-5404-43bd-a144-bb1e834fe233 req-bef713b2-0cca-47ea-afcc-25bd83339d3f service neutron] 10.222.0.45 "GET /v2.0/networks/2451d6eb-d770-4dd2-9fa7-c47bed783bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429431 Dec 07 13:38:43.804889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a7f00-f866-47ac-baf9-6f77c2e422cb None None] New status for floating IP 409eae4f-5eef-42fc-92ab-753518d99c22: ACTIVE {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:38:44.157043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52590) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:38:44.269150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-eda5a7ff-5fb9-406c-83fc-af103b8506f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/409eae4f-5eef-42fc-92ab-753518d99c22 HTTP/1.1" status: 200 len: 994 time: 0.1107049 Dec 07 13:39:00.086098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d359174b-3c62-4c41-88cf-af4a7ab88639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:01.600153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:02.434489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e488051-bd7f-4ed5-9229-4a60d54c2a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:02.862809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:04.748706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:09.742859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:11.909631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:39:15.394524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52604) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:15.813127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-69d84a31-731b-4187-982d-1b5f45858934 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/routers/b3ae95c5-a15c-459d-b6ba-08ffb188a394/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4169781 Dec 07 13:39:15.815814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52608) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:16.078158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a1e2e1-d623-4c3c-b365-9ca102389440 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Notify agent at dv-neutron-ussuri-2-hyperv the message router_removed_from_agent {{(pid=88897) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 07 13:39:16.081473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e4a1e2e1-d623-4c3c-b365-9ca102389440 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "DELETE /v2.0/agents/01713966-3e3d-4042-bd74-6a0d214fac5b/l3-routers/b3ae95c5-a15c-459d-b6ba-08ffb188a394 HTTP/1.1" status: 204 len: 168 time: 0.2646794 Dec 07 13:39:16.084323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52612) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:16.278492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:39:16.286592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c1b269b7-8227-40fa-b99b-b97ab4efdee6 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/routers/b3ae95c5-a15c-459d-b6ba-08ffb188a394/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2009938 Dec 07 13:39:16.289318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52616) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:16.410600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3527a444-598c-4b01-96fc-3357856877e1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/409eae4f-5eef-42fc-92ab-753518d99c22 HTTP/1.1" status: 200 len: 994 time: 0.1198566 Dec 07 13:39:16.545233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3588c1a5-27db-4734-892b-5c1d28ca157e None None] New status for floating IP 409eae4f-5eef-42fc-92ab-753518d99c22: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:39:16.633818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:16.764122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5,segment=NetworkSegment(17d7d0fa-f132-4a84-9e6a-3e9502bb8816),segment_id=17d7d0fa-f132-4a84-9e6a-3e9502bb8816)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:39:16.831512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:16.840182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4295d1c2-4e78-46b9-947f-ada949f3e128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:16.910119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:16.920583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:16.921010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:16.921392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:16.921768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:16.922153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:16.922518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:16.922886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:16.923284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:16.923658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:16.924024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:16.924482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:16.929220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:17.415032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52620) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:17.525278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-af378c11-5632-4b72-a574-3899bb098bb6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/409eae4f-5eef-42fc-92ab-753518d99c22 HTTP/1.1" status: 200 len: 992 time: 0.1089103 Dec 07 13:39:18.265482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5a37a68b-5c22-4e92-942c-2bff9c71f691 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:39:18.377683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:18.395602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 5a37a68b-5c22-4e92-942c-2bff9c71f691, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5a37a68b-5c22-4e92-942c-2bff9c71f691,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:39:18.428973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:18.431994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64109789-05d1-4db8-b63e-75c3b70fdebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:18.501926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=5a37a68b-5c22-4e92-942c-2bff9c71f691,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:18.505080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:18.714375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52626) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:18.948326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a64f72-ee80-40b8-bd6a-3c2f947543bc tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Router b3ae95c5-a15c-459d-b6ba-08ffb188a394 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:39:18.948710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a64f72-ee80-40b8-bd6a-3c2f947543bc tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Notify agent at dv-neutron-ussuri-2-hyperv the message router_added_to_agent {{(pid=88897) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 07 13:39:18.974679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-06a64f72-ee80-40b8-bd6a-3c2f947543bc tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "POST /v2.0/agents/01713966-3e3d-4042-bd74-6a0d214fac5b/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2591743 Dec 07 13:39:18.978071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52632) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:18.996214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca10d1b-a38b-43fd-aa59-7ebe6ef96f9d None None] Sync routers for ids ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:39:19.008862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca10d1b-a38b-43fd-aa59-7ebe6ef96f9d None None] Routers {'b3ae95c5-a15c-459d-b6ba-08ffb188a394'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:39:19.009627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-dca10d1b-a38b-43fd-aa59-7ebe6ef96f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:39:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:19.166799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7f105f3d-0043-408d-a0a0-a103d463ac96 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/routers/b3ae95c5-a15c-459d-b6ba-08ffb188a394/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1874380 Dec 07 13:39:19.169574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52638) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:19.199400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-dca10d1b-a38b-43fd-aa59-7ebe6ef96f9d None None] Set router b3ae95c5-a15c-459d-b6ba-08ffb188a394 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:39:19.282247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cbe6eb99-5cf5-43ef-823f-314e905ee580 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/409eae4f-5eef-42fc-92ab-753518d99c22 HTTP/1.1" status: 200 len: 992 time: 0.1113234 Dec 07 13:39:19.574087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-dca10d1b-a38b-43fd-aa59-7ebe6ef96f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:21Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:39:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '409eae4f-5eef-42fc-92ab-753518d99c22', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.238', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'port_id': '136138f7-12bc-4c07-a476-e7cd54835420', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'mac_address': 'fa:16:3e:f5:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:38:40Z', 'updated_at': '2021-12-07T13:39:16Z', 'revision_number': 2, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5', 'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:f3:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6346dea-207d-45c0-83da-5b87192768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:20Z', 'updated_at': '2021-12-07T13:39:16Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'd6346dea-207d-45c0-83da-5b87192768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:19.574087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca10d1b-a38b-43fd-aa59-7ebe6ef96f9d None None] Checking router: b3ae95c5-a15c-459d-b6ba-08ffb188a394 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:39:19.584678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca10d1b-a38b-43fd-aa59-7ebe6ef96f9d None None] Routers {'b3ae95c5-a15c-459d-b6ba-08ffb188a394'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:39:19.585323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-dca10d1b-a38b-43fd-aa59-7ebe6ef96f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:39:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:19.935919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-dca10d1b-a38b-43fd-aa59-7ebe6ef96f9d None None] Set router b3ae95c5-a15c-459d-b6ba-08ffb188a394 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:39:20.286432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52642) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:20.306510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-dca10d1b-a38b-43fd-aa59-7ebe6ef96f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:21Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:39:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '409eae4f-5eef-42fc-92ab-753518d99c22', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.238', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'port_id': '136138f7-12bc-4c07-a476-e7cd54835420', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'mac_address': 'fa:16:3e:f5:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:38:40Z', 'updated_at': '2021-12-07T13:39:16Z', 'revision_number': 2, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5', 'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:f3:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6346dea-207d-45c0-83da-5b87192768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:20Z', 'updated_at': '2021-12-07T13:39:16Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'd6346dea-207d-45c0-83da-5b87192768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:20.311015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca10d1b-a38b-43fd-aa59-7ebe6ef96f9d None None] The sync data for ids ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:21Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:39:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '409eae4f-5eef-42fc-92ab-753518d99c22', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.238', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'port_id': '136138f7-12bc-4c07-a476-e7cd54835420', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'mac_address': 'fa:16:3e:f5:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:38:40Z', 'updated_at': '2021-12-07T13:39:16Z', 'revision_number': 2, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5', 'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:f3:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6346dea-207d-45c0-83da-5b87192768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:20Z', 'updated_at': '2021-12-07T13:39:16Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'd6346dea-207d-45c0-83da-5b87192768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:39:20.404789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-80580621-7df1-4121-85cb-a2ec3a7aaf2f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/409eae4f-5eef-42fc-92ab-753518d99c22 HTTP/1.1" status: 200 len: 992 time: 0.1168661 Dec 07 13:39:21.408060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52646) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:21.526992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5450b398-f5bd-48d4-974b-a5876288dea9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/409eae4f-5eef-42fc-92ab-753518d99c22 HTTP/1.1" status: 200 len: 992 time: 0.1174743 Dec 07 13:39:22.323637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5a37a68b-5c22-4e92-942c-2bff9c71f691 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:39:22.398497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 5a37a68b-5c22-4e92-942c-2bff9c71f691 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:39:22.399005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:22.518806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:22.530758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52650) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:22.535406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 5a37a68b-5c22-4e92-942c-2bff9c71f691, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5a37a68b-5c22-4e92-942c-2bff9c71f691,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:39:22.565695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:22.566869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:39:22.595889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab91fd3d-3a4b-435c-b177-e6af049ddc92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:22.649469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-68dd3413-1c46-49f3-a99e-cdc4499e4ba4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/409eae4f-5eef-42fc-92ab-753518d99c22 HTTP/1.1" status: 200 len: 992 time: 0.1149449 Dec 07 13:39:22.692771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=5a37a68b-5c22-4e92-942c-2bff9c71f691,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:22.696316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:22.707305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:39:22.707733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:22.826105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:22.858249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5,segment=NetworkSegment(17d7d0fa-f132-4a84-9e6a-3e9502bb8816),segment_id=17d7d0fa-f132-4a84-9e6a-3e9502bb8816)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:39:22.891132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:22.893199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:22.962813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5,revision_number=7']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:22.966260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:23.507512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dff9700-3402-429f-904c-b860d6e595a6 None None] New status for floating IP 409eae4f-5eef-42fc-92ab-753518d99c22: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:39:23.652440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52654) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:23.764982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ac54acbd-0305-4b84-9c44-0f41674c8555 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/409eae4f-5eef-42fc-92ab-753518d99c22 HTTP/1.1" status: 200 len: 992 time: 0.1112418 Dec 07 13:39:24.280351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5a37a68b-5c22-4e92-942c-2bff9c71f691 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:39:24.353029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 5a37a68b-5c22-4e92-942c-2bff9c71f691 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:39:24.353447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:24.473729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:39:24.541395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:39:24.541816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:24.768914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52658) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:24.881482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7ada049a-155a-45b1-9e4b-5b65f5912262 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/409eae4f-5eef-42fc-92ab-753518d99c22 HTTP/1.1" status: 200 len: 994 time: 0.1112347 Dec 07 13:39:25.211277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52666) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:25.423933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 437b58fd-a35c-47d0-a611-a4ec33ca06f2 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:39:25.424298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:25.597978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:25.598336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:25.723147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 437b58fd-a35c-47d0-a611-a4ec33ca06f2 owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:39:25.897447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:25.901839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1f344cc4-41c9-46f4-8941-4d9dedf79a2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:25.942828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=437b58fd-a35c-47d0-a611-a4ec33ca06f2,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:25.957979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:25.958402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:25.958820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:25.959266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:25.959857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:25.960053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:25.960455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:25.960899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:25.961478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:25.961745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:25.962096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:25.994157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:26.057019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:26.693999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router b3ae95c5-a15c-459d-b6ba-08ffb188a394 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:39:26.905926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:39:26.920564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f41982-50a5-4f1e-9145-780919d6568a None None] Sync routers for ids ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:39:26.925835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:26.934576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f41982-50a5-4f1e-9145-780919d6568a None None] Routers {'b3ae95c5-a15c-459d-b6ba-08ffb188a394'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:39:26.935267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-03f41982-50a5-4f1e-9145-780919d6568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:39:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:26.984997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/floatingips/409eae4f-5eef-42fc-92ab-753518d99c22 HTTP/1.1" status: 204 len: 168 time: 1.7724297 Dec 07 13:39:26.985685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'tag': '136138f7-12bc-4c07-a476-e7cd54835420'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:39:27.097594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'tag': '136138f7-12bc-4c07-a476-e7cd54835420', 'status': 'completed', 'code': 200} Dec 07 13:39:27.173581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-03f41982-50a5-4f1e-9145-780919d6568a None None] Set router b3ae95c5-a15c-459d-b6ba-08ffb188a394 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:39:27.268621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-359b5126-fa92-441e-8d14-21eb7e8dee3e req-1ba6f9b9-1a53-4721-8088-990ce31d1cd0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 1099 time: 0.1428139 Dec 07 13:39:27.272373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-941380ef-9b73-4159-a958-5db0f02fae86 req-8c146105-2ee1-47a4-b306-27bb229bb0d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1129446 Dec 07 13:39:27.420227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5126-fa92-441e-8d14-21eb7e8dee3e req-168dc939-e815-461c-950a-6e2479b16598 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:27.421798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-359b5126-fa92-441e-8d14-21eb7e8dee3e req-168dc939-e815-461c-950a-6e2479b16598 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2451d6eb-d770-4dd2-9fa7-c47bed783bb3 HTTP/1.1" status: 200 len: 897 time: 0.1408212 Dec 07 13:39:27.500846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-359b5126-fa92-441e-8d14-21eb7e8dee3e req-473b362b-e4a2-49c7-b07f-d8ce2141d25e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=136138f7-12bc-4c07-a476-e7cd54835420 HTTP/1.1" status: 200 len: 217 time: 0.0666146 Dec 07 13:39:27.512874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-03f41982-50a5-4f1e-9145-780919d6568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:21Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:39:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5', 'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:f3:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6346dea-207d-45c0-83da-5b87192768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:20Z', 'updated_at': '2021-12-07T13:39:22Z', 'revision_number': 7, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'd6346dea-207d-45c0-83da-5b87192768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:27.517106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f41982-50a5-4f1e-9145-780919d6568a None None] Checking router: b3ae95c5-a15c-459d-b6ba-08ffb188a394 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:39:27.528732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f41982-50a5-4f1e-9145-780919d6568a None None] Routers {'b3ae95c5-a15c-459d-b6ba-08ffb188a394'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:39:27.529386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-03f41982-50a5-4f1e-9145-780919d6568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:39:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:27.578288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5126-fa92-441e-8d14-21eb7e8dee3e req-80fe14c1-c6c5-4596-ae73-a75dbcd06b3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:27.583166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-359b5126-fa92-441e-8d14-21eb7e8dee3e req-80fe14c1-c6c5-4596-ae73-a75dbcd06b3a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d6346dea-207d-45c0-83da-5b87192768df HTTP/1.1" status: 200 len: 835 time: 0.0711110 Dec 07 13:39:27.583570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93742c33-3d3f-46f2-a64b-b628c3a6f695 req-c9130e1b-74e0-4b54-9e23-9fdf8c201fab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:27.584327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-93742c33-3d3f-46f2-a64b-b628c3a6f695 req-c9130e1b-74e0-4b54-9e23-9fdf8c201fab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:39:27.638851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-93742c33-3d3f-46f2-a64b-b628c3a6f695 req-c9130e1b-74e0-4b54-9e23-9fdf8c201fab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:39:27.640299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-93742c33-3d3f-46f2-a64b-b628c3a6f695 req-c9130e1b-74e0-4b54-9e23-9fdf8c201fab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 946 time: 0.1447737 Dec 07 13:39:27.664459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-359b5126-fa92-441e-8d14-21eb7e8dee3e req-aa0ab1e5-13e4-43a3-8d62-0b93edcc2d66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2451d6eb-d770-4dd2-9fa7-c47bed783bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767801 Dec 07 13:39:27.690976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-93742c33-3d3f-46f2-a64b-b628c3a6f695 req-6031aa27-fab5-4fdb-9010-688b200e0401 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc176d0-d686-4676-a9bf-38c63590cbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439119 Dec 07 13:39:27.721882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-03f41982-50a5-4f1e-9145-780919d6568a None None] Set router b3ae95c5-a15c-459d-b6ba-08ffb188a394 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:39:27.815564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-359b5126-fa92-441e-8d14-21eb7e8dee3e req-9eee6d1b-2ca4-447f-a1fe-d49a2bf58e5e service neutron] 10.222.0.45 "GET /v2.0/networks/2451d6eb-d770-4dd2-9fa7-c47bed783bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436381 Dec 07 13:39:27.963533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-359b5126-fa92-441e-8d14-21eb7e8dee3e req-4581116a-4369-46c4-88a5-0317bab1d55d service neutron] 10.222.0.45 "GET /v2.0/networks/2451d6eb-d770-4dd2-9fa7-c47bed783bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407731 Dec 07 13:39:28.048071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-03f41982-50a5-4f1e-9145-780919d6568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:21Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:39:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5', 'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:f3:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6346dea-207d-45c0-83da-5b87192768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:20Z', 'updated_at': '2021-12-07T13:39:22Z', 'revision_number': 7, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'd6346dea-207d-45c0-83da-5b87192768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:28.052792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f41982-50a5-4f1e-9145-780919d6568a None None] The sync data for ids ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:38:21Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:39:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5', 'name': '', 'network_id': '2451d6eb-d770-4dd2-9fa7-c47bed783bb3', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:f3:b6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6346dea-207d-45c0-83da-5b87192768df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:20Z', 'updated_at': '2021-12-07T13:39:22Z', 'revision_number': 7, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'd6346dea-207d-45c0-83da-5b87192768df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:39:28.166487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-941380ef-9b73-4159-a958-5db0f02fae86 req-099dbad9-4df2-403a-a6cb-d88dff405edd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 1099 time: 0.0758924 Dec 07 13:39:28.336972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941380ef-9b73-4159-a958-5db0f02fae86 req-9f586a6b-26db-41b1-a6c5-c4d6266a1b42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:28.338883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-941380ef-9b73-4159-a958-5db0f02fae86 req-9f586a6b-26db-41b1-a6c5-c4d6266a1b42 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2451d6eb-d770-4dd2-9fa7-c47bed783bb3 HTTP/1.1" status: 200 len: 897 time: 0.1489882 Dec 07 13:39:28.413672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-941380ef-9b73-4159-a958-5db0f02fae86 req-13e9a029-fd9e-43c2-882c-fb8f3055483f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=136138f7-12bc-4c07-a476-e7cd54835420 HTTP/1.1" status: 200 len: 217 time: 0.0675273 Dec 07 13:39:28.486867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941380ef-9b73-4159-a958-5db0f02fae86 req-7da3c78e-6f4d-4024-bd7e-a9ff5c1b02e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:28.488476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-941380ef-9b73-4159-a958-5db0f02fae86 req-7da3c78e-6f4d-4024-bd7e-a9ff5c1b02e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d6346dea-207d-45c0-83da-5b87192768df HTTP/1.1" status: 200 len: 835 time: 0.0663061 Dec 07 13:39:28.576039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-941380ef-9b73-4159-a958-5db0f02fae86 req-81c90845-4b97-4014-9d67-6f123658964e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2451d6eb-d770-4dd2-9fa7-c47bed783bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792952 Dec 07 13:39:28.729367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-941380ef-9b73-4159-a958-5db0f02fae86 req-846e99da-c71e-402d-9af6-7b7541dae547 service neutron] 10.222.0.45 "GET /v2.0/networks/2451d6eb-d770-4dd2-9fa7-c47bed783bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460052 Dec 07 13:39:28.926054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf7d8f-5f97-42f9-b7e2-341ba9243015 req-3f8ae451-7f52-4a7e-a509-58d123112717 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:28.927992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-95bf7d8f-5f97-42f9-b7e2-341ba9243015 req-3f8ae451-7f52-4a7e-a509-58d123112717 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 946 time: 0.0996215 Dec 07 13:39:28.984738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-95bf7d8f-5f97-42f9-b7e2-341ba9243015 req-19a0f557-c576-4f6c-81da-cf44b5f693fa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=afc176d0-d686-4676-a9bf-38c63590cbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497246 Dec 07 13:39:29.204337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-941380ef-9b73-4159-a958-5db0f02fae86 req-a1b2262a-44d8-4fc7-b927-aa737d596cd5 service neutron] 10.222.0.45 "GET /v2.0/networks/2451d6eb-d770-4dd2-9fa7-c47bed783bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676468 Dec 07 13:39:29.215976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e74dad-741e-435a-ba84-7c15be9f54bb req-f7b9aa7d-4ce6-4e3e-835d-8b64e0b73580 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:29.216722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f1e74dad-741e-435a-ba84-7c15be9f54bb req-f7b9aa7d-4ce6-4e3e-835d-8b64e0b73580 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:39:29.229689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f1e74dad-741e-435a-ba84-7c15be9f54bb req-f7b9aa7d-4ce6-4e3e-835d-8b64e0b73580 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:39:29.230921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1e74dad-741e-435a-ba84-7c15be9f54bb req-f7b9aa7d-4ce6-4e3e-835d-8b64e0b73580 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 946 time: 0.1413426 Dec 07 13:39:29.317478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-f1e74dad-741e-435a-ba84-7c15be9f54bb req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 136138f7-12bc-4c07-a476-e7cd54835420 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:39:29.317919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f1e74dad-741e-435a-ba84-7c15be9f54bb req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:29.379642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893bde6c-fef4-44ea-9aea-933df1988446 None None] New status for floating IP 409eae4f-5eef-42fc-92ab-753518d99c22: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:39:29.590134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-f1e74dad-741e-435a-ba84-7c15be9f54bb req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 136138f7-12bc-4c07-a476-e7cd54835420, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=136138f7-12bc-4c07-a476-e7cd54835420,segment=NetworkSegment(17d7d0fa-f132-4a84-9e6a-3e9502bb8816),segment_id=17d7d0fa-f132-4a84-9e6a-3e9502bb8816)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:39:29.590536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f1e74dad-741e-435a-ba84-7c15be9f54bb req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:29.722501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-f1e74dad-741e-435a-ba84-7c15be9f54bb req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 136138f7-12bc-4c07-a476-e7cd54835420 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:39:29.902849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f1e74dad-741e-435a-ba84-7c15be9f54bb req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:29.909456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0f147078-89a1-4195-929b-cc79e0d7dd50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:29.957384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=136138f7-12bc-4c07-a476-e7cd54835420,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:29.998801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:29.999469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:29.999607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:30.000024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:30.000433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:30.000841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:30.001246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:30.001650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:30.002052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:30.002453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:30.002852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:30.010104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:30.045436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e74dad-741e-435a-ba84-7c15be9f54bb req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] No DVR routers for this DVR port 136138f7-12bc-4c07-a476-e7cd54835420 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:39:30.047999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f1e74dad-741e-435a-ba84-7c15be9f54bb req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:30.050990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'name': 'network-vif-deleted', 'tag': '136138f7-12bc-4c07-a476-e7cd54835420'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:39:30.080131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad97ff52-5e10-495e-b825-57940b7abb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:30.109519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fb74c2-3503-4cbd-b876-af60f1d4a2fe', 'name': 'network-vif-deleted', 'tag': '136138f7-12bc-4c07-a476-e7cd54835420', 'status': 'completed', 'code': 200} Dec 07 13:39:30.111785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1e74dad-741e-435a-ba84-7c15be9f54bb req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "DELETE /v2.0/ports/136138f7-12bc-4c07-a476-e7cd54835420 HTTP/1.1" status: 204 len: 173 time: 0.8725173 Dec 07 13:39:30.165480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-22e66b6b-c67a-4abc-8d7a-92e6a8b4d40c req-8d921cf9-425f-421b-859a-c01fc3ee14e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8fb74c2-3503-4cbd-b876-af60f1d4a2fe HTTP/1.1" status: 200 len: 210 time: 0.0464759 Dec 07 13:39:31.277590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52684) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:31.353175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5cd8d86f-a238-45c1-8c3c-7e6cc3c0a448 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:31.387527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5cd8d86f-a238-45c1-8c3c-7e6cc3c0a448 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:31.594123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5cd8d86f-a238-45c1-8c3c-7e6cc3c0a448 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:31.599880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee65be37-78f2-4545-8f9d-87c6a4d4feaa tempest-PortsIpV6TestJSON-1832413838 tempest-PortsIpV6TestJSON-1832413838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:31.615971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8d86f-a238-45c1-8c3c-7e6cc3c0a448 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc176d0-d686-4676-a9bf-38c63590cbfa,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:31.619598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5cd8d86f-a238-45c1-8c3c-7e6cc3c0a448 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:31.622761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:31.644844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5cd8d86f-a238-45c1-8c3c-7e6cc3c0a448 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:31.646189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5cd8d86f-a238-45c1-8c3c-7e6cc3c0a448 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/security-groups/afc176d0-d686-4676-a9bf-38c63590cbfa HTTP/1.1" status: 204 len: 168 time: 0.3674178 Dec 07 13:39:31.715091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52690) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:32.132866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb63cf80-75a8-4e9e-a6c0-e2637a24d4f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:32.440263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad63b7f4-a26f-4632-b82c-e23402c3c32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:32.770094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bb63cf80-75a8-4e9e-a6c0-e2637a24d4f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:39:32.770389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb63cf80-75a8-4e9e-a6c0-e2637a24d4f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:32.851617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:32.970863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bb63cf80-75a8-4e9e-a6c0-e2637a24d4f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5,segment=NetworkSegment(17d7d0fa-f132-4a84-9e6a-3e9502bb8816),segment_id=17d7d0fa-f132-4a84-9e6a-3e9502bb8816)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:39:32.971207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb63cf80-75a8-4e9e-a6c0-e2637a24d4f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:33.098722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bb63cf80-75a8-4e9e-a6c0-e2637a24d4f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:39:33.319901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb63cf80-75a8-4e9e-a6c0-e2637a24d4f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:33.324957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:33.371282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63cf80-75a8-4e9e-a6c0-e2637a24d4f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:33.373928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb63cf80-75a8-4e9e-a6c0-e2637a24d4f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:33.920797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb63cf80-75a8-4e9e-a6c0-e2637a24d4f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:34.234760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 136138f7-12bc-4c07-a476-e7cd54835420 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:39:34.277735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 136138f7-12bc-4c07-a476-e7cd54835420 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:39:34.278488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 136138f7-12bc-4c07-a476-e7cd54835420 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:39:34.528827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb63cf80-75a8-4e9e-a6c0-e2637a24d4f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router b3ae95c5-a15c-459d-b6ba-08ffb188a394 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:39:34.737017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:34.740925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb63cf80-75a8-4e9e-a6c0-e2637a24d4f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:39:34.751560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2ac91-e781-4790-9e77-210d8d0298e3 None None] Sync routers for ids ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:39:34.757532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bb63cf80-75a8-4e9e-a6c0-e2637a24d4f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/b3ae95c5-a15c-459d-b6ba-08ffb188a394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0386426 Dec 07 13:39:34.757845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52694) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:34.764670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2ac91-e781-4790-9e77-210d8d0298e3 None None] Routers {'b3ae95c5-a15c-459d-b6ba-08ffb188a394'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:39:34.765337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-13b2ac91-e781-4790-9e77-210d8d0298e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:39:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:34.955345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-13b2ac91-e781-4790-9e77-210d8d0298e3 None None] Set router b3ae95c5-a15c-459d-b6ba-08ffb188a394 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:39:34.968030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0ca85d-c8f8-43a6-83d2-e6d3df2b76cf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting subnet d6346dea-207d-45c0-83da-5b87192768df {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:39:34.971425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a0ca85d-c8f8-43a6-83d2-e6d3df2b76cf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:35.037242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a0ca85d-c8f8-43a6-83d2-e6d3df2b76cf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:35.132398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a0ca85d-c8f8-43a6-83d2-e6d3df2b76cf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:35.256334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-13b2ac91-e781-4790-9e77-210d8d0298e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:39:33Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:39:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:35.260519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2ac91-e781-4790-9e77-210d8d0298e3 None None] Checking router: b3ae95c5-a15c-459d-b6ba-08ffb188a394 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:39:35.272484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2ac91-e781-4790-9e77-210d8d0298e3 None None] Routers {'b3ae95c5-a15c-459d-b6ba-08ffb188a394'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:39:35.273809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-13b2ac91-e781-4790-9e77-210d8d0298e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:39:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:35.365527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a0ca85d-c8f8-43a6-83d2-e6d3df2b76cf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:35.370525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5161d1ee-cd6e-48c4-9663-a04900042a69 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:35.414007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ca85d-c8f8-43a6-83d2-e6d3df2b76cf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Subnet': ['ID=d6346dea-207d-45c0-83da-5b87192768df,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:35.416786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0a0ca85d-c8f8-43a6-83d2-e6d3df2b76cf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:35.419837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a0ca85d-c8f8-43a6-83d2-e6d3df2b76cf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:35.426893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0a0ca85d-c8f8-43a6-83d2-e6d3df2b76cf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/subnets/d6346dea-207d-45c0-83da-5b87192768df HTTP/1.1" status: 204 len: 168 time: 0.6679296 Dec 07 13:39:35.429683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ff312e-1e98-4efe-bac5-01902edcde1d None None] Network 2451d6eb-d770-4dd2-9fa7-c47bed783bb3 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:39:35.430249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52698) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:35.626401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-13b2ac91-e781-4790-9e77-210d8d0298e3 None None] Set router b3ae95c5-a15c-459d-b6ba-08ffb188a394 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:39:35.647545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:35.720569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49f6c67-841d-49bd-b887-3dd9ae4a8138 None None] DHCP port deletion for 2451d6eb-d770-4dd2-9fa7-c47bed783bb3 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:39:35.725160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f49f6c67-841d-49bd-b887-3dd9ae4a8138 None None] Deleting port ec035970-8cd1-4e53-a0b9-cef2c89f38dc {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:39:35.725463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f49f6c67-841d-49bd-b887-3dd9ae4a8138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:35.873653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:35.914736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 5a37a68b-5c22-4e92-942c-2bff9c71f691 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:39:35.915101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:35.948340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-13b2ac91-e781-4790-9e77-210d8d0298e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:39:33Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:39:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:35.952863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2ac91-e781-4790-9e77-210d8d0298e3 None None] The sync data for ids ['b3ae95c5-a15c-459d-b6ba-08ffb188a394'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'name': 'tempest-TestNetworkBasicOps-router-2116524077', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136'}], 'enable_snat': True}, 'gw_port_id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:39:33Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '5a37a68b-5c22-4e92-942c-2bff9c71f691', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:32:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae95c5-a15c-459d-b6ba-08ffb188a394', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:38:16Z', 'updated_at': '2021-12-07T13:39:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:39:36.118135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f49f6c67-841d-49bd-b887-3dd9ae4a8138 None None] For port ec035970-8cd1-4e53-a0b9-cef2c89f38dc, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ec035970-8cd1-4e53-a0b9-cef2c89f38dc,segment=NetworkSegment(17d7d0fa-f132-4a84-9e6a-3e9502bb8816),segment_id=17d7d0fa-f132-4a84-9e6a-3e9502bb8816)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:39:36.119152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f49f6c67-841d-49bd-b887-3dd9ae4a8138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:36.134899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 5a37a68b-5c22-4e92-942c-2bff9c71f691, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5a37a68b-5c22-4e92-942c-2bff9c71f691,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:39:36.135375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:36.260544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f49f6c67-841d-49bd-b887-3dd9ae4a8138 None None] Calling delete_port for ec035970-8cd1-4e53-a0b9-cef2c89f38dc owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:39:36.279433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 5a37a68b-5c22-4e92-942c-2bff9c71f691 owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:39:36.317633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ec035970-8cd1-4e53-a0b9-cef2c89f38dc no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:39:36.481925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:36.531216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:36.536234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:36.541909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:39:36.578539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:39:36.578944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 985a3c0b-dc2b-40aa-9cbb-bdba9abce6f5 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:39:36.580545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f49f6c67-841d-49bd-b887-3dd9ae4a8138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:36.584471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=5a37a68b-5c22-4e92-942c-2bff9c71f691,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:36.587638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:36.592865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:36.629669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f6c67-841d-49bd-b887-3dd9ae4a8138 None None] No DVR routers for this DVR port ec035970-8cd1-4e53-a0b9-cef2c89f38dc on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:39:36.639173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f6c67-841d-49bd-b887-3dd9ae4a8138 None None] Pushing event deleted for resources: {'Port': ['ID=ec035970-8cd1-4e53-a0b9-cef2c89f38dc,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:36.641449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f49f6c67-841d-49bd-b887-3dd9ae4a8138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:36.820855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:37.336097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:37.340332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:37.387915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:37.388501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Fanout notify agent at l3_agent the message router_deleted on router b3ae95c5-a15c-459d-b6ba-08ffb188a394 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:39:37.403921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:37.405257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/routers/b3ae95c5-a15c-459d-b6ba-08ffb188a394 HTTP/1.1" status: 204 len: 168 time: 1.9737613 Dec 07 13:39:37.408121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52702) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:37.534228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56e6d35b-7fec-440a-b0a2-a954cce32649 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:37.678117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56e6d35b-7fec-440a-b0a2-a954cce32649 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:37.706848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-56e6d35b-7fec-440a-b0a2-a954cce32649 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2451d6eb-d770-4dd2-9fa7-c47bed783bb3']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:37.719678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-56e6d35b-7fec-440a-b0a2-a954cce32649 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d7d0fa-f132-4a84-9e6a-3e9502bb8816') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:37.720013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-56e6d35b-7fec-440a-b0a2-a954cce32649 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d7d0fa-f132-4a84-9e6a-3e9502bb8816') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:37.732459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56e6d35b-7fec-440a-b0a2-a954cce32649 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:37.748481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56e6d35b-7fec-440a-b0a2-a954cce32649 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:37.754815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e6d35b-7fec-440a-b0a2-a954cce32649 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:39:37.755264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56e6d35b-7fec-440a-b0a2-a954cce32649 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:39:37.770323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:39:37.873609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56e6d35b-7fec-440a-b0a2-a954cce32649 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:37.877160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96a24063-e263-46bd-9eed-a40a491bad2a tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:37.892304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56e6d35b-7fec-440a-b0a2-a954cce32649 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:37.905726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6d35b-7fec-440a-b0a2-a954cce32649 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Network': ['ID=2451d6eb-d770-4dd2-9fa7-c47bed783bb3,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:37.908761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-56e6d35b-7fec-440a-b0a2-a954cce32649 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:37.949004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-56e6d35b-7fec-440a-b0a2-a954cce32649 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/networks/2451d6eb-d770-4dd2-9fa7-c47bed783bb3 HTTP/1.1" status: 204 len: 168 time: 0.5398228 Dec 07 13:39:37.971480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52706) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:37.978516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'network': {'name': 'tempest-network-smoke--628419116', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'port_security_enabled': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:39:37.984079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:39:37.988382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:network and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:39:37.991458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:39:37.999083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:39:38.033820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:39:38.040111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:38.069771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:39:38.079188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:38.079632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Added segment ce1b69be-b95e-44d7-842c-1c2080be54fd of type vlan for network 24ac1018-6230-48f3-90cc-11d4fdedcd4c Dec 07 13:39:38.107767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:38.170870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:38.175000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:38.175667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:38.181451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc2491ac-b779-4806-a0d8-968dcdfd4338 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:38.287603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5a37a68b-5c22-4e92-942c-2bff9c71f691 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:39:38.308724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Network': ['ID=24ac1018-6230-48f3-90cc-11d4fdedcd4c,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:38.312809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:38.323896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 24ac1018-6230-48f3-90cc-11d4fdedcd4c details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:39:38.326030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3533766 Dec 07 13:39:38.328915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52710) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:38.334504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-632228118', 'admin_state_up': True, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:39:38.337281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 5a37a68b-5c22-4e92-942c-2bff9c71f691 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:39:38.337809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5a37a68b-5c22-4e92-942c-2bff9c71f691 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:39:38.342853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:39:38.347379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:router and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:39:38.350355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:39:38.356748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:39:38.388220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:38.389247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:38.409192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:38.588867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:38.859419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:38.892384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:39.036964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.36.4.211 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/92a37bd4-7a17-42f1-aa25-95523414d759) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:39:39.199485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:39.268469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:39.272959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8807a285-9ade-4c18-815f-d24a77565a51 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:39.343504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:39:39.347183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:39:39.349326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=92a37bd4-7a17-42f1-aa25-95523414d759,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:39.351873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:39:39.384527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:39.532216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:39.532952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:39.737054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:39.805994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router 08ce98ef-10a2-4637-bf7e-6858204a558e is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:39:40.020302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:39:40.030215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Sync routers for ids ['08ce98ef-10a2-4637-bf7e-6858204a558e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:39:40.043373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Routers {'08ce98ef-10a2-4637-bf7e-6858204a558e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:39:40.044060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:39:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['08ce98ef-10a2-4637-bf7e-6858204a558e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:40.068701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:40.070056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7400336 Dec 07 13:39:40.073699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52714) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:40.235011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Set router 08ce98ef-10a2-4637-bf7e-6858204a558e gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:39:40.378888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-13dfd4db-7d9c-497a-943e-15e250a0ad59 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ab6625caa7b0446f8943cb009d398a9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3036067 Dec 07 13:39:40.381878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52720) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:40.527120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bceee180-c567-4ee7-9313-c37ba787f2bb tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:40.531491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bceee180-c567-4ee7-9313-c37ba787f2bb tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1454165 Dec 07 13:39:40.531962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52724) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:40.548226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'name': 'tempest-TestNetworkBasicOps-router-632228118', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:39Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:40.552876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Checking router: 08ce98ef-10a2-4637-bf7e-6858204a558e for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:39:40.553282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Updating router 08ce98ef-10a2-4637-bf7e-6858204a558e port 92a37bd4-7a17-42f1-aa25-95523414d759 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:39:40.582665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5baaeae3-a1bf-40e3-9bdf-183d6909bdea tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0483279 Dec 07 13:39:40.585972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52728) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:40.592473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-562159767', 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:39:40.616230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:40.713115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:39:40.717320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:subnet and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:39:40.720365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:39:40.726727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:39:40.759485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:39:40.875837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:40.987010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:41.000997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Transition to ACTIVE for port object 92a37bd4-7a17-42f1-aa25-95523414d759 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:39:41.057056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:41.062802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:41.142630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662dc606-09f2-4154-a330-5c6fdfa0c023 None None] Pushing event updated for resources: {'Port': ['ID=92a37bd4-7a17-42f1-aa25-95523414d759,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:41.142964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:41.146442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-662dc606-09f2-4154-a330-5c6fdfa0c023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:41.147385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Attempting to bind port 92a37bd4-7a17-42f1-aa25-95523414d759 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:39:41.148673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Attempting to bind port 92a37bd4-7a17-42f1-aa25-95523414d759 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:39:41.149080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Attempting to bind port 92a37bd4-7a17-42f1-aa25-95523414d759 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:39:41.151739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0929c50-25b9-4982-b219-24e6e314daf5 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:41.156253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:39:41.156676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:39:41.157120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:41.157551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:39:41.158062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Bound port: 92a37bd4-7a17-42f1-aa25-95523414d759, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:39:41.158476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:41.240098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Subnet': ['ID=748e1a7c-6644-48cb-b450-71648880884b,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:41.244879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:41.246911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Checking segment: {'id': 'ce1b69be-b95e-44d7-842c-1c2080be54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:39:41.247088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] For port 92a37bd4-7a17-42f1-aa25-95523414d759, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:39:41.247336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network hostable DHCP agents. Network: 24ac1018-6230-48f3-90cc-11d4fdedcd4c, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:39:41.250711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] For port 92a37bd4-7a17-42f1-aa25-95523414d759, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=92a37bd4-7a17-42f1-aa25-95523414d759,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:39:41.285843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:41.290677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d31ed0f-0267-4e31-a5f4-802045b21563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:41.308698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 24ac1018-6230-48f3-90cc-11d4fdedcd4c is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:39:41.365615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 24ac1018-6230-48f3-90cc-11d4fdedcd4c) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:39:41.372229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662dc606-09f2-4154-a330-5c6fdfa0c023 None None] Pushing event updated for resources: {'Port': ['ID=92a37bd4-7a17-42f1-aa25-95523414d759,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:41.379203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ace79d-7a2b-4769-9402-279e3610b9f3 None None] Network 24ac1018-6230-48f3-90cc-11d4fdedcd4c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:39:41.379721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:41.379721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:41.391475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-662dc606-09f2-4154-a330-5c6fdfa0c023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:41.399476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Routers {'08ce98ef-10a2-4637-bf7e-6858204a558e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:39:41.400174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:39:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['08ce98ef-10a2-4637-bf7e-6858204a558e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:41.435004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8478141 Dec 07 13:39:41.437949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52732) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:41.770103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] Set router 08ce98ef-10a2-4637-bf7e-6858204a558e gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:39:41.977320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-24ac1018-6230-48f3-90cc-11d4fdedcd4c', 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ips': [{'subnet_id': '748e1a7c-6644-48cb-b450-71648880884b'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:39:41.978211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:42.238658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:42.356482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Allocated IP 172.20.0.2 (24ac1018-6230-48f3-90cc-11d4fdedcd4c/748e1a7c-6644-48cb-b450-71648880884b/704a1b14-9408-4a77-917c-416b81cc6568) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:39:42.497316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'name': 'tempest-TestNetworkBasicOps-router-632228118', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:39Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:42.503714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85f1539-d3f7-4ba5-9f8c-dccc81ff67fa None None] The sync data for ids ['08ce98ef-10a2-4637-bf7e-6858204a558e'] in dv-neutron-ussuri-2-hyperv is: [{'id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'name': 'tempest-TestNetworkBasicOps-router-632228118', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:39Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:39:42.610752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:42.623745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Transition to ACTIVE for port object 704a1b14-9408-4a77-917c-416b81cc6568 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:39:42.644912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Transition to ACTIVE for port object 704a1b14-9408-4a77-917c-416b81cc6568 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:39:42.685798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:42.691477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-662dc606-09f2-4154-a330-5c6fdfa0c023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:42.756931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Network 24ac1018-6230-48f3-90cc-11d4fdedcd4c is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:39:42.765993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:39:42.768522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:39:42.780464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Pushing event updated for resources: {'Port': ['ID=704a1b14-9408-4a77-917c-416b81cc6568,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:42.783812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:42.871371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Attempting to bind port 704a1b14-9408-4a77-917c-416b81cc6568 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:39:42.871792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Attempting to bind port 704a1b14-9408-4a77-917c-416b81cc6568 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'ce1b69be-b95e-44d7-842c-1c2080be54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:39:42.872205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Attempting to bind port 704a1b14-9408-4a77-917c-416b81cc6568 on network 24ac1018-6230-48f3-90cc-11d4fdedcd4c {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:39:42.880044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:39:42.880298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Checking segment: {'id': 'ce1b69be-b95e-44d7-842c-1c2080be54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:39:42.881594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:42.882064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Bound using segment: {'id': 'ce1b69be-b95e-44d7-842c-1c2080be54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:39:42.882758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Bound port: 704a1b14-9408-4a77-917c-416b81cc6568, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1b69be-b95e-44d7-842c-1c2080be54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:39:42.883036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:42.922472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.1 (24ac1018-6230-48f3-90cc-11d4fdedcd4c/748e1a7c-6644-48cb-b450-71648880884b/6d9de837-5836-41dc-8a2a-6216e107e681) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:39:43.007921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] For port 704a1b14-9408-4a77-917c-416b81cc6568, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:39:43.012055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] For port 704a1b14-9408-4a77-917c-416b81cc6568, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=704a1b14-9408-4a77-917c-416b81cc6568,segment=NetworkSegment(ce1b69be-b95e-44d7-842c-1c2080be54fd),segment_id=ce1b69be-b95e-44d7-842c-1c2080be54fd)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:39:43.052086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:43.057672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:43.114117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:43.134701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object 6d9de837-5836-41dc-8a2a-6216e107e681 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:39:43.142973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Pushing event updated for resources: {'Port': ['ID=704a1b14-9408-4a77-917c-416b81cc6568,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:43.147488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:43.183369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:43.188312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-36d8b77a-c35a-475f-bbb1-caf5cf2c5f7b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:43.261450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 24ac1018-6230-48f3-90cc-11d4fdedcd4c is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:39:43.265595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:39:43.270585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:39:43.303222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=6d9de837-5836-41dc-8a2a-6216e107e681,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:43.309449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:43.342737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:43.477860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:43.930740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:43.960014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:43.990601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-56382bc1-c920-491d-a8f0-0374cb3e06df tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:44.081468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:44.086492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=6d9de837-5836-41dc-8a2a-6216e107e681,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:44.089892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:44.231860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 24ac1018-6230-48f3-90cc-11d4fdedcd4c is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:39:44.233314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:39:44.368905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 92a37bd4-7a17-42f1-aa25-95523414d759 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:39:44.479901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 92a37bd4-7a17-42f1-aa25-95523414d759 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:39:44.485913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 92a37bd4-7a17-42f1-aa25-95523414d759 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:39:44.486472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:44.613963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:44.632871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 92a37bd4-7a17-42f1-aa25-95523414d759, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=92a37bd4-7a17-42f1-aa25-95523414d759,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:39:44.660143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:44.661081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 704a1b14-9408-4a77-917c-416b81cc6568 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:39:44.673412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router 08ce98ef-10a2-4637-bf7e-6858204a558e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:39:44.692888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:44.783438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cb4099-b579-43c5-90f6-0e9e939be3a3 None None] Network 24ac1018-6230-48f3-90cc-11d4fdedcd4c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:39:44.856049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=92a37bd4-7a17-42f1-aa25-95523414d759,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:44.860102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:44.902520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:39:44.919439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/08ce98ef-10a2-4637-bf7e-6858204a558e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4800737 Dec 07 13:39:44.922078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52738) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:44.977811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fcc59f2a-1b9a-4568-9fd2-3434b2f50fe5 None None] Provisioning for port 704a1b14-9408-4a77-917c-416b81cc6568 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:39:44.990469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 704a1b14-9408-4a77-917c-416b81cc6568 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:39:44.996762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fcc59f2a-1b9a-4568-9fd2-3434b2f50fe5 None None] Provisioning complete for port 704a1b14-9408-4a77-917c-416b81cc6568 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:39:44.997189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcc59f2a-1b9a-4568-9fd2-3434b2f50fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:45.029822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 704a1b14-9408-4a77-917c-416b81cc6568 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:39:45.030178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:45.080010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099ca39a-bf9b-42b8-b915-01497e950bb5 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:45.080418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099ca39a-bf9b-42b8-b915-01497e950bb5 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:45.080841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099ca39a-bf9b-42b8-b915-01497e950bb5 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:45.081196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099ca39a-bf9b-42b8-b915-01497e950bb5 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:45.082968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-099ca39a-bf9b-42b8-b915-01497e950bb5 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1598077 Dec 07 13:39:45.086761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52742) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:45.172451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24badd99-4725-4cf7-bacd-2d8a3a5b810a tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:45.173151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24badd99-4725-4cf7-bacd-2d8a3a5b810a tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:45.173719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24badd99-4725-4cf7-bacd-2d8a3a5b810a tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:45.174275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24badd99-4725-4cf7-bacd-2d8a3a5b810a tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:45.176416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-24badd99-4725-4cf7-bacd-2d8a3a5b810a tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0880017 Dec 07 13:39:45.180060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52746) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:45.292826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:45.332365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcc59f2a-1b9a-4568-9fd2-3434b2f50fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:45.372722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 704a1b14-9408-4a77-917c-416b81cc6568, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=704a1b14-9408-4a77-917c-416b81cc6568,segment=NetworkSegment(ce1b69be-b95e-44d7-842c-1c2080be54fd),segment_id=ce1b69be-b95e-44d7-842c-1c2080be54fd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:39:45.405589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-141d8908-94b9-4e1c-9066-321e3e6b5b44 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2240012 Dec 07 13:39:45.417485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:45.422847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:45.499086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-fcc59f2a-1b9a-4568-9fd2-3434b2f50fe5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:39:45.499624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-fcc59f2a-1b9a-4568-9fd2-3434b2f50fe5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:39:45.511312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=704a1b14-9408-4a77-917c-416b81cc6568,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:45.514701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:45.568700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Sync routers for ids ['08ce98ef-10a2-4637-bf7e-6858204a558e'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:39:45.582974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Routers {'08ce98ef-10a2-4637-bf7e-6858204a558e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:39:45.583758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:39:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['08ce98ef-10a2-4637-bf7e-6858204a558e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:45.653912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52752) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:45.660537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3a9c2da5-2737-442d-a05f-dd27fb2508f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427685991', 'description': 'tempest-secgroup-smoke-427685991 description', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:39:45.667263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3a9c2da5-2737-442d-a05f-dd27fb2508f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:39:45.672084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3a9c2da5-2737-442d-a05f-dd27fb2508f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:39:45.675032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3a9c2da5-2737-442d-a05f-dd27fb2508f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:39:45.682407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3a9c2da5-2737-442d-a05f-dd27fb2508f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:39:45.731131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a9c2da5-2737-442d-a05f-dd27fb2508f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:45.770669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3a9c2da5-2737-442d-a05f-dd27fb2508f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:39:45.774946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3a9c2da5-2737-442d-a05f-dd27fb2508f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:39:45.778324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3a9c2da5-2737-442d-a05f-dd27fb2508f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:39:45.784062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Set router 08ce98ef-10a2-4637-bf7e-6858204a558e gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:39:45.784382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3a9c2da5-2737-442d-a05f-dd27fb2508f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:39:45.849421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a9c2da5-2737-442d-a05f-dd27fb2508f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:45.881041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a9c2da5-2737-442d-a05f-dd27fb2508f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:45.888986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c6030c51-9c25-4d5f-be07-2fdf76f58eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:45.937535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c2da5-2737-442d-a05f-dd27fb2508f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90322dfc-2662-4541-a64f-cb6d720abdf0,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:45.941181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3a9c2da5-2737-442d-a05f-dd27fb2508f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:45.971443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a9c2da5-2737-442d-a05f-dd27fb2508f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:45.973048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3a9c2da5-2737-442d-a05f-dd27fb2508f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3179505 Dec 07 13:39:45.976596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52756) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:45.983373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1acffecb-c20b-42cd-9bc8-f9e7df22ce1b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '90322dfc-2662-4541-a64f-cb6d720abdf0', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:39:45.990593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1acffecb-c20b-42cd-9bc8-f9e7df22ce1b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:39:45.996543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1acffecb-c20b-42cd-9bc8-f9e7df22ce1b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:39:45.999533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1acffecb-c20b-42cd-9bc8-f9e7df22ce1b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:39:46.006046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1acffecb-c20b-42cd-9bc8-f9e7df22ce1b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:39:46.051747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1acffecb-c20b-42cd-9bc8-f9e7df22ce1b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.126422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'name': 'tempest-TestNetworkBasicOps-router-632228118', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:43Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '6d9de837-5836-41dc-8a2a-6216e107e681', 'name': '', 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:b7:d6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748e1a7c-6644-48cb-b450-71648880884b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:42Z', 'updated_at': '2021-12-07T13:39:43Z', 'revision_number': 2, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '748e1a7c-6644-48cb-b450-71648880884b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:46.129296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Checking router: 08ce98ef-10a2-4637-bf7e-6858204a558e for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:39:46.130041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Updating router 08ce98ef-10a2-4637-bf7e-6858204a558e port 6d9de837-5836-41dc-8a2a-6216e107e681 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:39:46.186972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fea94767-3169-49db-8f69-9ee722887cba None None] Provisioning complete for port 704a1b14-9408-4a77-917c-416b81cc6568 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:39:46.187420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fea94767-3169-49db-8f69-9ee722887cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.190491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.206548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1acffecb-c20b-42cd-9bc8-f9e7df22ce1b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.234970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1acffecb-c20b-42cd-9bc8-f9e7df22ce1b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.248725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5d841da8-e73a-4e03-acdc-d969cca8c75a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:46.271824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acffecb-c20b-42cd-9bc8-f9e7df22ce1b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a09cc7-000d-48c1-ba10-e93e3f00e346,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:46.276031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1acffecb-c20b-42cd-9bc8-f9e7df22ce1b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:46.314296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1acffecb-c20b-42cd-9bc8-f9e7df22ce1b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.318903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1acffecb-c20b-42cd-9bc8-f9e7df22ce1b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3378894 Dec 07 13:39:46.319549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52760) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:46.326217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-326eec76-b8b8-47d3-a1bf-3d5b0b4e89bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '90322dfc-2662-4541-a64f-cb6d720abdf0', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:39:46.336064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-326eec76-b8b8-47d3-a1bf-3d5b0b4e89bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:39:46.340878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-326eec76-b8b8-47d3-a1bf-3d5b0b4e89bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:39:46.345609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-326eec76-b8b8-47d3-a1bf-3d5b0b4e89bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:39:46.354510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-326eec76-b8b8-47d3-a1bf-3d5b0b4e89bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:39:46.403012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-326eec76-b8b8-47d3-a1bf-3d5b0b4e89bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.470802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 92a37bd4-7a17-42f1-aa25-95523414d759 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:39:46.481114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-326eec76-b8b8-47d3-a1bf-3d5b0b4e89bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.525428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-326eec76-b8b8-47d3-a1bf-3d5b0b4e89bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.533663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:46.554169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326eec76-b8b8-47d3-a1bf-3d5b0b4e89bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83c06ee-7e4b-412c-b82d-a5992502e50c,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:46.556944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-326eec76-b8b8-47d3-a1bf-3d5b0b4e89bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:46.564659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 92a37bd4-7a17-42f1-aa25-95523414d759 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:39:46.565035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.590097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.603315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Transition to ACTIVE for port object 6d9de837-5836-41dc-8a2a-6216e107e681 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:39:46.605486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fea94767-3169-49db-8f69-9ee722887cba None None] Provisioning for port 6d9de837-5836-41dc-8a2a-6216e107e681 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:39:46.656831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-326eec76-b8b8-47d3-a1bf-3d5b0b4e89bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.658091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-326eec76-b8b8-47d3-a1bf-3d5b0b4e89bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3373644 Dec 07 13:39:46.661033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52764) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:46.667189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-da278325-e507-4e00-b866-674e00a8545b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '90322dfc-2662-4541-a64f-cb6d720abdf0', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:39:46.673563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-da278325-e507-4e00-b866-674e00a8545b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:39:46.677824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-da278325-e507-4e00-b866-674e00a8545b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:39:46.680896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-da278325-e507-4e00-b866-674e00a8545b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:39:46.686952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-da278325-e507-4e00-b866-674e00a8545b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:39:46.692682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 704a1b14-9408-4a77-917c-416b81cc6568 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:39:46.712685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.717455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4670e0a-c860-48af-b575-13592b66538c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:46.750571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-da278325-e507-4e00-b866-674e00a8545b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.763310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 704a1b14-9408-4a77-917c-416b81cc6568 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:39:46.763685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.828369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-da278325-e507-4e00-b866-674e00a8545b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.856692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4186d1e-aec3-450a-8521-81ff1203bbcf None None] Pushing event updated for resources: {'Port': ['ID=6d9de837-5836-41dc-8a2a-6216e107e681,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:46.864767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-da278325-e507-4e00-b866-674e00a8545b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.866948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b5c1038-e57c-41e4-936f-7cdf53477522 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:46.899036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da278325-e507-4e00-b866-674e00a8545b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329357d2-5353-42c9-a696-173ae224e69f,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:46.905976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-da278325-e507-4e00-b866-674e00a8545b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:46.908539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4186d1e-aec3-450a-8521-81ff1203bbcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:46.909089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4186d1e-aec3-450a-8521-81ff1203bbcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:46.909777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4186d1e-aec3-450a-8521-81ff1203bbcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:46.910030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4186d1e-aec3-450a-8521-81ff1203bbcf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:46.910400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4186d1e-aec3-450a-8521-81ff1203bbcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:46.910891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4186d1e-aec3-450a-8521-81ff1203bbcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:46.911281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4186d1e-aec3-450a-8521-81ff1203bbcf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:46.911654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4186d1e-aec3-450a-8521-81ff1203bbcf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:46.912150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4186d1e-aec3-450a-8521-81ff1203bbcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:46.913450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4186d1e-aec3-450a-8521-81ff1203bbcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:46.913450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4186d1e-aec3-450a-8521-81ff1203bbcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:39:46.916997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4186d1e-aec3-450a-8521-81ff1203bbcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:46.965622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-da278325-e507-4e00-b866-674e00a8545b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.967424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-da278325-e507-4e00-b866-674e00a8545b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3050373 Dec 07 13:39:46.969971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52768) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:46.973776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Attempting to bind port 6d9de837-5836-41dc-8a2a-6216e107e681 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:39:46.974188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Attempting to bind port 6d9de837-5836-41dc-8a2a-6216e107e681 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'ce1b69be-b95e-44d7-842c-1c2080be54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:39:46.974586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Attempting to bind port 6d9de837-5836-41dc-8a2a-6216e107e681 on network 24ac1018-6230-48f3-90cc-11d4fdedcd4c {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:39:46.977251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-448fc2a4-0501-469d-99ec-c4b387a4da9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '90322dfc-2662-4541-a64f-cb6d720abdf0', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:39:46.981874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:39:46.982289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Checking segment: {'id': 'ce1b69be-b95e-44d7-842c-1c2080be54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:39:46.982816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.983150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Bound using segment: {'id': 'ce1b69be-b95e-44d7-842c-1c2080be54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:39:46.983697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Bound port: 6d9de837-5836-41dc-8a2a-6216e107e681, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1b69be-b95e-44d7-842c-1c2080be54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:39:46.984164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-448fc2a4-0501-469d-99ec-c4b387a4da9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:39:46.984268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:46.988028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-448fc2a4-0501-469d-99ec-c4b387a4da9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:39:46.991251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-448fc2a4-0501-469d-99ec-c4b387a4da9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:39:47.000043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-448fc2a4-0501-469d-99ec-c4b387a4da9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:39:47.040924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-448fc2a4-0501-469d-99ec-c4b387a4da9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:47.081025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] For port 6d9de837-5836-41dc-8a2a-6216e107e681, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:39:47.084279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] For port 6d9de837-5836-41dc-8a2a-6216e107e681, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=6d9de837-5836-41dc-8a2a-6216e107e681,segment=NetworkSegment(ce1b69be-b95e-44d7-842c-1c2080be54fd),segment_id=ce1b69be-b95e-44d7-842c-1c2080be54fd)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:39:47.108882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-448fc2a4-0501-469d-99ec-c4b387a4da9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:47.120325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:47.126190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-419c112e-89d1-4434-9111-eeb92718f950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:47.148904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-448fc2a4-0501-469d-99ec-c4b387a4da9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:47.150948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1619d184-8bdb-4e2a-8098-31bd97f36027 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:47.179360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fc2a4-0501-469d-99ec-c4b387a4da9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09141be-4fdd-402b-9568-a50fb1b04e61,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:47.182450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-448fc2a4-0501-469d-99ec-c4b387a4da9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:47.213810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4186d1e-aec3-450a-8521-81ff1203bbcf None None] Pushing event updated for resources: {'Port': ['ID=6d9de837-5836-41dc-8a2a-6216e107e681,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:47.217386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4186d1e-aec3-450a-8521-81ff1203bbcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:47.218658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Routers {'08ce98ef-10a2-4637-bf7e-6858204a558e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:39:47.219343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:39:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['08ce98ef-10a2-4637-bf7e-6858204a558e'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:47.222491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-448fc2a4-0501-469d-99ec-c4b387a4da9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:47.223856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-448fc2a4-0501-469d-99ec-c4b387a4da9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2526615 Dec 07 13:39:47.227147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52772) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:47.233776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-93089c85-52ba-4a61-93a5-8d79b904e1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '90322dfc-2662-4541-a64f-cb6d720abdf0', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:39:47.240550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-93089c85-52ba-4a61-93a5-8d79b904e1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:39:47.245807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-93089c85-52ba-4a61-93a5-8d79b904e1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:39:47.248931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-93089c85-52ba-4a61-93a5-8d79b904e1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:39:47.255248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-93089c85-52ba-4a61-93a5-8d79b904e1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:39:47.291167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-93089c85-52ba-4a61-93a5-8d79b904e1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:39:47.299060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93089c85-52ba-4a61-93a5-8d79b904e1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:47.377663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93089c85-52ba-4a61-93a5-8d79b904e1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:47.411046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93089c85-52ba-4a61-93a5-8d79b904e1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:47.420628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-48b6ec77-fb09-4492-8202-7badacced182 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:47.430337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] Set router 08ce98ef-10a2-4637-bf7e-6858204a558e gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:39:47.445721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93089c85-52ba-4a61-93a5-8d79b904e1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f12c26-9f7d-404e-be76-6cef744fc469,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:47.448841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-93089c85-52ba-4a61-93a5-8d79b904e1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:47.473852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93089c85-52ba-4a61-93a5-8d79b904e1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:47.475220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-93089c85-52ba-4a61-93a5-8d79b904e1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2469697 Dec 07 13:39:47.478911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52776) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:39:47.484997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6071d06b-cd3d-4cfd-9905-9e8ac4166209 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '90322dfc-2662-4541-a64f-cb6d720abdf0', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:39:47.492092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6071d06b-cd3d-4cfd-9905-9e8ac4166209 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:39:47.496129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6071d06b-cd3d-4cfd-9905-9e8ac4166209 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:39:47.499117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6071d06b-cd3d-4cfd-9905-9e8ac4166209 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:39:47.505208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6071d06b-cd3d-4cfd-9905-9e8ac4166209 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:39:47.536715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-6071d06b-cd3d-4cfd-9905-9e8ac4166209 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:39:47.544388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6071d06b-cd3d-4cfd-9905-9e8ac4166209 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:47.618483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6071d06b-cd3d-4cfd-9905-9e8ac4166209 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:47.651097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6071d06b-cd3d-4cfd-9905-9e8ac4166209 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:47.659214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f906197-91ce-48b1-b39a-5e11ca480e68 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:47.678449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071d06b-cd3d-4cfd-9905-9e8ac4166209 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e517a10-cc96-4681-9dff-10c19d5a30b1,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:47.681013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6071d06b-cd3d-4cfd-9905-9e8ac4166209 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:47.719559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6071d06b-cd3d-4cfd-9905-9e8ac4166209 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:47.720882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6071d06b-cd3d-4cfd-9905-9e8ac4166209 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2409365 Dec 07 13:39:47.766459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'name': 'tempest-TestNetworkBasicOps-router-632228118', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:43Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '6d9de837-5836-41dc-8a2a-6216e107e681', 'name': '', 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:b7:d6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748e1a7c-6644-48cb-b450-71648880884b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:42Z', 'updated_at': '2021-12-07T13:39:47Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '748e1a7c-6644-48cb-b450-71648880884b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:39:47.770772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34152c0b-c888-4da5-ac24-3b20325f9f46 None None] The sync data for ids ['08ce98ef-10a2-4637-bf7e-6858204a558e'] in dv-neutron-ussuri-2-hyperv is: [{'id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'name': 'tempest-TestNetworkBasicOps-router-632228118', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:43Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '6d9de837-5836-41dc-8a2a-6216e107e681', 'name': '', 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:b7:d6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748e1a7c-6644-48cb-b450-71648880884b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:42Z', 'updated_at': '2021-12-07T13:39:47Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '748e1a7c-6644-48cb-b450-71648880884b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:39:47.928400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-05339196-563e-4e06-a18c-f7788e7bea99 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:39:47.971123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-05339196-563e-4e06-a18c-f7788e7bea99 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:39:47.972518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-05339196-563e-4e06-a18c-f7788e7bea99 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427685991&fields=id&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 267 time: 0.0979118 Dec 07 13:39:48.141131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-44c0f32f-83c2-4a16-a7eb-bd14df78b230 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:48.141833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-44c0f32f-83c2-4a16-a7eb-bd14df78b230 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:39:48.182300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-44c0f32f-83c2-4a16-a7eb-bd14df78b230 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:39:48.183655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-44c0f32f-83c2-4a16-a7eb-bd14df78b230 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/networks?id=24ac1018-6230-48f3-90cc-11d4fdedcd4c HTTP/1.1" status: 200 len: 796 time: 0.2020149 Dec 07 13:39:48.201772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-55a0b870-8e1a-4820-b4a3-c4010ae1026a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/quotas/ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 375 time: 0.0120993 Dec 07 13:39:48.300776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-aa418752-8a1e-4db7-8dd6-6afa384225cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:39:48.332563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6d9de837-5836-41dc-8a2a-6216e107e681 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:39:48.342368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-aa418752-8a1e-4db7-8dd6-6afa384225cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:39:48.343943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-aa418752-8a1e-4db7-8dd6-6afa384225cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1362548 Dec 07 13:39:48.434496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 6d9de837-5836-41dc-8a2a-6216e107e681 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:39:48.441773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-43d5735e-da21-4a66-9156-6d4a53a19d30 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:39:48.442886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-43d5735e-da21-4a66-9156-6d4a53a19d30 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0829711 Dec 07 13:39:48.446296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 6d9de837-5836-41dc-8a2a-6216e107e681 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:39:48.447076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:48.578989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:48.602741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-b3a86c63-49e5-44ac-9f9a-174dccbfd235 service neutron] 10.222.0.24 "GET /v2.0/networks/24ac1018-6230-48f3-90cc-11d4fdedcd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521783 Dec 07 13:39:48.615103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 6d9de837-5836-41dc-8a2a-6216e107e681, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=6d9de837-5836-41dc-8a2a-6216e107e681,segment=NetworkSegment(ce1b69be-b95e-44d7-842c-1c2080be54fd),segment_id=ce1b69be-b95e-44d7-842c-1c2080be54fd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:39:48.645237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:48.647978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ffb14301-64ef-403e-b60b-e216d2614c74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:48.725147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=6d9de837-5836-41dc-8a2a-6216e107e681,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:48.729975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:48.910388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:39:49.015216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-fe937565-13ca-4fd8-bccb-52549c3171fe service neutron] 10.222.0.24 "GET /v2.0/networks/24ac1018-6230-48f3-90cc-11d4fdedcd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058788 Dec 07 13:39:49.335763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a5152e9d-3b86-4c6d-b566-cd2f36394fd3 req-5ab9e4f8-5ded-4308-9b0d-4680ba0ee968 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 210 time: 0.1352372 Dec 07 13:39:50.298914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6d9de837-5836-41dc-8a2a-6216e107e681 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:39:50.375474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 6d9de837-5836-41dc-8a2a-6216e107e681 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:39:50.376050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:50.599094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9186e935-afe1-415f-8bb5-c6d9cbd3572a req-4d60574c-336b-4c1f-a25a-56f3a6b86ce8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 210 time: 0.1337039 Dec 07 13:39:51.048114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-9d1f9fac-7b64-43d7-9a74-6f82de52df9d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:51.048855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-9d1f9fac-7b64-43d7-9a74-6f82de52df9d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:39:51.062593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-9d1f9fac-7b64-43d7-9a74-6f82de52df9d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:39:51.063929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-9d1f9fac-7b64-43d7-9a74-6f82de52df9d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/networks?id=24ac1018-6230-48f3-90cc-11d4fdedcd4c HTTP/1.1" status: 200 len: 796 time: 0.1751924 Dec 07 13:39:51.120867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-3c121bb7-e387-4a2c-8e97-e571ea50bf4b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:39:51.135042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-3c121bb7-e387-4a2c-8e97-e571ea50bf4b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:39:51.136308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-3c121bb7-e387-4a2c-8e97-e571ea50bf4b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 379 time: 0.0604639 Dec 07 13:39:51.150308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'port': {'device_id': '669d8ecc-db10-4a90-a679-45dd8ee54e7b', 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c', 'admin_state_up': True, 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'security_groups': ['90322dfc-2662-4541-a64f-cb6d720abdf0']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:39:51.556025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:39:51.566137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:39:51.628418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:39:51.635013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:51.780639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-83b45b3b-24f5-4984-b963-312b81b2171b req-b6b81e1c-16ca-4374-a177-3ca52674e0bb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 210 time: 0.0478117 Dec 07 13:39:51.815215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.7 (24ac1018-6230-48f3-90cc-11d4fdedcd4c/748e1a7c-6644-48cb-b450-71648880884b/c499ffa9-e9f4-417c-81b4-9ead5a1b555f) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:39:52.013400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:52.030046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object c499ffa9-e9f4-417c-81b4-9ead5a1b555f will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:39:52.080305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:52.087687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f3077d09-e9f3-43c8-8d93-efd329fda932 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:52.160332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 24ac1018-6230-48f3-90cc-11d4fdedcd4c is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:39:52.164472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:39:52.169421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:39:52.200800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=c499ffa9-e9f4-417c-81b4-9ead5a1b555f,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:52.206718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:52.243207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:52.243981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:52.291954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1464550 Dec 07 13:39:52.306160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Request body: {'port': {'device_id': '669d8ecc-db10-4a90-a679-45dd8ee54e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:39:52.424279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:52.548041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-422f438b-e106-4096-8a69-a99c416cbe21 None None] Provisioning for port c499ffa9-e9f4-417c-81b4-9ead5a1b555f completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:39:52.553442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-422f438b-e106-4096-8a69-a99c416cbe21 None None] Provisioning complete for port c499ffa9-e9f4-417c-81b4-9ead5a1b555f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:39:52.554552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-422f438b-e106-4096-8a69-a99c416cbe21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:52.610153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-422f438b-e106-4096-8a69-a99c416cbe21 None None] Port c499ffa9-e9f4-417c-81b4-9ead5a1b555f cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:39:52.783559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c499ffa9-e9f4-417c-81b4-9ead5a1b555f {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:39:52.791495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:52.807384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Transition to ACTIVE for port object c499ffa9-e9f4-417c-81b4-9ead5a1b555f will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:39:52.834187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:52.839416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b40e3977-4ab8-494c-9d6a-4902642a1819 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:52.974830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Pushing event updated for resources: {'Port': ['ID=c499ffa9-e9f4-417c-81b4-9ead5a1b555f,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:52.978616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:53.001427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c917b7-1e62-4e42-b899-4c6355099c00 req-c20f1e4c-2b3d-4356-b67c-65f91d97ac4c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:53.003023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-14c917b7-1e62-4e42-b899-4c6355099c00 req-c20f1e4c-2b3d-4356-b67c-65f91d97ac4c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 943 time: 0.0913324 Dec 07 13:39:53.063562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-14c917b7-1e62-4e42-b899-4c6355099c00 req-72f8a3a4-11e7-4737-83b2-a5753838e48a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=90322dfc-2662-4541-a64f-cb6d720abdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532997 Dec 07 13:39:53.114732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Attempting to bind port c499ffa9-e9f4-417c-81b4-9ead5a1b555f on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:39:53.115108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Attempting to bind port c499ffa9-e9f4-417c-81b4-9ead5a1b555f by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'ce1b69be-b95e-44d7-842c-1c2080be54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:39:53.115509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Attempting to bind port c499ffa9-e9f4-417c-81b4-9ead5a1b555f on network 24ac1018-6230-48f3-90cc-11d4fdedcd4c {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:39:53.122886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Port c499ffa9-e9f4-417c-81b4-9ead5a1b555f on network 24ac1018-6230-48f3-90cc-11d4fdedcd4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:39:53.123293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Attempting to bind port c499ffa9-e9f4-417c-81b4-9ead5a1b555f on network 24ac1018-6230-48f3-90cc-11d4fdedcd4c {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:39:53.130542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:39:53.130923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Checking segment: {'id': 'ce1b69be-b95e-44d7-842c-1c2080be54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:39:53.131376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Bound using segment: {'id': 'ce1b69be-b95e-44d7-842c-1c2080be54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:39:53.131921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Bound port: c499ffa9-e9f4-417c-81b4-9ead5a1b555f, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1b69be-b95e-44d7-842c-1c2080be54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:39:53.132341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:53.226845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] For port c499ffa9-e9f4-417c-81b4-9ead5a1b555f, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:39:53.230368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] For port c499ffa9-e9f4-417c-81b4-9ead5a1b555f, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=c499ffa9-e9f4-417c-81b4-9ead5a1b555f,segment=NetworkSegment(ce1b69be-b95e-44d7-842c-1c2080be54fd),segment_id=ce1b69be-b95e-44d7-842c-1c2080be54fd)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:39:53.280164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:53.285119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a2e6f3b3-26f3-46a3-9417-7144926824f4 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:53.342153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:53.343848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] 10.222.0.45 "PUT /v2.0/ports/c499ffa9-e9f4-417c-81b4-9ead5a1b555f HTTP/1.1" status: 200 len: 1093 time: 1.0436320 Dec 07 13:39:53.344412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669d8ecc-db10-4a90-a679-45dd8ee54e7b', 'tag': 'c499ffa9-e9f4-417c-81b4-9ead5a1b555f'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:39:53.373991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Pushing event updated for resources: {'Port': ['ID=c499ffa9-e9f4-417c-81b4-9ead5a1b555f,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:53.373991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:53.411962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669d8ecc-db10-4a90-a679-45dd8ee54e7b', 'tag': 'c499ffa9-e9f4-417c-81b4-9ead5a1b555f', 'status': 'completed', 'code': 200} Dec 07 13:39:53.503870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-b0f45e07-b86f-4dd0-ae80-96f9500ad1fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 1096 time: 0.0836895 Dec 07 13:39:53.577775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-10f1ca29-0f99-4360-8cc1-4e916e4946a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c499ffa9-e9f4-417c-81b4-9ead5a1b555f HTTP/1.1" status: 200 len: 217 time: 0.0661170 Dec 07 13:39:53.652406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-6f5886a5-5c2a-434c-b5bb-4586c67e5020 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:53.653889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-6f5886a5-5c2a-434c-b5bb-4586c67e5020 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=748e1a7c-6644-48cb-b450-71648880884b HTTP/1.1" status: 200 len: 843 time: 0.0697267 Dec 07 13:39:53.745754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-12e63413-230b-47ce-8c44-1462555de4d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=24ac1018-6230-48f3-90cc-11d4fdedcd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847247 Dec 07 13:39:53.892026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-240f50b1-7871-45db-b20b-bc3e6b754089 service neutron] 10.222.0.45 "GET /v2.0/networks/24ac1018-6230-48f3-90cc-11d4fdedcd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392133 Dec 07 13:39:54.038688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7195c81-64e7-4079-b65e-4b3a9ba94961 req-fceafbdd-2fd1-4f3e-9e02-da6742b98cfc service neutron] 10.222.0.45 "GET /v2.0/networks/24ac1018-6230-48f3-90cc-11d4fdedcd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390030 Dec 07 13:39:54.196212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-457ba797-6b5d-4921-a62f-20ed1ce03c9b req-afdf71b1-61d1-44e6-9e88-5d7d574afaf8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 1096 time: 0.0808678 Dec 07 13:39:54.290869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0882e-b967-4348-ae8b-f394f79fd973 req-6bbf3c55-59fb-4f59-a4ed-e95b129093e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:54.292546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-05b0882e-b967-4348-ae8b-f394f79fd973 req-6bbf3c55-59fb-4f59-a4ed-e95b129093e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 943 time: 0.0935185 Dec 07 13:39:54.344391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-05b0882e-b967-4348-ae8b-f394f79fd973 req-40146fe0-2f2d-491e-91ff-10dbd035f985 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=90322dfc-2662-4541-a64f-cb6d720abdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456896 Dec 07 13:39:54.349489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ba797-6b5d-4921-a62f-20ed1ce03c9b req-a650db1d-d4d4-4ed7-9836-b347f296e707 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:54.351511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-457ba797-6b5d-4921-a62f-20ed1ce03c9b req-a650db1d-d4d4-4ed7-9836-b347f296e707 service neutron] 10.222.0.45 "GET /v2.0/networks?id=24ac1018-6230-48f3-90cc-11d4fdedcd4c HTTP/1.1" status: 200 len: 897 time: 0.1395359 Dec 07 13:39:54.422458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-457ba797-6b5d-4921-a62f-20ed1ce03c9b req-2c14a50f-6871-4751-9371-368936ef01d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c499ffa9-e9f4-417c-81b4-9ead5a1b555f HTTP/1.1" status: 200 len: 217 time: 0.0633957 Dec 07 13:39:54.498147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ba797-6b5d-4921-a62f-20ed1ce03c9b req-28ca4ece-b08c-48b2-9e68-7a1efe1fdc29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:54.499748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-457ba797-6b5d-4921-a62f-20ed1ce03c9b req-28ca4ece-b08c-48b2-9e68-7a1efe1fdc29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=748e1a7c-6644-48cb-b450-71648880884b HTTP/1.1" status: 200 len: 843 time: 0.0678310 Dec 07 13:39:54.582648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-457ba797-6b5d-4921-a62f-20ed1ce03c9b req-8227eb67-efbf-49dc-979e-16cf700e781c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=24ac1018-6230-48f3-90cc-11d4fdedcd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756731 Dec 07 13:39:54.729469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-457ba797-6b5d-4921-a62f-20ed1ce03c9b req-8d42efb9-6715-4e2b-a16c-e5819920c6fc service neutron] 10.222.0.45 "GET /v2.0/networks/24ac1018-6230-48f3-90cc-11d4fdedcd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364996 Dec 07 13:39:54.872132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-457ba797-6b5d-4921-a62f-20ed1ce03c9b req-c7dc5fd6-7fbd-4586-b7e7-ce9aae30243e service neutron] 10.222.0.45 "GET /v2.0/networks/24ac1018-6230-48f3-90cc-11d4fdedcd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353912 Dec 07 13:39:55.557264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981217a-f699-4f27-b5aa-e6fe0142e18c req-e24daab3-c38d-47e5-9ed7-e6a91011a5f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:55.558916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0981217a-f699-4f27-b5aa-e6fe0142e18c req-e24daab3-c38d-47e5-9ed7-e6a91011a5f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 943 time: 0.0903563 Dec 07 13:39:55.609176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0981217a-f699-4f27-b5aa-e6fe0142e18c req-e6499259-a8f9-4b1d-80f1-07e38add6d08 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=90322dfc-2662-4541-a64f-cb6d720abdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439589 Dec 07 13:39:56.816445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e2284-60e4-424e-b7fa-bfe0b5c47b56 req-1553b023-e5cc-465c-9ed6-2cc5bdd6d916 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:56.818055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-116e2284-60e4-424e-b7fa-bfe0b5c47b56 req-1553b023-e5cc-465c-9ed6-2cc5bdd6d916 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 943 time: 0.0856562 Dec 07 13:39:56.868025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-116e2284-60e4-424e-b7fa-bfe0b5c47b56 req-7d60f559-da76-45a5-99a8-cba7de7efc44 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=90322dfc-2662-4541-a64f-cb6d720abdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435574 Dec 07 13:39:58.075213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f871f-4c88-4dbc-8129-303b3604ef79 req-a7546419-e4bb-4c85-8958-13fdc9347c4b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:58.076817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-234f871f-4c88-4dbc-8129-303b3604ef79 req-a7546419-e4bb-4c85-8958-13fdc9347c4b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 943 time: 0.0865037 Dec 07 13:39:58.125768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-234f871f-4c88-4dbc-8129-303b3604ef79 req-de467b99-b5e4-4800-8141-db7252a869e9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=90322dfc-2662-4541-a64f-cb6d720abdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428004 Dec 07 13:39:58.286526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device c499ffa9-e9f4-417c-81b4-9ead5a1b555f details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:39:58.428828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port c499ffa9-e9f4-417c-81b4-9ead5a1b555f, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=c499ffa9-e9f4-417c-81b4-9ead5a1b555f,segment=NetworkSegment(ce1b69be-b95e-44d7-842c-1c2080be54fd),segment_id=ce1b69be-b95e-44d7-842c-1c2080be54fd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:39:58.443419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'c499ffa9-e9f4-417c-81b4-9ead5a1b555f', 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c', 'port_id': 'c499ffa9-e9f4-417c-81b4-9ead5a1b555f', 'mac_address': 'fa:16:3e:c8:41:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748e1a7c-6644-48cb-b450-71648880884b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:39:58.504769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:58.522817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c499ffa9-e9f4-417c-81b4-9ead5a1b555f {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:39:58.538630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port c499ffa9-e9f4-417c-81b4-9ead5a1b555f, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=c499ffa9-e9f4-417c-81b4-9ead5a1b555f,segment=NetworkSegment(ce1b69be-b95e-44d7-842c-1c2080be54fd),segment_id=ce1b69be-b95e-44d7-842c-1c2080be54fd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:39:58.593815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:39:58.595896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-662dc606-09f2-4154-a330-5c6fdfa0c023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:39:58.662531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=c499ffa9-e9f4-417c-81b4-9ead5a1b555f,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:39:58.666018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:39:58.920626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['c499ffa9-e9f4-417c-81b4-9ead5a1b555f'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:39:59.477039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4baf19-ad55-4ad4-a131-3f4b0fd35830 req-6ad443b2-60e9-45ab-a879-729f39d6d040 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:39:59.478543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6b4baf19-ad55-4ad4-a131-3f4b0fd35830 req-6ad443b2-60e9-45ab-a879-729f39d6d040 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 944 time: 0.0819709 Dec 07 13:39:59.526308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6b4baf19-ad55-4ad4-a131-3f4b0fd35830 req-c9c8fe11-0d7b-4da8-86af-5aa14a601eda tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=90322dfc-2662-4541-a64f-cb6d720abdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413907 Dec 07 13:40:00.090993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b71e16b-2a20-4b2b-a481-aa8c7fc23ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:00.297190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device c499ffa9-e9f4-417c-81b4-9ead5a1b555f up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:40:00.410581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port c499ffa9-e9f4-417c-81b4-9ead5a1b555f completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:40:00.416139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port c499ffa9-e9f4-417c-81b4-9ead5a1b555f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:40:00.416567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:00.537286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:00.566136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669d8ecc-db10-4a90-a679-45dd8ee54e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c499ffa9-e9f4-417c-81b4-9ead5a1b555f'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:40:00.577964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port c499ffa9-e9f4-417c-81b4-9ead5a1b555f, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=c499ffa9-e9f4-417c-81b4-9ead5a1b555f,segment=NetworkSegment(ce1b69be-b95e-44d7-842c-1c2080be54fd),segment_id=ce1b69be-b95e-44d7-842c-1c2080be54fd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:40:00.623554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669d8ecc-db10-4a90-a679-45dd8ee54e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c499ffa9-e9f4-417c-81b4-9ead5a1b555f', 'code': 200} Dec 07 13:40:00.633858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:00.636008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:40:00.708404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=c499ffa9-e9f4-417c-81b4-9ead5a1b555f,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:40:00.711926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:40:00.783207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b37315-5dc6-43ac-bf27-8aaf8014e443 req-dd8859bb-c87f-4a10-8f23-c87827aa8d3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:40:00.784829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-04b37315-5dc6-43ac-bf27-8aaf8014e443 req-dd8859bb-c87f-4a10-8f23-c87827aa8d3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 945 time: 0.0848854 Dec 07 13:40:00.837513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-04b37315-5dc6-43ac-bf27-8aaf8014e443 req-379f203f-810f-40fc-b932-c908285f767c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=90322dfc-2662-4541-a64f-cb6d720abdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459833 Dec 07 13:40:01.022189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1015d0b0-f00f-4dc7-884f-8c1a9e827aed req-aa40f5b0-c5ab-4059-b298-70f62cf1aee7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 1098 time: 0.1539371 Dec 07 13:40:01.073494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1015d0b0-f00f-4dc7-884f-8c1a9e827aed req-50565a59-cb3a-454a-a1ba-9a697fba5e56 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=90322dfc-2662-4541-a64f-cb6d720abdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390069 Dec 07 13:40:01.628456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:02.044800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda6a13-6247-4a71-a6c8-7b84c9dcb38a req-356b9383-2578-4766-ac27-8e961791bd2d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:40:02.046412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8fda6a13-6247-4a71-a6c8-7b84c9dcb38a req-356b9383-2578-4766-ac27-8e961791bd2d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 945 time: 0.0840342 Dec 07 13:40:02.102433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8fda6a13-6247-4a71-a6c8-7b84c9dcb38a req-014c3a6b-a054-47cf-8b27-55282da5a69f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=90322dfc-2662-4541-a64f-cb6d720abdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494204 Dec 07 13:40:02.433389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-088fbd1f-d912-4cbe-b447-4b0afcdb6406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:02.855593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:03.310167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cd390-42c0-4909-9c28-1b25fac7cb2f req-a419d6be-b59e-4d45-8074-1eec6ae1024f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:40:03.311849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ab0cd390-42c0-4909-9c28-1b25fac7cb2f req-a419d6be-b59e-4d45-8074-1eec6ae1024f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 945 time: 0.0844839 Dec 07 13:40:03.360114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ab0cd390-42c0-4909-9c28-1b25fac7cb2f req-39b33447-cf42-4db5-aaa6-a68e7c7a88aa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=90322dfc-2662-4541-a64f-cb6d720abdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421607 Dec 07 13:40:03.570715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a51642-e9f1-4460-8a83-c43886a2afee req-2a2ec7e0-48ae-4f76-ab1c-1122ba1c8d5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:40:03.572359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c9a51642-e9f1-4460-8a83-c43886a2afee req-2a2ec7e0-48ae-4f76-ab1c-1122ba1c8d5d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 945 time: 0.0877485 Dec 07 13:40:03.621037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c9a51642-e9f1-4460-8a83-c43886a2afee req-168ec38f-cbb0-4d34-a8a4-ba2702317925 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=90322dfc-2662-4541-a64f-cb6d720abdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424488 Dec 07 13:40:03.649544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52842) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:40:03.729974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-781a0775-5d67-4e6d-a304-ad69977ba205 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 1093 time: 0.0791345 Dec 07 13:40:03.732717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52846) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:40:03.738362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': 'c499ffa9-e9f4-417c-81b4-9ead5a1b555f', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:40:03.744937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:40:03.749033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:floatingip and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:40:03.752056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:40:03.758630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:40:03.805157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:03.955534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:04.102365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.36.4.27 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/5ec0da9c-140e-4464-b5a0-d8b91b3ee714) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:40:04.321770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:04.382188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:04.387379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d8a94ad9-808c-43cd-8085-0f8fb7158bd2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:40:04.445305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:40:04.452879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:40:04.455471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:40:04.503134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=5ec0da9c-140e-4464-b5a0-d8b91b3ee714,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:40:04.508355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:40:04.742814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:04.981274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:05.075032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:05.290704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:05.330685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:05.336015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d82b7b90-5a10-47ce-ad35-c5601a16b26b tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:40:05.444810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=5ec0da9c-140e-4464-b5a0-d8b91b3ee714,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:40:05.449023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:40:05.457546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:05.649824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Floating IP c9c420d0-828d-4529-bb23-5530b189f54b associated. External IP: 172.36.4.27, port: c499ffa9-e9f4-417c-81b4-9ead5a1b555f. Dec 07 13:40:06.288083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router 08ce98ef-10a2-4637-bf7e-6858204a558e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:40:06.504359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:40:06.516221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3bb84-3dd8-4790-ae68-dedca0ad807d None None] Sync routers for ids ['08ce98ef-10a2-4637-bf7e-6858204a558e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:40:06.528732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3bb84-3dd8-4790-ae68-dedca0ad807d None None] Routers {'08ce98ef-10a2-4637-bf7e-6858204a558e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:40:06.529417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-38c3bb84-3dd8-4790-ae68-dedca0ad807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:40:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['08ce98ef-10a2-4637-bf7e-6858204a558e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:40:06.559338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:06.614735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8809054 Dec 07 13:40:06.615477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669d8ecc-db10-4a90-a679-45dd8ee54e7b', 'tag': 'c499ffa9-e9f4-417c-81b4-9ead5a1b555f'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:40:06.618636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52850) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:40:06.683312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669d8ecc-db10-4a90-a679-45dd8ee54e7b', 'tag': 'c499ffa9-e9f4-417c-81b4-9ead5a1b555f', 'status': 'completed', 'code': 200} Dec 07 13:40:06.726304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-38c3bb84-3dd8-4790-ae68-dedca0ad807d None None] Set router 08ce98ef-10a2-4637-bf7e-6858204a558e gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:40:06.775345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9d3bbe71-b53b-4bef-a256-7dedc644e62a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/c9c420d0-828d-4529-bb23-5530b189f54b HTTP/1.1" status: 200 len: 990 time: 0.1542728 Dec 07 13:40:06.805133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-475a04a9-f37e-414a-a379-8aa3dbf94279 req-72d3c58e-0204-40b8-9248-55bd4ea2f567 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 1098 time: 0.0873871 Dec 07 13:40:06.948079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a04a9-f37e-414a-a379-8aa3dbf94279 req-e27ab9c1-78cc-400c-941d-214141e414ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:40:06.949670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-475a04a9-f37e-414a-a379-8aa3dbf94279 req-e27ab9c1-78cc-400c-941d-214141e414ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=24ac1018-6230-48f3-90cc-11d4fdedcd4c HTTP/1.1" status: 200 len: 897 time: 0.1375647 Dec 07 13:40:07.060653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-475a04a9-f37e-414a-a379-8aa3dbf94279 req-f5a08e7a-aaa4-490f-a827-2852a3b96efb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c499ffa9-e9f4-417c-81b4-9ead5a1b555f HTTP/1.1" status: 200 len: 998 time: 0.1043172 Dec 07 13:40:07.100327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-38c3bb84-3dd8-4790-ae68-dedca0ad807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'name': 'tempest-TestNetworkBasicOps-router-632228118', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:43Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'c9c420d0-828d-4529-bb23-5530b189f54b', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.27', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'port_id': 'c499ffa9-e9f4-417c-81b4-9ead5a1b555f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c', 'mac_address': 'fa:16:3e:c8:41:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d8ecc-db10-4a90-a679-45dd8ee54e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:40:04Z', 'updated_at': '2021-12-07T13:40:04Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9de837-5836-41dc-8a2a-6216e107e681', 'name': '', 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:b7:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748e1a7c-6644-48cb-b450-71648880884b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:42Z', 'updated_at': '2021-12-07T13:39:48Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '748e1a7c-6644-48cb-b450-71648880884b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:40:07.104492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3bb84-3dd8-4790-ae68-dedca0ad807d None None] Checking router: 08ce98ef-10a2-4637-bf7e-6858204a558e for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:40:07.117069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3bb84-3dd8-4790-ae68-dedca0ad807d None None] Routers {'08ce98ef-10a2-4637-bf7e-6858204a558e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:40:07.117784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-38c3bb84-3dd8-4790-ae68-dedca0ad807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:40:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['08ce98ef-10a2-4637-bf7e-6858204a558e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:40:07.135992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a04a9-f37e-414a-a379-8aa3dbf94279 req-6d8ab2c7-823b-4b6e-a15c-c850ade24927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:40:07.137559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-475a04a9-f37e-414a-a379-8aa3dbf94279 req-6d8ab2c7-823b-4b6e-a15c-c850ade24927 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=748e1a7c-6644-48cb-b450-71648880884b HTTP/1.1" status: 200 len: 843 time: 0.0697415 Dec 07 13:40:07.227565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-475a04a9-f37e-414a-a379-8aa3dbf94279 req-7fbc65d6-dfe7-49a2-bc3e-79d01eadebec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=24ac1018-6230-48f3-90cc-11d4fdedcd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829060 Dec 07 13:40:07.319512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-38c3bb84-3dd8-4790-ae68-dedca0ad807d None None] Set router 08ce98ef-10a2-4637-bf7e-6858204a558e gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:40:07.625697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-475a04a9-f37e-414a-a379-8aa3dbf94279 req-6d43ca40-d352-418b-b05b-9cc422d9a0f9 service neutron] 10.222.0.45 "GET /v2.0/networks/24ac1018-6230-48f3-90cc-11d4fdedcd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871350 Dec 07 13:40:07.772036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-475a04a9-f37e-414a-a379-8aa3dbf94279 req-15b7515e-1632-45f4-9eb0-a54eeef4cf6a service neutron] 10.222.0.45 "GET /v2.0/networks/24ac1018-6230-48f3-90cc-11d4fdedcd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390958 Dec 07 13:40:07.778149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52856) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:40:07.864112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-38c3bb84-3dd8-4790-ae68-dedca0ad807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'name': 'tempest-TestNetworkBasicOps-router-632228118', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:43Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'c9c420d0-828d-4529-bb23-5530b189f54b', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.27', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'port_id': 'c499ffa9-e9f4-417c-81b4-9ead5a1b555f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c', 'mac_address': 'fa:16:3e:c8:41:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d8ecc-db10-4a90-a679-45dd8ee54e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:40:04Z', 'updated_at': '2021-12-07T13:40:04Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9de837-5836-41dc-8a2a-6216e107e681', 'name': '', 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:b7:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748e1a7c-6644-48cb-b450-71648880884b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:42Z', 'updated_at': '2021-12-07T13:39:48Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '748e1a7c-6644-48cb-b450-71648880884b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:40:07.869334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3bb84-3dd8-4790-ae68-dedca0ad807d None None] The sync data for ids ['08ce98ef-10a2-4637-bf7e-6858204a558e'] in dv-neutron-ussuri-2-hyperv is: [{'id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'name': 'tempest-TestNetworkBasicOps-router-632228118', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:43Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'c9c420d0-828d-4529-bb23-5530b189f54b', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.27', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'port_id': 'c499ffa9-e9f4-417c-81b4-9ead5a1b555f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c', 'mac_address': 'fa:16:3e:c8:41:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669d8ecc-db10-4a90-a679-45dd8ee54e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:40:04Z', 'updated_at': '2021-12-07T13:40:04Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d9de837-5836-41dc-8a2a-6216e107e681', 'name': '', 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:b7:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748e1a7c-6644-48cb-b450-71648880884b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:42Z', 'updated_at': '2021-12-07T13:39:48Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '748e1a7c-6644-48cb-b450-71648880884b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:40:07.894401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1b83f6f0-697a-456c-b49a-2a60621579f8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/c9c420d0-828d-4529-bb23-5530b189f54b HTTP/1.1" status: 200 len: 990 time: 0.1146832 Dec 07 13:40:08.181118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06f3e3c-b014-44d0-b0b5-ab54466b64cd None None] New status for floating IP c9c420d0-828d-4529-bb23-5530b189f54b: ACTIVE {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:40:08.899036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52860) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:40:09.008195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8ca977a1-e999-4bea-9201-7672e150e484 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/c9c420d0-828d-4529-bb23-5530b189f54b HTTP/1.1" status: 200 len: 992 time: 0.1078224 Dec 07 13:40:09.719432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:25.910930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:40:28.210795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a86477d0-9ff0-4e50-8a43-1d638c836169 req-b3475f17-d45a-4077-b623-56635ba026c0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775254 Dec 07 13:40:28.362570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a86477d0-9ff0-4e50-8a43-1d638c836169 req-311eac1a-eac7-4f8d-9567-8b52107ce888 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 1098 time: 0.0732331 Dec 07 13:40:28.527385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86477d0-9ff0-4e50-8a43-1d638c836169 req-861b6e91-de50-4f1d-9ceb-6e4c48e2a398 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:40:28.528895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a86477d0-9ff0-4e50-8a43-1d638c836169 req-861b6e91-de50-4f1d-9ceb-6e4c48e2a398 service neutron] 10.222.0.45 "GET /v2.0/networks?id=24ac1018-6230-48f3-90cc-11d4fdedcd4c HTTP/1.1" status: 200 len: 897 time: 0.1430442 Dec 07 13:40:28.641969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a86477d0-9ff0-4e50-8a43-1d638c836169 req-f37b76c8-c424-4572-a95d-3a799c6a1197 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c499ffa9-e9f4-417c-81b4-9ead5a1b555f HTTP/1.1" status: 200 len: 1000 time: 0.1064835 Dec 07 13:40:28.716253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86477d0-9ff0-4e50-8a43-1d638c836169 req-dc021260-3ab1-4909-b151-7341c98066d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:40:28.717849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a86477d0-9ff0-4e50-8a43-1d638c836169 req-dc021260-3ab1-4909-b151-7341c98066d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=748e1a7c-6644-48cb-b450-71648880884b HTTP/1.1" status: 200 len: 843 time: 0.0663812 Dec 07 13:40:28.803641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a86477d0-9ff0-4e50-8a43-1d638c836169 req-908d22ba-4579-4acd-baca-b054a815c24e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=24ac1018-6230-48f3-90cc-11d4fdedcd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766463 Dec 07 13:40:28.949189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a86477d0-9ff0-4e50-8a43-1d638c836169 req-43fa6284-7c08-4c3e-b769-6d849ee0a72a service neutron] 10.222.0.45 "GET /v2.0/networks/24ac1018-6230-48f3-90cc-11d4fdedcd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374347 Dec 07 13:40:29.096291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a86477d0-9ff0-4e50-8a43-1d638c836169 req-774019fe-a26f-49f0-8590-59939de1e721 service neutron] 10.222.0.45 "GET /v2.0/networks/24ac1018-6230-48f3-90cc-11d4fdedcd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397233 Dec 07 13:40:30.094865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7aaac37d-e7aa-4e41-a6c0-5d008f9cba76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:31.632538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:32.433292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d8dc9346-f08f-4cc5-ad7d-87ebfba385a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:32.849562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:34.740903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:40:39.747220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:41:00.084929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-89711b34-d703-44ad-bb4d-73401908de2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:41:01.619833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:41:02.431334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe39bbcc-e4c5-40cf-aca6-429265b26e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:41:02.890140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:41:02.912005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:41:04.745447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:41:09.791388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:41:29.204403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6cd4ad8b-265e-4916-89c4-213430a4fb99 req-6073404d-533d-4ca1-9721-7717557edd12 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716777 Dec 07 13:41:29.359197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6cd4ad8b-265e-4916-89c4-213430a4fb99 req-ff013032-2be5-4f55-80ec-56f188ae474d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 1098 time: 0.0783329 Dec 07 13:41:29.524435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4ad8b-265e-4916-89c4-213430a4fb99 req-0ff707a9-a659-4acb-9f8c-c9c588685db1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:41:29.525940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6cd4ad8b-265e-4916-89c4-213430a4fb99 req-0ff707a9-a659-4acb-9f8c-c9c588685db1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=24ac1018-6230-48f3-90cc-11d4fdedcd4c HTTP/1.1" status: 200 len: 897 time: 0.1417375 Dec 07 13:41:29.642624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6cd4ad8b-265e-4916-89c4-213430a4fb99 req-38ae0a9b-f316-4faa-8784-e472b48f31d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c499ffa9-e9f4-417c-81b4-9ead5a1b555f HTTP/1.1" status: 200 len: 1000 time: 0.1057081 Dec 07 13:41:29.717758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4ad8b-265e-4916-89c4-213430a4fb99 req-9fedef3d-7aff-4b41-a1c9-bcefbe3f5e1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:41:29.719330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6cd4ad8b-265e-4916-89c4-213430a4fb99 req-9fedef3d-7aff-4b41-a1c9-bcefbe3f5e1f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=748e1a7c-6644-48cb-b450-71648880884b HTTP/1.1" status: 200 len: 843 time: 0.0652757 Dec 07 13:41:29.804471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6cd4ad8b-265e-4916-89c4-213430a4fb99 req-b13e73a3-930c-47c2-a8ef-2e12b675ff85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=24ac1018-6230-48f3-90cc-11d4fdedcd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747905 Dec 07 13:41:29.951957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6cd4ad8b-265e-4916-89c4-213430a4fb99 req-2c15a532-7e82-4fee-b80a-56cc940c44ea service neutron] 10.222.0.45 "GET /v2.0/networks/24ac1018-6230-48f3-90cc-11d4fdedcd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364958 Dec 07 13:41:30.084743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ebca3b20-60da-4eb2-94f0-8281105ed78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:41:30.108612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6cd4ad8b-265e-4916-89c4-213430a4fb99 req-afdd7ca6-f346-4020-a729-a0cba0470d45 service neutron] 10.222.0.45 "GET /v2.0/networks/24ac1018-6230-48f3-90cc-11d4fdedcd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454751 Dec 07 13:41:31.632471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:41:32.442697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4a31641b-56eb-4b4e-865a-ed66c055ab9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:41:32.871267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:41:34.834042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:41:39.775177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:41:39.913814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:42:00.098949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1e36aa17-756c-45c9-ad7b-1cdc826948b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:01.609385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:02.400798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52888) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:42:02.407390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:42:02.466601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7403690-bf12-4d58-b1a1-d37cc2a6603a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:02.664414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036838062169'] for subnet, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:02.858810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:02.996277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739613534630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036838715642'] for subnet, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:03.000658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-50d16020-d403-4a75-8397-b83eec5f4f76 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:42:03.053833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:42:03.054476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:03.055877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/subnets/748e1a7c-6644-48cb-b450-71648880884b HTTP/1.1" status: 200 len: 835 time: 0.6539831 Dec 07 13:42:03.059729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb019ed8-f68e-4abd-bb0b-4b28b75d87cb None None] Network 24ac1018-6230-48f3-90cc-11d4fdedcd4c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:42:03.071378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Subnet': ['ID=748e1a7c-6644-48cb-b450-71648880884b,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:42:03.081238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:03.081737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:03.082158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:03.082581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:03.082994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:03.083440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:03.083855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:03.084264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:03.084670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:03.085075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:03.085480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:03.089035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:42:03.638597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-15114127-85a3-4c61-bdfc-ead2dd839ddd None None] Provisioning complete for port c499ffa9-e9f4-417c-81b4-9ead5a1b555f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:42:03.638918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15114127-85a3-4c61-bdfc-ead2dd839ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:03.766943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-15114127-85a3-4c61-bdfc-ead2dd839ddd None None] Provisioning complete for port 704a1b14-9408-4a77-917c-416b81cc6568 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:42:03.767575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15114127-85a3-4c61-bdfc-ead2dd839ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:03.891977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-15114127-85a3-4c61-bdfc-ead2dd839ddd None None] Provisioning complete for port 6d9de837-5836-41dc-8a2a-6216e107e681 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:42:03.892316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15114127-85a3-4c61-bdfc-ead2dd839ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:04.749977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:09.786581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:16.915177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:42:30.098617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb99c783-6dbe-435e-a422-4fc7a1b22f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:31.216748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4ec461d4-f8fd-4189-98d1-0d5d68d1b334 req-7b8f020e-08bd-4274-95d4-1d7ee5eaea4c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766449 Dec 07 13:42:31.373215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4ec461d4-f8fd-4189-98d1-0d5d68d1b334 req-edc4623e-b9b1-4f65-af1d-021f7473a51e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 1098 time: 0.0723565 Dec 07 13:42:31.533364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec461d4-f8fd-4189-98d1-0d5d68d1b334 req-04ab08b1-9a78-4247-9b06-8fcb31b0b4a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:42:31.534868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4ec461d4-f8fd-4189-98d1-0d5d68d1b334 req-04ab08b1-9a78-4247-9b06-8fcb31b0b4a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=24ac1018-6230-48f3-90cc-11d4fdedcd4c HTTP/1.1" status: 200 len: 897 time: 0.1370718 Dec 07 13:42:31.656364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4ec461d4-f8fd-4189-98d1-0d5d68d1b334 req-1f555f88-fc3e-4033-9cca-678fa7155a6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c499ffa9-e9f4-417c-81b4-9ead5a1b555f HTTP/1.1" status: 200 len: 1000 time: 0.1108756 Dec 07 13:42:31.722338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:31.953798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec461d4-f8fd-4189-98d1-0d5d68d1b334 req-cd9f6d83-680f-40e2-a470-a0308979d1a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:42:31.955538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4ec461d4-f8fd-4189-98d1-0d5d68d1b334 req-cd9f6d83-680f-40e2-a470-a0308979d1a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=748e1a7c-6644-48cb-b450-71648880884b HTTP/1.1" status: 200 len: 843 time: 0.2893901 Dec 07 13:42:32.039267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4ec461d4-f8fd-4189-98d1-0d5d68d1b334 req-ced3400c-5e32-4f77-823b-77ee3523ff40 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=24ac1018-6230-48f3-90cc-11d4fdedcd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725970 Dec 07 13:42:32.186495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4ec461d4-f8fd-4189-98d1-0d5d68d1b334 req-12dfb5de-68c0-482a-acfb-fd83da92fa46 service neutron] 10.222.0.45 "GET /v2.0/networks/24ac1018-6230-48f3-90cc-11d4fdedcd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348166 Dec 07 13:42:32.333343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4ec461d4-f8fd-4189-98d1-0d5d68d1b334 req-5b7fdbeb-2826-4528-97ac-db0faf5d16de service neutron] 10.222.0.45 "GET /v2.0/networks/24ac1018-6230-48f3-90cc-11d4fdedcd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361988 Dec 07 13:42:32.437714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c23f2bc-24cd-4a59-91dd-edb644df8222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:32.895176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:34.752184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:39.803103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:46.665460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52900) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:42:46.873244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 5ec0da9c-140e-4464-b5a0-d8b91b3ee714 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:42:46.873615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:47.048730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:47.049086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:47.171466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 5ec0da9c-140e-4464-b5a0-d8b91b3ee714 owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:42:47.420237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:47.425718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0fc8803e-bd9e-440e-88fe-390b3eb26b22 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:42:47.469422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=5ec0da9c-140e-4464-b5a0-d8b91b3ee714,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:42:47.510510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:47.510940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:47.511358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:47.511779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:47.512189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:47.512592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:47.513000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:47.513403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:47.513808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:47.514203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:47.514623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:47.521764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:42:47.577081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:47.979181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router 08ce98ef-10a2-4637-bf7e-6858204a558e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:42:48.185790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:42:48.196876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f90ed-cd30-4179-9048-fc26e88fa819 None None] Sync routers for ids ['08ce98ef-10a2-4637-bf7e-6858204a558e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:42:48.204765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:48.210680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f90ed-cd30-4179-9048-fc26e88fa819 None None] Routers {'08ce98ef-10a2-4637-bf7e-6858204a558e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:42:48.211440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3d6f90ed-cd30-4179-9048-fc26e88fa819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:42:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['08ce98ef-10a2-4637-bf7e-6858204a558e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:42:48.257911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/floatingips/c9c420d0-828d-4529-bb23-5530b189f54b HTTP/1.1" status: 204 len: 168 time: 1.5913033 Dec 07 13:42:48.258520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669d8ecc-db10-4a90-a679-45dd8ee54e7b', 'tag': 'c499ffa9-e9f4-417c-81b4-9ead5a1b555f'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:42:48.425805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-3d6f90ed-cd30-4179-9048-fc26e88fa819 None None] Set router 08ce98ef-10a2-4637-bf7e-6858204a558e gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:42:48.431060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669d8ecc-db10-4a90-a679-45dd8ee54e7b', 'tag': 'c499ffa9-e9f4-417c-81b4-9ead5a1b555f', 'status': 'completed', 'code': 200} Dec 07 13:42:48.546564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0d8bf0c0-08d0-4793-819d-2ec2ef774ea4 req-e7659d0e-fbeb-4575-9783-c1e3ae7ac8dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 1098 time: 0.0826526 Dec 07 13:42:48.705173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bf0c0-08d0-4793-819d-2ec2ef774ea4 req-2efee898-fac7-4e51-bb6b-0b3f57e06ab6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:42:48.707115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0d8bf0c0-08d0-4793-819d-2ec2ef774ea4 req-2efee898-fac7-4e51-bb6b-0b3f57e06ab6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=24ac1018-6230-48f3-90cc-11d4fdedcd4c HTTP/1.1" status: 200 len: 897 time: 0.1506350 Dec 07 13:42:48.759889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3d6f90ed-cd30-4179-9048-fc26e88fa819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'name': 'tempest-TestNetworkBasicOps-router-632228118', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:43Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '6d9de837-5836-41dc-8a2a-6216e107e681', 'name': '', 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:b7:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748e1a7c-6644-48cb-b450-71648880884b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:42Z', 'updated_at': '2021-12-07T13:39:48Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '748e1a7c-6644-48cb-b450-71648880884b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:42:48.763975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f90ed-cd30-4179-9048-fc26e88fa819 None None] Checking router: 08ce98ef-10a2-4637-bf7e-6858204a558e for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:42:48.775643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f90ed-cd30-4179-9048-fc26e88fa819 None None] Routers {'08ce98ef-10a2-4637-bf7e-6858204a558e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:42:48.776301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3d6f90ed-cd30-4179-9048-fc26e88fa819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:42:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['08ce98ef-10a2-4637-bf7e-6858204a558e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:42:48.791639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0d8bf0c0-08d0-4793-819d-2ec2ef774ea4 req-9d94f4ce-1c83-49cf-ae16-dc92da4f57fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c499ffa9-e9f4-417c-81b4-9ead5a1b555f HTTP/1.1" status: 200 len: 217 time: 0.0692668 Dec 07 13:42:48.839337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935dbe4-bcc1-44ee-9b4a-ab8111ea5864 req-fba7064c-68f7-4026-a347-3b08a7be72eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:42:48.840007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-1935dbe4-bcc1-44ee-9b4a-ab8111ea5864 req-fba7064c-68f7-4026-a347-3b08a7be72eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:42:48.867533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bf0c0-08d0-4793-819d-2ec2ef774ea4 req-b71e2545-3904-452c-8676-d6e632aff1d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:42:48.869111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0d8bf0c0-08d0-4793-819d-2ec2ef774ea4 req-b71e2545-3904-452c-8676-d6e632aff1d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=748e1a7c-6644-48cb-b450-71648880884b HTTP/1.1" status: 200 len: 843 time: 0.0710387 Dec 07 13:42:48.889211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-1935dbe4-bcc1-44ee-9b4a-ab8111ea5864 req-fba7064c-68f7-4026-a347-3b08a7be72eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:42:48.890515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1935dbe4-bcc1-44ee-9b4a-ab8111ea5864 req-fba7064c-68f7-4026-a347-3b08a7be72eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 945 time: 0.1360128 Dec 07 13:42:48.943842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1935dbe4-bcc1-44ee-9b4a-ab8111ea5864 req-0a162138-f258-4d7e-8df4-efd4560eadf8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=90322dfc-2662-4541-a64f-cb6d720abdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456502 Dec 07 13:42:48.954555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0d8bf0c0-08d0-4793-819d-2ec2ef774ea4 req-85598eb8-df90-4534-a0b7-4c5327e1b633 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=24ac1018-6230-48f3-90cc-11d4fdedcd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778835 Dec 07 13:42:48.967901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-3d6f90ed-cd30-4179-9048-fc26e88fa819 None None] Set router 08ce98ef-10a2-4637-bf7e-6858204a558e gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:42:49.099612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0d8bf0c0-08d0-4793-819d-2ec2ef774ea4 req-402b4e2a-b1f9-48d1-bbd2-8e031dc97c39 service neutron] 10.222.0.45 "GET /v2.0/networks/24ac1018-6230-48f3-90cc-11d4fdedcd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372540 Dec 07 13:42:49.245654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0d8bf0c0-08d0-4793-819d-2ec2ef774ea4 req-8cb68d26-3acc-4c7d-b288-801d74424543 service neutron] 10.222.0.45 "GET /v2.0/networks/24ac1018-6230-48f3-90cc-11d4fdedcd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385496 Dec 07 13:42:49.297182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3d6f90ed-cd30-4179-9048-fc26e88fa819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'name': 'tempest-TestNetworkBasicOps-router-632228118', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:43Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '6d9de837-5836-41dc-8a2a-6216e107e681', 'name': '', 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:b7:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748e1a7c-6644-48cb-b450-71648880884b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:42Z', 'updated_at': '2021-12-07T13:39:48Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '748e1a7c-6644-48cb-b450-71648880884b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:42:49.301711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f90ed-cd30-4179-9048-fc26e88fa819 None None] The sync data for ids ['08ce98ef-10a2-4637-bf7e-6858204a558e'] in dv-neutron-ussuri-2-hyperv is: [{'id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'name': 'tempest-TestNetworkBasicOps-router-632228118', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:43Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '6d9de837-5836-41dc-8a2a-6216e107e681', 'name': '', 'network_id': '24ac1018-6230-48f3-90cc-11d4fdedcd4c', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:b7:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '748e1a7c-6644-48cb-b450-71648880884b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:42Z', 'updated_at': '2021-12-07T13:39:48Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '748e1a7c-6644-48cb-b450-71648880884b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:42:49.745218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7953086-7bdd-4dbd-850b-dcd68e845f49 None None] New status for floating IP c9c420d0-828d-4529-bb23-5530b189f54b: DOWN {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:42:50.169065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc791206-55fa-46e7-87ad-8184ca51df80 req-119a3d11-f03b-40bf-bba5-d803d80526ca tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:42:50.170671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc791206-55fa-46e7-87ad-8184ca51df80 req-119a3d11-f03b-40bf-bba5-d803d80526ca tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 945 time: 0.0884805 Dec 07 13:42:50.220891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc791206-55fa-46e7-87ad-8184ca51df80 req-4bbd056c-cfb8-482b-a78c-cd8833271b2c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=90322dfc-2662-4541-a64f-cb6d720abdf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424623 Dec 07 13:42:50.364018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52177ab6-3d98-4363-96a0-776d621d29cf req-89ca24b1-12c5-4893-9b58-c9dcd72c8ded tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:42:50.364775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-52177ab6-3d98-4363-96a0-776d621d29cf req-89ca24b1-12c5-4893-9b58-c9dcd72c8ded tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:42:50.379543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-52177ab6-3d98-4363-96a0-776d621d29cf req-89ca24b1-12c5-4893-9b58-c9dcd72c8ded tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:42:50.380735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52177ab6-3d98-4363-96a0-776d621d29cf req-89ca24b1-12c5-4893-9b58-c9dcd72c8ded tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 945 time: 0.0968730 Dec 07 13:42:50.461040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-52177ab6-3d98-4363-96a0-776d621d29cf req-2ee095f5-dfa0-4d18-a513-ec427bddd973 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port c499ffa9-e9f4-417c-81b4-9ead5a1b555f {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:42:50.461425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-52177ab6-3d98-4363-96a0-776d621d29cf req-2ee095f5-dfa0-4d18-a513-ec427bddd973 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:50.712166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-52177ab6-3d98-4363-96a0-776d621d29cf req-2ee095f5-dfa0-4d18-a513-ec427bddd973 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port c499ffa9-e9f4-417c-81b4-9ead5a1b555f, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=c499ffa9-e9f4-417c-81b4-9ead5a1b555f,segment=NetworkSegment(ce1b69be-b95e-44d7-842c-1c2080be54fd),segment_id=ce1b69be-b95e-44d7-842c-1c2080be54fd)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:42:50.712559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-52177ab6-3d98-4363-96a0-776d621d29cf req-2ee095f5-dfa0-4d18-a513-ec427bddd973 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:50.836276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-52177ab6-3d98-4363-96a0-776d621d29cf req-2ee095f5-dfa0-4d18-a513-ec427bddd973 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for c499ffa9-e9f4-417c-81b4-9ead5a1b555f owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:42:51.071877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-52177ab6-3d98-4363-96a0-776d621d29cf req-2ee095f5-dfa0-4d18-a513-ec427bddd973 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:51.077444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fcfd97f1-7429-4443-b228-d9efa0c52afd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:42:51.120679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee095f5-dfa0-4d18-a513-ec427bddd973 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=c499ffa9-e9f4-417c-81b4-9ead5a1b555f,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:42:51.124868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2ee095f5-dfa0-4d18-a513-ec427bddd973 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:42:51.207886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-52177ab6-3d98-4363-96a0-776d621d29cf req-2ee095f5-dfa0-4d18-a513-ec427bddd973 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] No DVR routers for this DVR port c499ffa9-e9f4-417c-81b4-9ead5a1b555f on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:42:51.207886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-52177ab6-3d98-4363-96a0-776d621d29cf req-2ee095f5-dfa0-4d18-a513-ec427bddd973 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:51.207886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669d8ecc-db10-4a90-a679-45dd8ee54e7b', 'name': 'network-vif-deleted', 'tag': 'c499ffa9-e9f4-417c-81b4-9ead5a1b555f'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:42:51.253870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52177ab6-3d98-4363-96a0-776d621d29cf req-2ee095f5-dfa0-4d18-a513-ec427bddd973 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "DELETE /v2.0/ports/c499ffa9-e9f4-417c-81b4-9ead5a1b555f HTTP/1.1" status: 204 len: 173 time: 0.8643537 Dec 07 13:42:51.376654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669d8ecc-db10-4a90-a679-45dd8ee54e7b', 'name': 'network-vif-deleted', 'tag': 'c499ffa9-e9f4-417c-81b4-9ead5a1b555f', 'status': 'completed', 'code': 200} Dec 07 13:42:51.391339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e2e4d77e-d6dd-4fbc-a51f-d7dcce34e86f req-8555fde9-61b5-49e8-8ff4-c17b4cd390be tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=669d8ecc-db10-4a90-a679-45dd8ee54e7b HTTP/1.1" status: 200 len: 210 time: 0.0456750 Dec 07 13:42:52.499512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52934) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:42:52.575322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a8844c0-ab47-41b4-ad3c-275b9d24844f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:52.605331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a8844c0-ab47-41b4-ad3c-275b9d24844f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:52.686182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a8844c0-ab47-41b4-ad3c-275b9d24844f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:52.691649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-58953e1c-d633-48c9-a8c6-01c4263d2ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:42:52.706963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8844c0-ab47-41b4-ad3c-275b9d24844f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90322dfc-2662-4541-a64f-cb6d720abdf0,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:42:52.709784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1a8844c0-ab47-41b4-ad3c-275b9d24844f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:42:52.742857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a8844c0-ab47-41b4-ad3c-275b9d24844f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:52.744308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1a8844c0-ab47-41b4-ad3c-275b9d24844f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/security-groups/90322dfc-2662-4541-a64f-cb6d720abdf0 HTTP/1.1" status: 204 len: 168 time: 0.2436671 Dec 07 13:42:52.833151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52940) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:42:53.477181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e65ecc67-ba53-472e-9e2d-bcdee62342fa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:53.917719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:42:54.118864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e65ecc67-ba53-472e-9e2d-bcdee62342fa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 6d9de837-5836-41dc-8a2a-6216e107e681 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:42:54.119259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e65ecc67-ba53-472e-9e2d-bcdee62342fa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:54.325568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e65ecc67-ba53-472e-9e2d-bcdee62342fa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 6d9de837-5836-41dc-8a2a-6216e107e681, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=6d9de837-5836-41dc-8a2a-6216e107e681,segment=NetworkSegment(ce1b69be-b95e-44d7-842c-1c2080be54fd),segment_id=ce1b69be-b95e-44d7-842c-1c2080be54fd)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:42:54.325968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e65ecc67-ba53-472e-9e2d-bcdee62342fa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:54.459416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e65ecc67-ba53-472e-9e2d-bcdee62342fa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 6d9de837-5836-41dc-8a2a-6216e107e681 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:42:54.746007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e65ecc67-ba53-472e-9e2d-bcdee62342fa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:54.750659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-88740842-f951-4476-a238-f7eef070cb43 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:42:54.793653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ecc67-ba53-472e-9e2d-bcdee62342fa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=6d9de837-5836-41dc-8a2a-6216e107e681,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:42:54.797388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e65ecc67-ba53-472e-9e2d-bcdee62342fa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:42:54.997604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device c499ffa9-e9f4-417c-81b4-9ead5a1b555f no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:42:55.108855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e65ecc67-ba53-472e-9e2d-bcdee62342fa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:55.200934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: c499ffa9-e9f4-417c-81b4-9ead5a1b555f {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:42:55.201328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device c499ffa9-e9f4-417c-81b4-9ead5a1b555f not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:42:55.711305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65ecc67-ba53-472e-9e2d-bcdee62342fa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router 08ce98ef-10a2-4637-bf7e-6858204a558e has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:42:55.912329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65ecc67-ba53-472e-9e2d-bcdee62342fa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:42:55.923213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceaaba8-ba30-4f51-9aed-fc5b28cb2d04 None None] Sync routers for ids ['08ce98ef-10a2-4637-bf7e-6858204a558e'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:42:55.926606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e65ecc67-ba53-472e-9e2d-bcdee62342fa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/08ce98ef-10a2-4637-bf7e-6858204a558e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0922818 Dec 07 13:42:55.929416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52948) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:42:55.936203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceaaba8-ba30-4f51-9aed-fc5b28cb2d04 None None] Routers {'08ce98ef-10a2-4637-bf7e-6858204a558e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:42:55.936955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7ceaaba8-ba30-4f51-9aed-fc5b28cb2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:42:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['08ce98ef-10a2-4637-bf7e-6858204a558e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:42:56.121617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-7ceaaba8-ba30-4f51-9aed-fc5b28cb2d04 None None] Set router 08ce98ef-10a2-4637-bf7e-6858204a558e gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:42:56.135287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba962fb-9f4c-4ead-9099-97b21c814d30 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting subnet 748e1a7c-6644-48cb-b450-71648880884b {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:42:56.138476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ba962fb-9f4c-4ead-9099-97b21c814d30 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:56.197871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ba962fb-9f4c-4ead-9099-97b21c814d30 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:56.434676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7ceaaba8-ba30-4f51-9aed-fc5b28cb2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'name': 'tempest-TestNetworkBasicOps-router-632228118', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:42:54Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:42:56.440437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceaaba8-ba30-4f51-9aed-fc5b28cb2d04 None None] Checking router: 08ce98ef-10a2-4637-bf7e-6858204a558e for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:42:56.452849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceaaba8-ba30-4f51-9aed-fc5b28cb2d04 None None] Routers {'08ce98ef-10a2-4637-bf7e-6858204a558e'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:42:56.453538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7ceaaba8-ba30-4f51-9aed-fc5b28cb2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:42:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['08ce98ef-10a2-4637-bf7e-6858204a558e'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:42:56.614073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ba962fb-9f4c-4ead-9099-97b21c814d30 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:56.647652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-7ceaaba8-ba30-4f51-9aed-fc5b28cb2d04 None None] Set router 08ce98ef-10a2-4637-bf7e-6858204a558e gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:42:56.723605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ba962fb-9f4c-4ead-9099-97b21c814d30 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:56.728570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-832c76f6-217d-43b7-bdc7-ee3fbe52451f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:42:56.767441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba962fb-9f4c-4ead-9099-97b21c814d30 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Subnet': ['ID=748e1a7c-6644-48cb-b450-71648880884b,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:42:56.770227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8ba962fb-9f4c-4ead-9099-97b21c814d30 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:42:56.775715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ba962fb-9f4c-4ead-9099-97b21c814d30 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:56.783014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8ba962fb-9f4c-4ead-9099-97b21c814d30 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/subnets/748e1a7c-6644-48cb-b450-71648880884b HTTP/1.1" status: 204 len: 168 time: 0.8525617 Dec 07 13:42:56.785759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52954) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:42:56.823327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee77be1-ccb6-4a50-b42c-af31b4501f54 None None] Network 24ac1018-6230-48f3-90cc-11d4fdedcd4c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:42:56.996540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:57.128745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7ceaaba8-ba30-4f51-9aed-fc5b28cb2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'name': 'tempest-TestNetworkBasicOps-router-632228118', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:42:54Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:42:57.132902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceaaba8-ba30-4f51-9aed-fc5b28cb2d04 None None] The sync data for ids ['08ce98ef-10a2-4637-bf7e-6858204a558e'] in dv-neutron-ussuri-2-hyperv is: [{'id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'name': 'tempest-TestNetworkBasicOps-router-632228118', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211'}], 'enable_snat': True}, 'gw_port_id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:42:54Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': '92a37bd4-7a17-42f1-aa25-95523414d759', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ce98ef-10a2-4637-bf7e-6858204a558e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:39:38Z', 'updated_at': '2021-12-07T13:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:42:57.195680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] DHCP port deletion for 24ac1018-6230-48f3-90cc-11d4fdedcd4c request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:42:57.199912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Deleting port 704a1b14-9408-4a77-917c-416b81cc6568 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:42:57.200337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:57.209324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:57.246886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 92a37bd4-7a17-42f1-aa25-95523414d759 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:42:57.247340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:57.421435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] For port 704a1b14-9408-4a77-917c-416b81cc6568, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=704a1b14-9408-4a77-917c-416b81cc6568,segment=NetworkSegment(ce1b69be-b95e-44d7-842c-1c2080be54fd),segment_id=ce1b69be-b95e-44d7-842c-1c2080be54fd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:42:57.421807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:57.463087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 92a37bd4-7a17-42f1-aa25-95523414d759, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=92a37bd4-7a17-42f1-aa25-95523414d759,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:42:57.463515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:57.553042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Calling delete_port for 704a1b14-9408-4a77-917c-416b81cc6568 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:42:57.596204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 92a37bd4-7a17-42f1-aa25-95523414d759 owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:42:57.663929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:57.668535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a2f653b4-cbb7-4063-955d-c9bd28e7c23a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:42:57.872144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:57.873203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Pushing event deleted for resources: {'Port': ['ID=704a1b14-9408-4a77-917c-416b81cc6568,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:42:57.876978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:42:57.883367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] No DVR routers for this DVR port 704a1b14-9408-4a77-917c-416b81cc6568 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:42:57.886803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:57.887194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:57.887598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:57.887965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:57.888332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:57.888728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:57.889058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:57.889420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:57.889784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:57.890141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:57.890501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:42:57.894121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:42:57.922807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=92a37bd4-7a17-42f1-aa25-95523414d759,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:42:57.926214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:42:58.154001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:58.422636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:58.428570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:58.430750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 704a1b14-9408-4a77-917c-416b81cc6568 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:42:58.466091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 704a1b14-9408-4a77-917c-416b81cc6568 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:42:58.466484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 704a1b14-9408-4a77-917c-416b81cc6568 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:42:58.466962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6d9de837-5836-41dc-8a2a-6216e107e681 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:42:58.499748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 6d9de837-5836-41dc-8a2a-6216e107e681 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:42:58.500135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6d9de837-5836-41dc-8a2a-6216e107e681 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:42:58.571985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:58.572588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Fanout notify agent at l3_agent the message router_deleted on router 08ce98ef-10a2-4637-bf7e-6858204a558e {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:42:58.588046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:58.589224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/routers/08ce98ef-10a2-4637-bf7e-6858204a558e HTTP/1.1" status: 204 len: 168 time: 1.8024809 Dec 07 13:42:58.592512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52960) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:42:58.725176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e264093-7d9f-4d97-9c39-621443551bac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:58.867502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e264093-7d9f-4d97-9c39-621443551bac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:58.900400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-0e264093-7d9f-4d97-9c39-621443551bac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ac1018-6230-48f3-90cc-11d4fdedcd4c']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:42:58.913165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-0e264093-7d9f-4d97-9c39-621443551bac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1b69be-b95e-44d7-842c-1c2080be54fd') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:42:58.913507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-0e264093-7d9f-4d97-9c39-621443551bac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1b69be-b95e-44d7-842c-1c2080be54fd') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:42:58.926668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e264093-7d9f-4d97-9c39-621443551bac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:58.942342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e264093-7d9f-4d97-9c39-621443551bac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:58.948508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e264093-7d9f-4d97-9c39-621443551bac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:42:58.948932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e264093-7d9f-4d97-9c39-621443551bac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:42:58.964193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:42:59.071598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e264093-7d9f-4d97-9c39-621443551bac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:59.075911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e264093-7d9f-4d97-9c39-621443551bac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:59.080223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f783c21-b69c-4a00-a420-635e5688bf4e tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:42:59.104333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e264093-7d9f-4d97-9c39-621443551bac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Network': ['ID=24ac1018-6230-48f3-90cc-11d4fdedcd4c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:42:59.106928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0e264093-7d9f-4d97-9c39-621443551bac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:42:59.141360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0e264093-7d9f-4d97-9c39-621443551bac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/networks/24ac1018-6230-48f3-90cc-11d4fdedcd4c HTTP/1.1" status: 204 len: 168 time: 0.5473280 Dec 07 13:42:59.155184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52964) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:42:59.162347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'network': {'name': 'tempest-network-smoke--1674201102', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'port_security_enabled': True}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:42:59.167930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:42:59.172262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:network and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:42:59.176312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:42:59.182312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:42:59.221024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:42:59.226428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:59.255619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:42:59.314327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:59.314767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Added segment 1d783d17-3dc8-4d7d-9025-b941e97a43fd of type vlan for network 3e098340-709b-4f42-9409-26bc943080a8 Dec 07 13:42:59.387943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:59.477038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:59.481098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:42:59.481731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:59.486981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-348a4a47-9524-430f-b3d3-912e2d8d49bc tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:42:59.602219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Network': ['ID=3e098340-709b-4f42-9409-26bc943080a8,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:42:59.604608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:42:59.613631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 3e098340-709b-4f42-9409-26bc943080a8 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:42:59.655436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4988253 Dec 07 13:42:59.658841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52968) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:42:59.664783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'admin_state_up': True, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:42:59.673703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:42:59.678958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:router and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:42:59.682024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:42:59.688499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:42:59.728861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:59.729850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:42:59.808719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:00.010643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:00.104801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a17c2b63-b132-485d-ad29-45a999cb7a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:00.275441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:00.307995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:00.342925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 92a37bd4-7a17-42f1-aa25-95523414d759 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:43:00.376069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 92a37bd4-7a17-42f1-aa25-95523414d759 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:43:00.376467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 92a37bd4-7a17-42f1-aa25-95523414d759 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:43:00.450496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.36.4.116 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/a964e604-8b15-4cfd-bcb4-4aa8b37b14ff) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:43:00.602377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:00.658044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:00.662565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9dc38e95-5ffd-43c0-9c0b-32a264bf26f1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:00.964982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:43:00.968528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:43:00.971025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:43:01.006746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=a964e604-8b15-4cfd-bcb4-4aa8b37b14ff,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:01.009572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:01.166908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:01.167678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:01.465712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:43:01.617758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:01.682595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:43:01.693247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Sync routers for ids ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:43:01.705721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Routers {'d6dc0a4e-e52b-462c-b136-b1cf37476ee1'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:43:01.706392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:42:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:43:01.752566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:01.753913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0938230 Dec 07 13:43:01.757222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52972) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:01.801481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-170044de-2deb-41ea-a8f1-383159559fde tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ab6625caa7b0446f8943cb009d398a9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430202 Dec 07 13:43:01.804134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52976) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:01.894339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Set router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:43:01.943265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f34be82-7e68-4878-a25e-d26bd729bd7b tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:01.944953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8f34be82-7e68-4878-a25e-d26bd729bd7b tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1398118 Dec 07 13:43:01.947997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52980) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:01.992336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-91b4e08b-4c78-4e85-ae37-9a470af39b86 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431001 Dec 07 13:43:01.995037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52984) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:02.002066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1004753767', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:02.118267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:02.122291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:subnet and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:02.125288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:02.131396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:02.162898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:43:02.201318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:01Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:43:02.206445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Checking router: d6dc0a4e-e52b-462c-b136-b1cf37476ee1 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:43:02.206841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Updating router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 port a964e604-8b15-4cfd-bcb4-4aa8b37b14ff binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:43:02.259188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:02.274370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:02.534424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d8530bc-6121-4078-9466-f5b19bec4240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:02.725564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:02.786142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:02.790420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ad80ae7-ac0a-4aa7-b349-b029ab014f8a tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:02.873734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Subnet': ['ID=b6e502fe-13bd-4daa-a043-98e7008a2ddc,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:02.875328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Transition to ACTIVE for port object a964e604-8b15-4cfd-bcb4-4aa8b37b14ff will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:43:02.879336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:02.888560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Checking segment: {'id': '1d783d17-3dc8-4d7d-9025-b941e97a43fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e098340-709b-4f42-9409-26bc943080a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:43:02.889395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network hostable DHCP agents. Network: 3e098340-709b-4f42-9409-26bc943080a8, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:43:02.911854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:02.945957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e098340-709b-4f42-9409-26bc943080a8 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:43:02.946225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:02.950944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7fd7ce69-8bbc-4ee7-98f8-c865a363e14c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:03.031949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e7e27-d14f-402f-a23d-01ff2c9af43c None None] Pushing event updated for resources: {'Port': ['ID=a964e604-8b15-4cfd-bcb4-4aa8b37b14ff,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:03.034830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Attempting to bind port a964e604-8b15-4cfd-bcb4-4aa8b37b14ff on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:43:03.035262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Attempting to bind port a964e604-8b15-4cfd-bcb4-4aa8b37b14ff by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:43:03.035657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Attempting to bind port a964e604-8b15-4cfd-bcb4-4aa8b37b14ff on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:43:03.037285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 3e098340-709b-4f42-9409-26bc943080a8) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:43:03.041378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:03.042104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:03.047391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e7e27-d14f-402f-a23d-01ff2c9af43c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:03.047768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e7e27-d14f-402f-a23d-01ff2c9af43c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:03.048161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e7e27-d14f-402f-a23d-01ff2c9af43c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:03.048577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e7e27-d14f-402f-a23d-01ff2c9af43c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:03.048943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e7e27-d14f-402f-a23d-01ff2c9af43c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:03.049563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e7e27-d14f-402f-a23d-01ff2c9af43c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:03.049921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e7e27-d14f-402f-a23d-01ff2c9af43c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:03.050035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d83ffb-d711-4f97-b099-b735947777a1 None None] Network 3e098340-709b-4f42-9409-26bc943080a8 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:43:03.050282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e7e27-d14f-402f-a23d-01ff2c9af43c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:03.050639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e7e27-d14f-402f-a23d-01ff2c9af43c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:03.050991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e7e27-d14f-402f-a23d-01ff2c9af43c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:03.051403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e7e27-d14f-402f-a23d-01ff2c9af43c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:03.054863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:43:03.055296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:43:03.055740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:03.056193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:43:03.056724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Bound port: a964e604-8b15-4cfd-bcb4-4aa8b37b14ff, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:43:03.057052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:03.085475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b69e7e27-d14f-402f-a23d-01ff2c9af43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:03.107904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1112795 Dec 07 13:43:03.111661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52988) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:03.130880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] For port a964e604-8b15-4cfd-bcb4-4aa8b37b14ff, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:43:03.134792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] For port a964e604-8b15-4cfd-bcb4-4aa8b37b14ff, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a964e604-8b15-4cfd-bcb4-4aa8b37b14ff,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:43:03.158094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:03.163627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-390fab9a-205f-4eaf-b926-c9b3921372f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:03.241806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Routers {'d6dc0a4e-e52b-462c-b136-b1cf37476ee1'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:43:03.242463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:43:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:43:03.297110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-3e098340-709b-4f42-9409-26bc943080a8', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:43:03.298762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:03.453149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e7e27-d14f-402f-a23d-01ff2c9af43c None None] Pushing event updated for resources: {'Port': ['ID=a964e604-8b15-4cfd-bcb4-4aa8b37b14ff,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:03.466088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b69e7e27-d14f-402f-a23d-01ff2c9af43c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:03.477121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Allocated IP 172.20.0.2 (3e098340-709b-4f42-9409-26bc943080a8/b6e502fe-13bd-4daa-a043-98e7008a2ddc/1a964ca7-c5da-43d6-8eb7-95e7987349f7) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:43:03.587014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] Set router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:43:03.776481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:03.787515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Transition to ACTIVE for port object 1a964ca7-c5da-43d6-8eb7-95e7987349f7 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:43:03.807711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Transition to ACTIVE for port object 1a964ca7-c5da-43d6-8eb7-95e7987349f7 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:43:03.837955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:03.844495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:03.897025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:01Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:43:03.901115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0918c-73ba-424c-a7c2-60a75ce4c7bc None None] The sync data for ids ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:01Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:43:03.930772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Network 3e098340-709b-4f42-9409-26bc943080a8 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:43:03.936637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Pushing event updated for resources: {'Port': ['ID=1a964ca7-c5da-43d6-8eb7-95e7987349f7,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:03.937493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:43:03.939900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:03.940267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:03.940671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:43:04.034728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Attempting to bind port 1a964ca7-c5da-43d6-8eb7-95e7987349f7 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:43:04.035134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Attempting to bind port 1a964ca7-c5da-43d6-8eb7-95e7987349f7 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '1d783d17-3dc8-4d7d-9025-b941e97a43fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e098340-709b-4f42-9409-26bc943080a8'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:43:04.035545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Attempting to bind port 1a964ca7-c5da-43d6-8eb7-95e7987349f7 on network 3e098340-709b-4f42-9409-26bc943080a8 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:43:04.042526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:43:04.042949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Checking segment: {'id': '1d783d17-3dc8-4d7d-9025-b941e97a43fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e098340-709b-4f42-9409-26bc943080a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:43:04.043426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:04.043863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Bound using segment: {'id': '1d783d17-3dc8-4d7d-9025-b941e97a43fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e098340-709b-4f42-9409-26bc943080a8'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:43:04.044377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Bound port: 1a964ca7-c5da-43d6-8eb7-95e7987349f7, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d783d17-3dc8-4d7d-9025-b941e97a43fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e098340-709b-4f42-9409-26bc943080a8'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:43:04.044765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:04.140313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] For port 1a964ca7-c5da-43d6-8eb7-95e7987349f7, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:43:04.144300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] For port 1a964ca7-c5da-43d6-8eb7-95e7987349f7, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1a964ca7-c5da-43d6-8eb7-95e7987349f7,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:43:04.218555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:04.224251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64109789-05d1-4db8-b63e-75c3b70fdebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:04.318574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Pushing event updated for resources: {'Port': ['ID=1a964ca7-c5da-43d6-8eb7-95e7987349f7,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:04.322934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:04.480180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a964e604-8b15-4cfd-bcb4-4aa8b37b14ff up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:43:04.585817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port a964e604-8b15-4cfd-bcb4-4aa8b37b14ff completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:43:04.591548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port a964e604-8b15-4cfd-bcb4-4aa8b37b14ff triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:43:04.592165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:04.700868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.1 (3e098340-709b-4f42-9409-26bc943080a8/b6e502fe-13bd-4daa-a043-98e7008a2ddc/ba60ab2c-dcf8-420a-80d6-664bd3c57f5c) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:43:04.771667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:04.792118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port a964e604-8b15-4cfd-bcb4-4aa8b37b14ff, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a964e604-8b15-4cfd-bcb4-4aa8b37b14ff,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:43:04.817669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:04.847252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:04.849476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:04.925290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=a964e604-8b15-4cfd-bcb4-4aa8b37b14ff,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:04.928521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:04.960738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:04.978893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object ba60ab2c-dcf8-420a-80d6-664bd3c57f5c will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:43:05.041637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:05.046416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-322e2fac-bd8e-41df-9e3b-120eb4ffae61 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:05.114261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e098340-709b-4f42-9409-26bc943080a8 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:43:05.122695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:43:05.128388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:43:05.165354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=ba60ab2c-dcf8-420a-80d6-664bd3c57f5c,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:05.187885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:05.188840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:05.189252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:05.189664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:05.190071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:05.190479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:05.190884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:05.191309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:05.191720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:05.192118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:05.192525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:43:05.198660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:05.207940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:05.334251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:05.771266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:05.800981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:05.831610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-62936ebd-6d51-41ec-91f7-08ca1ac64649 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:05.919331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=ba60ab2c-dcf8-420a-80d6-664bd3c57f5c,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:05.921938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:05.926909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:05.954373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21d0b94-d7ce-49c3-aa83-1f09f891b989 None None] Network 3e098340-709b-4f42-9409-26bc943080a8 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:43:06.069618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e098340-709b-4f42-9409-26bc943080a8 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:43:06.070789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:43:06.123109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-039b4e3d-909e-4a35-b588-c53148e19909 None None] Provisioning for port 1a964ca7-c5da-43d6-8eb7-95e7987349f7 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:43:06.489683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:43:06.496502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1a964ca7-c5da-43d6-8eb7-95e7987349f7 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:43:06.627283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 1a964ca7-c5da-43d6-8eb7-95e7987349f7 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:43:06.633522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 1a964ca7-c5da-43d6-8eb7-95e7987349f7 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:43:06.647176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:06.691513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-83bcacfa-8d23-4ca8-8eca-1f9d92d1a8c2 None None] Provisioning for port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:43:06.706712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-83bcacfa-8d23-4ca8-8eca-1f9d92d1a8c2 None None] Provisioning complete for port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:43:06.707133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-83bcacfa-8d23-4ca8-8eca-1f9d92d1a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:06.726241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:43:06.741335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/d6dc0a4e-e52b-462c-b136-b1cf37476ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6284862 Dec 07 13:43:06.743853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 52994) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:06.815940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-83bcacfa-8d23-4ca8-8eca-1f9d92d1a8c2 None None] Port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:43:06.844709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:06.882961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 1a964ca7-c5da-43d6-8eb7-95e7987349f7, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1a964ca7-c5da-43d6-8eb7-95e7987349f7,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:43:06.909770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e07ee93-4c78-4821-a953-63731e7caedd tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:06.910272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e07ee93-4c78-4821-a953-63731e7caedd tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:06.910687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e07ee93-4c78-4821-a953-63731e7caedd tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:06.911091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e07ee93-4c78-4821-a953-63731e7caedd tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:06.913103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1e07ee93-4c78-4821-a953-63731e7caedd tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1682270 Dec 07 13:43:06.916176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 52998) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:06.942683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:06.943629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a964e604-8b15-4cfd-bcb4-4aa8b37b14ff up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:43:06.973941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3894e748-3347-4e3a-8e39-26d85ebd0ae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:07.011119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d930d4d-d63a-4872-8d18-9af547f830d9 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:07.011651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d930d4d-d63a-4872-8d18-9af547f830d9 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:07.012063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d930d4d-d63a-4872-8d18-9af547f830d9 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:07.012486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d930d4d-d63a-4872-8d18-9af547f830d9 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:07.014620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9d930d4d-d63a-4872-8d18-9af547f830d9 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0971923 Dec 07 13:43:07.014775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b04d4310-b7d2-4d90-9e1f-fab3b116b6e4 None None] Provisioning complete for port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:43:07.015160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b04d4310-b7d2-4d90-9e1f-fab3b116b6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:07.019261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53002) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:07.079480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Sync routers for ids ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:43:07.132184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b04d4310-b7d2-4d90-9e1f-fab3b116b6e4 None None] Port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:43:07.139562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=1a964ca7-c5da-43d6-8eb7-95e7987349f7,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:07.143464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:07.146625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Routers {'d6dc0a4e-e52b-462c-b136-b1cf37476ee1'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:43:07.147306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:43:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:43:07.226304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port a964e604-8b15-4cfd-bcb4-4aa8b37b14ff triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:43:07.226725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:07.233411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-05bef1ec-8199-4d8c-85f4-0e3e832044b3 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2128322 Dec 07 13:43:07.396652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-833f2dba-1f1b-4bac-9f2d-2b531916772d None None] Provisioning complete for port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:43:07.397091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-833f2dba-1f1b-4bac-9f2d-2b531916772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:07.446618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53008) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:07.452763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a5d68403-764d-4b05-9477-e290d57078b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-779096279', 'description': 'tempest-secgroup-smoke-779096279 description', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:07.459887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a5d68403-764d-4b05-9477-e290d57078b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:07.465703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a5d68403-764d-4b05-9477-e290d57078b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:07.467049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a5d68403-764d-4b05-9477-e290d57078b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:07.473254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a5d68403-764d-4b05-9477-e290d57078b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:07.496937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Set router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:43:07.543949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5d68403-764d-4b05-9477-e290d57078b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:07.562128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-833f2dba-1f1b-4bac-9f2d-2b531916772d None None] Port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:43:07.587370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a5d68403-764d-4b05-9477-e290d57078b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:07.591662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a5d68403-764d-4b05-9477-e290d57078b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:07.594713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a5d68403-764d-4b05-9477-e290d57078b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:07.601112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a5d68403-764d-4b05-9477-e290d57078b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:07.783046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5d68403-764d-4b05-9477-e290d57078b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:07.819916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5d68403-764d-4b05-9477-e290d57078b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:07.825603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6032dec1-a863-4935-8781-076533d11879 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:07.868696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d68403-764d-4b05-9477-e290d57078b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=795a685f-b741-458d-9378-5d5455e7ca96,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:07.871727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a5d68403-764d-4b05-9477-e290d57078b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:07.906013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5d68403-764d-4b05-9477-e290d57078b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:07.910229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a5d68403-764d-4b05-9477-e290d57078b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4598672 Dec 07 13:43:07.910695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53014) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:07.917804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4f6d3d4e-c27d-4ad8-8fd5-23d72ac365eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '795a685f-b741-458d-9378-5d5455e7ca96', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:07.925342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4f6d3d4e-c27d-4ad8-8fd5-23d72ac365eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:07.929372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4f6d3d4e-c27d-4ad8-8fd5-23d72ac365eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:07.932390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4f6d3d4e-c27d-4ad8-8fd5-23d72ac365eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:07.939213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4f6d3d4e-c27d-4ad8-8fd5-23d72ac365eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:07.984422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f6d3d4e-c27d-4ad8-8fd5-23d72ac365eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.003678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:05Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'ba60ab2c-dcf8-420a-80d6-664bd3c57f5c', 'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:52:3f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:04Z', 'updated_at': '2021-12-07T13:43:05Z', 'revision_number': 2, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:43:08.007732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Checking router: d6dc0a4e-e52b-462c-b136-b1cf37476ee1 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:43:08.008134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Updating router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:43:08.060536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.106883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f6d3d4e-c27d-4ad8-8fd5-23d72ac365eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.137667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f6d3d4e-c27d-4ad8-8fd5-23d72ac365eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.139697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea75b4d3-c633-41a2-ac66-61b4210a572a tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:08.164351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d3d4e-c27d-4ad8-8fd5-23d72ac365eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c70bce1-3d85-48cb-b4ff-9cb517a56bc0,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:08.169119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4f6d3d4e-c27d-4ad8-8fd5-23d72ac365eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:08.201033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f6d3d4e-c27d-4ad8-8fd5-23d72ac365eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.202389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4f6d3d4e-c27d-4ad8-8fd5-23d72ac365eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2896988 Dec 07 13:43:08.206098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53018) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:08.212038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ee1be5db-2f23-4db5-a2e7-66bbc33628e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '795a685f-b741-458d-9378-5d5455e7ca96', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:08.218226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ee1be5db-2f23-4db5-a2e7-66bbc33628e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:08.222385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ee1be5db-2f23-4db5-a2e7-66bbc33628e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:08.225402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ee1be5db-2f23-4db5-a2e7-66bbc33628e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:08.231380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ee1be5db-2f23-4db5-a2e7-66bbc33628e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:08.272120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee1be5db-2f23-4db5-a2e7-66bbc33628e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.342456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee1be5db-2f23-4db5-a2e7-66bbc33628e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.386256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee1be5db-2f23-4db5-a2e7-66bbc33628e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.388473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-757d9d33-9c01-4792-b803-17907671f786 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:08.414937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1a964ca7-c5da-43d6-8eb7-95e7987349f7 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:43:08.415901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1be5db-2f23-4db5-a2e7-66bbc33628e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93c4ee9-9d90-45c3-9a30-9b83e81af0c1,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:08.418458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee1be5db-2f23-4db5-a2e7-66bbc33628e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:08.454705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee1be5db-2f23-4db5-a2e7-66bbc33628e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.456070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ee1be5db-2f23-4db5-a2e7-66bbc33628e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2489636 Dec 07 13:43:08.459132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53022) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:08.465056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0fa5417c-3077-4505-9ab9-4afa73f3c8ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '795a685f-b741-458d-9378-5d5455e7ca96', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:08.470374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.471461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0fa5417c-3077-4505-9ab9-4afa73f3c8ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:08.475474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0fa5417c-3077-4505-9ab9-4afa73f3c8ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:08.478505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0fa5417c-3077-4505-9ab9-4afa73f3c8ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:08.484539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0fa5417c-3077-4505-9ab9-4afa73f3c8ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:08.496171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Transition to ACTIVE for port object ba60ab2c-dcf8-420a-80d6-664bd3c57f5c will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:43:08.514267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 1a964ca7-c5da-43d6-8eb7-95e7987349f7 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:43:08.514681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.565112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fa5417c-3077-4505-9ab9-4afa73f3c8ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.566070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.573364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:08.634574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fa5417c-3077-4505-9ab9-4afa73f3c8ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.665843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fa5417c-3077-4505-9ab9-4afa73f3c8ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.667944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9a84e7a-68f5-41a6-93ab-26976f561082 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:08.694425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5417c-3077-4505-9ab9-4afa73f3c8ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c600950-90b1-48c6-bba8-ed7ff4a9f27d,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:08.697135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0fa5417c-3077-4505-9ab9-4afa73f3c8ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:08.740206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fa5417c-3077-4505-9ab9-4afa73f3c8ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.741686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0fa5417c-3077-4505-9ab9-4afa73f3c8ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2816286 Dec 07 13:43:08.744647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53026) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:08.751255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7686a0e-f774-4171-a0ff-bd09b3064eb8 None None] Pushing event updated for resources: {'Port': ['ID=ba60ab2c-dcf8-420a-80d6-664bd3c57f5c,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:08.752305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d53920bb-4173-4835-942e-26d41cd4f9f7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '795a685f-b741-458d-9378-5d5455e7ca96', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:08.759827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d53920bb-4173-4835-942e-26d41cd4f9f7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:08.760169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7686a0e-f774-4171-a0ff-bd09b3064eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:08.764153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d53920bb-4173-4835-942e-26d41cd4f9f7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:08.767517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d53920bb-4173-4835-942e-26d41cd4f9f7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:08.773711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d53920bb-4173-4835-942e-26d41cd4f9f7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:08.821793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d53920bb-4173-4835-942e-26d41cd4f9f7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.868831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Attempting to bind port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:43:08.869256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Attempting to bind port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '1d783d17-3dc8-4d7d-9025-b941e97a43fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e098340-709b-4f42-9409-26bc943080a8'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:43:08.869668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Attempting to bind port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c on network 3e098340-709b-4f42-9409-26bc943080a8 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:43:08.877601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:43:08.878023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Checking segment: {'id': '1d783d17-3dc8-4d7d-9025-b941e97a43fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e098340-709b-4f42-9409-26bc943080a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:43:08.878480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.879142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Bound using segment: {'id': '1d783d17-3dc8-4d7d-9025-b941e97a43fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e098340-709b-4f42-9409-26bc943080a8'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:43:08.879448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Bound port: ba60ab2c-dcf8-420a-80d6-664bd3c57f5c, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d783d17-3dc8-4d7d-9025-b941e97a43fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e098340-709b-4f42-9409-26bc943080a8'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:43:08.879867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.900893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d53920bb-4173-4835-942e-26d41cd4f9f7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.940253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d53920bb-4173-4835-942e-26d41cd4f9f7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:08.947907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e877ed21-aa24-49f0-877a-a90b9e72e3e0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:08.967192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53920bb-4173-4835-942e-26d41cd4f9f7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c39112e-da1d-4dec-8dfa-20873512f15e,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:08.969796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d53920bb-4173-4835-942e-26d41cd4f9f7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:08.982683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] For port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:43:08.990934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] For port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ba60ab2c-dcf8-420a-80d6-664bd3c57f5c,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:43:09.008937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d53920bb-4173-4835-942e-26d41cd4f9f7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:09.010384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d53920bb-4173-4835-942e-26d41cd4f9f7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2646301 Dec 07 13:43:09.013343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53030) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:09.020095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a9f69748-fb3d-46f5-93d0-08921452a4c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '795a685f-b741-458d-9378-5d5455e7ca96', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:09.026439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a9f69748-fb3d-46f5-93d0-08921452a4c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:09.030486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a9f69748-fb3d-46f5-93d0-08921452a4c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:09.033614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a9f69748-fb3d-46f5-93d0-08921452a4c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:09.039630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a9f69748-fb3d-46f5-93d0-08921452a4c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:09.049667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:09.054248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:09.083295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-a9f69748-fb3d-46f5-93d0-08921452a4c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:43:09.090569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9f69748-fb3d-46f5-93d0-08921452a4c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:09.135117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Routers {'d6dc0a4e-e52b-462c-b136-b1cf37476ee1'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:43:09.135837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:43:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:43:09.164351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9f69748-fb3d-46f5-93d0-08921452a4c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:09.201106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7686a0e-f774-4171-a0ff-bd09b3064eb8 None None] Pushing event updated for resources: {'Port': ['ID=ba60ab2c-dcf8-420a-80d6-664bd3c57f5c,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:09.206774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9f69748-fb3d-46f5-93d0-08921452a4c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:09.211944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7686a0e-f774-4171-a0ff-bd09b3064eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:09.217052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ca5725bb-e896-4528-8d9c-04a7a9f306af tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:09.242899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f69748-fb3d-46f5-93d0-08921452a4c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c3f02f-22c3-4ff3-b1db-2cd8108e0eec,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:09.245676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a9f69748-fb3d-46f5-93d0-08921452a4c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:09.283508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9f69748-fb3d-46f5-93d0-08921452a4c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:09.285287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a9f69748-fb3d-46f5-93d0-08921452a4c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2709534 Dec 07 13:43:09.288301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53034) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:09.295531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8872d851-f61c-431a-9c6a-bae3be2a9dd8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '795a685f-b741-458d-9378-5d5455e7ca96', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:09.304951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8872d851-f61c-431a-9c6a-bae3be2a9dd8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:09.309142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8872d851-f61c-431a-9c6a-bae3be2a9dd8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:09.312167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8872d851-f61c-431a-9c6a-bae3be2a9dd8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:09.323177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8872d851-f61c-431a-9c6a-bae3be2a9dd8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:09.349087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] Set router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:43:09.363267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-8872d851-f61c-431a-9c6a-bae3be2a9dd8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:43:09.371536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8872d851-f61c-431a-9c6a-bae3be2a9dd8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:09.445768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8872d851-f61c-431a-9c6a-bae3be2a9dd8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:09.477356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8872d851-f61c-431a-9c6a-bae3be2a9dd8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:09.483286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-326eec76-b8b8-47d3-a1bf-3d5b0b4e89bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:09.504753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872d851-f61c-431a-9c6a-bae3be2a9dd8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5495db67-84a5-4e68-8b64-208b7e965618,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:09.507386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8872d851-f61c-431a-9c6a-bae3be2a9dd8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:09.544000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8872d851-f61c-431a-9c6a-bae3be2a9dd8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:09.545327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8872d851-f61c-431a-9c6a-bae3be2a9dd8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2556758 Dec 07 13:43:09.694721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:05Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'ba60ab2c-dcf8-420a-80d6-664bd3c57f5c', 'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:52:3f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:04Z', 'updated_at': '2021-12-07T13:43:08Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:43:09.699144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67df97-c739-4f57-be8e-57f52410a6f3 None None] The sync data for ids ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:05Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'ba60ab2c-dcf8-420a-80d6-664bd3c57f5c', 'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:52:3f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:04Z', 'updated_at': '2021-12-07T13:43:08Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:43:09.771996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-2fb26a9e-88e2-401d-a9d5-64afd7e86961 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:43:09.795718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:09.823646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-2fb26a9e-88e2-401d-a9d5-64afd7e86961 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:43:09.825078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-2fb26a9e-88e2-401d-a9d5-64afd7e86961 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779096279&fields=id&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 267 time: 0.1112418 Dec 07 13:43:09.999207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-b1a5454b-aa8a-4acd-87c1-f30cf32acc72 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:09.999967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-b1a5454b-aa8a-4acd-87c1-f30cf32acc72 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:43:10.043020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-b1a5454b-aa8a-4acd-87c1-f30cf32acc72 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:43:10.044499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-b1a5454b-aa8a-4acd-87c1-f30cf32acc72 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/networks?id=3e098340-709b-4f42-9409-26bc943080a8 HTTP/1.1" status: 200 len: 797 time: 0.2063525 Dec 07 13:43:10.063019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-c209d28a-b97f-4f3d-8474-911f49eb7f62 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/quotas/ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 375 time: 0.0123384 Dec 07 13:43:10.156522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-9c2e450b-cdc0-4004-be14-3a7aba6039c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:43:10.195210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-9c2e450b-cdc0-4004-be14-3a7aba6039c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:43:10.196746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-9c2e450b-cdc0-4004-be14-3a7aba6039c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1277549 Dec 07 13:43:10.439090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ba60ab2c-dcf8-420a-80d6-664bd3c57f5c up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:43:10.440882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-0f5b337b-1467-449d-9443-278e75fe2961 service neutron] 10.222.0.24 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310190 Dec 07 13:43:10.543825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:43:10.549944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:43:10.550369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:10.591647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-35f02252-cd1e-47a1-981e-ef9cceaf1423 service neutron] 10.222.0.24 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441879 Dec 07 13:43:10.681610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:10.839892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ba60ab2c-dcf8-420a-80d6-664bd3c57f5c,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:43:10.869351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:10.871449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:10.948192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-04259cad-03c2-4c71-ae29-4e26ba34276e req-935a93dc-8bc5-4b35-8afa-468599c7b71c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 210 time: 0.0592730 Dec 07 13:43:10.974790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=ba60ab2c-dcf8-420a-80d6-664bd3c57f5c,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:10.978266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:12.175133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f07db407-53dd-4510-92b1-795f79ed02a0 req-b93b8ed7-3cce-4377-8891-83772528824c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 210 time: 0.0446918 Dec 07 13:43:12.415047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ba60ab2c-dcf8-420a-80d6-664bd3c57f5c up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:43:12.486696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:43:12.487117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:13.352060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0a7487af-3a49-4f28-a47e-78c431726fb6 req-e033c796-0a1e-4bb8-adfd-4a9670612426 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 210 time: 0.0502179 Dec 07 13:43:13.363603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-21fb7eda-d9c8-4aec-8187-31d762857d97 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:13.364468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-21fb7eda-d9c8-4aec-8187-31d762857d97 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:43:13.380230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-21fb7eda-d9c8-4aec-8187-31d762857d97 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:43:13.381464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-21fb7eda-d9c8-4aec-8187-31d762857d97 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/networks?id=3e098340-709b-4f42-9409-26bc943080a8 HTTP/1.1" status: 200 len: 797 time: 0.1748717 Dec 07 13:43:13.443668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-2a5cfa06-1a41-4cee-accd-5fce438d0e32 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 379 time: 0.0435193 Dec 07 13:43:13.452655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'port': {'device_id': '6c63abd8-4d1c-461d-8159-70d408f76188', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'admin_state_up': True, 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'security_groups': ['795a685f-b741-458d-9378-5d5455e7ca96']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:13.598085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:13.609030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:13.666028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:43:13.671877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:13.844812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.5 (3e098340-709b-4f42-9409-26bc943080a8/b6e502fe-13bd-4daa-a043-98e7008a2ddc/d386f35a-dd89-4d08-a6f4-2a7911138226) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:43:14.269109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:14.285854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object d386f35a-dd89-4d08-a6f4-2a7911138226 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:43:14.334690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:14.340427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:14.407567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e098340-709b-4f42-9409-26bc943080a8 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:43:14.415440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:43:14.420300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:43:14.462162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=d386f35a-dd89-4d08-a6f4-2a7911138226,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:14.472437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:14.495005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:14.495719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:14.550243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1013601 Dec 07 13:43:14.565275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0107b-965f-4aa2-aaca-7e99408c2a00 req-b5773527-e90b-48e2-b555-15bad81a9111 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:14.566889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dde0107b-965f-4aa2-aaca-7e99408c2a00 req-b5773527-e90b-48e2-b555-15bad81a9111 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 931 time: 0.0868270 Dec 07 13:43:14.567066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Request body: {'port': {'device_id': '6c63abd8-4d1c-461d-8159-70d408f76188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:14.620085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dde0107b-965f-4aa2-aaca-7e99408c2a00 req-a720cef4-69d6-4c80-b14c-247986617a93 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=795a685f-b741-458d-9378-5d5455e7ca96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463381 Dec 07 13:43:14.702160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:14.829557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f8536a5c-6c91-4084-ac6b-63d250a4c747 None None] Provisioning for port d386f35a-dd89-4d08-a6f4-2a7911138226 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:43:14.834542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f8536a5c-6c91-4084-ac6b-63d250a4c747 None None] Provisioning complete for port d386f35a-dd89-4d08-a6f4-2a7911138226 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:43:14.837400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8536a5c-6c91-4084-ac6b-63d250a4c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:14.888219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f8536a5c-6c91-4084-ac6b-63d250a4c747 None None] Port d386f35a-dd89-4d08-a6f4-2a7911138226 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:43:15.138653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d386f35a-dd89-4d08-a6f4-2a7911138226 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:43:15.145454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:15.219809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Transition to ACTIVE for port object d386f35a-dd89-4d08-a6f4-2a7911138226 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:43:15.254291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:15.258747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-48e8da65-643d-49b6-8440-a8ea67b9853b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:15.388977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Pushing event updated for resources: {'Port': ['ID=d386f35a-dd89-4d08-a6f4-2a7911138226,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:15.392679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:15.508048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Attempting to bind port d386f35a-dd89-4d08-a6f4-2a7911138226 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:43:15.508602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Attempting to bind port d386f35a-dd89-4d08-a6f4-2a7911138226 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '1d783d17-3dc8-4d7d-9025-b941e97a43fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e098340-709b-4f42-9409-26bc943080a8'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:43:15.508759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Attempting to bind port d386f35a-dd89-4d08-a6f4-2a7911138226 on network 3e098340-709b-4f42-9409-26bc943080a8 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:43:15.515525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Port d386f35a-dd89-4d08-a6f4-2a7911138226 on network 3e098340-709b-4f42-9409-26bc943080a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:43:15.517192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Attempting to bind port d386f35a-dd89-4d08-a6f4-2a7911138226 on network 3e098340-709b-4f42-9409-26bc943080a8 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:43:15.524357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:43:15.524761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Checking segment: {'id': '1d783d17-3dc8-4d7d-9025-b941e97a43fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e098340-709b-4f42-9409-26bc943080a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:43:15.525232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Bound using segment: {'id': '1d783d17-3dc8-4d7d-9025-b941e97a43fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e098340-709b-4f42-9409-26bc943080a8'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:43:15.525709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Bound port: d386f35a-dd89-4d08-a6f4-2a7911138226, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d783d17-3dc8-4d7d-9025-b941e97a43fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e098340-709b-4f42-9409-26bc943080a8'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:43:15.526114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:15.622368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] For port d386f35a-dd89-4d08-a6f4-2a7911138226, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:43:15.626076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] For port d386f35a-dd89-4d08-a6f4-2a7911138226, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=d386f35a-dd89-4d08-a6f4-2a7911138226,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:43:15.658517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:15.663489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-da1d826c-8c17-4cb3-a551-50e73aa0b9d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:15.723850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:15.725507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] 10.222.0.45 "PUT /v2.0/ports/d386f35a-dd89-4d08-a6f4-2a7911138226 HTTP/1.1" status: 200 len: 1093 time: 1.1630137 Dec 07 13:43:15.725971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c63abd8-4d1c-461d-8159-70d408f76188', 'tag': 'd386f35a-dd89-4d08-a6f4-2a7911138226'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:43:15.762737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Pushing event updated for resources: {'Port': ['ID=d386f35a-dd89-4d08-a6f4-2a7911138226,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:15.776935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:15.791416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c63abd8-4d1c-461d-8159-70d408f76188', 'tag': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'status': 'completed', 'code': 200} Dec 07 13:43:15.839895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aff0d9-3912-4333-b341-e4a2d2b11e3e req-d4ad272f-7e57-4613-a257-d0284f0c021a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:15.841537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2aff0d9-3912-4333-b341-e4a2d2b11e3e req-d4ad272f-7e57-4613-a257-d0284f0c021a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 943 time: 0.0923426 Dec 07 13:43:15.896729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fd2c5dc5-89bc-4ce6-ae52-11bd67d53e7a req-6fa9ed03-258c-4c30-abe1-e5c3af931587 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 1096 time: 0.0782082 Dec 07 13:43:15.897137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2aff0d9-3912-4333-b341-e4a2d2b11e3e req-b2652115-7ea4-4fdb-ae3e-db875d3dbd26 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=795a685f-b741-458d-9378-5d5455e7ca96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485759 Dec 07 13:43:16.056833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c5dc5-89bc-4ce6-ae52-11bd67d53e7a req-ec9acc20-ff49-4ce5-ad83-9f4f42c93086 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:16.058413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fd2c5dc5-89bc-4ce6-ae52-11bd67d53e7a req-ec9acc20-ff49-4ce5-ad83-9f4f42c93086 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ab6625caa7b0446f8943cb009d398a9e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1502988 Dec 07 13:43:16.208120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c5dc5-89bc-4ce6-ae52-11bd67d53e7a req-e2d3ba67-32c1-45b5-bf65-28023b22b197 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:16.209687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fd2c5dc5-89bc-4ce6-ae52-11bd67d53e7a req-e2d3ba67-32c1-45b5-bf65-28023b22b197 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404176 Dec 07 13:43:16.326472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-8220a8a0-804e-40d1-8e65-a13555663f4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 1096 time: 0.0743020 Dec 07 13:43:16.407152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-f42fdc21-ea5a-492c-8ef7-8c8721c63deb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d386f35a-dd89-4d08-a6f4-2a7911138226 HTTP/1.1" status: 200 len: 217 time: 0.0686977 Dec 07 13:43:16.478432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-acac1f3b-a105-4720-a80c-c97400d6ff3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:16.479904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-acac1f3b-a105-4720-a80c-c97400d6ff3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6e502fe-13bd-4daa-a043-98e7008a2ddc HTTP/1.1" status: 200 len: 835 time: 0.0626390 Dec 07 13:43:16.565941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-763dff39-5f71-4adf-b057-cfe63168ef4f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e098340-709b-4f42-9409-26bc943080a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761082 Dec 07 13:43:16.711267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-9af06095-69a6-417d-aac9-d0a889ab3e35 service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342506 Dec 07 13:43:16.853830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35e0530b-8d99-4912-8125-0e6a9f509973 req-64ae608f-1a82-4e45-9e8d-815f4f46b9ff service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324036 Dec 07 13:43:17.107603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbbaeb-7bd7-435d-b779-738a44cbde50 req-526989ee-854c-4245-a2a0-8d0339297c4d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:17.109099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-15bbbaeb-7bd7-435d-b779-738a44cbde50 req-526989ee-854c-4245-a2a0-8d0339297c4d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 943 time: 0.0812862 Dec 07 13:43:17.156091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-15bbbaeb-7bd7-435d-b779-738a44cbde50 req-b74e1d95-9111-4f51-8d54-0352d85c3291 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=795a685f-b741-458d-9378-5d5455e7ca96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407770 Dec 07 13:43:18.365468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b62f27-38fe-4851-bd3a-edb6a0734f30 req-dbfe4a6d-496d-40dc-b795-df4fbe0eddf4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:18.367057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-19b62f27-38fe-4851-bd3a-edb6a0734f30 req-dbfe4a6d-496d-40dc-b795-df4fbe0eddf4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 943 time: 0.0863156 Dec 07 13:43:18.414924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-19b62f27-38fe-4851-bd3a-edb6a0734f30 req-cf8ea184-dc93-4b79-a615-f681fffa6e38 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=795a685f-b741-458d-9378-5d5455e7ca96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415418 Dec 07 13:43:19.063903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device d386f35a-dd89-4d08-a6f4-2a7911138226 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:43:19.207194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port d386f35a-dd89-4d08-a6f4-2a7911138226, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=d386f35a-dd89-4d08-a6f4-2a7911138226,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:43:19.225184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'port_id': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'mac_address': 'fa:16:3e:1a:0e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:43:19.281567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:19.300365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d386f35a-dd89-4d08-a6f4-2a7911138226 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:43:19.316224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port d386f35a-dd89-4d08-a6f4-2a7911138226, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=d386f35a-dd89-4d08-a6f4-2a7911138226,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:43:19.351460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:19.353304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7686a0e-f774-4171-a0ff-bd09b3064eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:19.420079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=d386f35a-dd89-4d08-a6f4-2a7911138226,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:19.423546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:19.621718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcb265-6882-494b-8d40-7f3ed0879e8c req-9aca05e5-4018-4182-86b0-f670e9d83f07 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:19.623250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52dcb265-6882-494b-8d40-7f3ed0879e8c req-9aca05e5-4018-4182-86b0-f670e9d83f07 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 944 time: 0.0823629 Dec 07 13:43:19.639206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['d386f35a-dd89-4d08-a6f4-2a7911138226'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:43:19.679771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52dcb265-6882-494b-8d40-7f3ed0879e8c req-63cb223b-5a87-48ac-b40c-9e06327ea26c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=795a685f-b741-458d-9378-5d5455e7ca96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494685 Dec 07 13:43:20.881225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a43f2-9ff3-4352-a2bd-360129b718dc req-6fb72fee-f882-4df3-9807-2f91adef02b6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:20.882801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-922a43f2-9ff3-4352-a2bd-360129b718dc req-6fb72fee-f882-4df3-9807-2f91adef02b6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 944 time: 0.0812311 Dec 07 13:43:20.931874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-922a43f2-9ff3-4352-a2bd-360129b718dc req-4bf89e47-3174-488c-b7cf-ba836c9e09b1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=795a685f-b741-458d-9378-5d5455e7ca96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429626 Dec 07 13:43:21.064206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device d386f35a-dd89-4d08-a6f4-2a7911138226 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:43:21.160114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port d386f35a-dd89-4d08-a6f4-2a7911138226 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:43:21.164829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port d386f35a-dd89-4d08-a6f4-2a7911138226 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:43:21.165244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:21.280859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:21.308509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c63abd8-4d1c-461d-8159-70d408f76188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd386f35a-dd89-4d08-a6f4-2a7911138226'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:43:21.318839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port d386f35a-dd89-4d08-a6f4-2a7911138226, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=d386f35a-dd89-4d08-a6f4-2a7911138226,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:43:21.357248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:21.359272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8de266d9-f211-4c84-879c-19166c21783b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:21.429346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=d386f35a-dd89-4d08-a6f4-2a7911138226,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:21.432580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:21.444792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c63abd8-4d1c-461d-8159-70d408f76188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'code': 200} Dec 07 13:43:21.765242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1a6205bb-33cc-4dee-9f8c-e824a2decd5f req-c53ab9e7-747a-4fb2-93ff-53cae180c8c5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 1098 time: 0.0728905 Dec 07 13:43:21.813212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1a6205bb-33cc-4dee-9f8c-e824a2decd5f req-0c8b2646-4f8f-4556-a8dc-2c5afa832a53 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=795a685f-b741-458d-9378-5d5455e7ca96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374024 Dec 07 13:43:22.134734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e3884-76e8-4e67-8437-6a74b8065acc req-55a6178a-8a1c-4f34-bee1-087965c8e49e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:22.136252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-237e3884-76e8-4e67-8437-6a74b8065acc req-55a6178a-8a1c-4f34-bee1-087965c8e49e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 945 time: 0.0840933 Dec 07 13:43:22.184142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-237e3884-76e8-4e67-8437-6a74b8065acc req-6bbef0df-7f13-467a-a453-52bbf66c4f64 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=795a685f-b741-458d-9378-5d5455e7ca96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410321 Dec 07 13:43:23.393934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31999fb8-eb16-4df1-9e49-dc3398b4c2e1 req-e99eb17f-cd0d-4e98-8271-8ccd67a284c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:23.395555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-31999fb8-eb16-4df1-9e49-dc3398b4c2e1 req-e99eb17f-cd0d-4e98-8271-8ccd67a284c4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 945 time: 0.0851233 Dec 07 13:43:23.451191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-31999fb8-eb16-4df1-9e49-dc3398b4c2e1 req-427e2874-1e17-444b-89d8-e02aeb85fb3c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=795a685f-b741-458d-9378-5d5455e7ca96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494175 Dec 07 13:43:23.658909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b46d8-7067-416e-96ea-d412675eceaa req-97811054-2ac3-45d1-bc85-9563b44c313f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:23.660576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d25b46d8-7067-416e-96ea-d412675eceaa req-97811054-2ac3-45d1-bc85-9563b44c313f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 945 time: 0.0859635 Dec 07 13:43:23.709269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d25b46d8-7067-416e-96ea-d412675eceaa req-ea5d1bfb-012f-4f6f-960c-b7add0f5eed3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=795a685f-b741-458d-9378-5d5455e7ca96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424445 Dec 07 13:43:23.739911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53100) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:23.813143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8ae8d2aa-36b8-4848-911d-dc48149b6706 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 1093 time: 0.0712025 Dec 07 13:43:23.815481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53104) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:23.821072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:23.826764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:23.831598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:floatingip and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:23.834494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:23.840474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:23.876771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:24.247079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:24.389761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.36.4.100 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/3f260eb6-b3f1-4285-9e5a-12ffa26e5c01) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:43:24.596640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:24.689048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:24.693528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2e668e5c-3000-4e08-a7ec-b3a9991f778f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:24.755847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:43:24.762898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:43:24.768084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:43:24.799726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=3f260eb6-b3f1-4285-9e5a-12ffa26e5c01,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:24.805995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:25.285488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:25.371117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:25.585906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:25.631261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:25.635666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7fdee662-24de-4ea4-b56c-d1ce0af7f0e4 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:25.746429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=3f260eb6-b3f1-4285-9e5a-12ffa26e5c01,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:25.751489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:25.761634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:25.953867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Floating IP 8b29e75b-9f5b-49a4-acb0-3fd5330214ea associated. External IP: 172.36.4.100, port: d386f35a-dd89-4d08-a6f4-2a7911138226. Dec 07 13:43:26.352192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:43:26.563752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:43:26.573922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2798e07a-23c3-415c-a97e-a6b28c969390 None None] Sync routers for ids ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:43:26.587192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2798e07a-23c3-415c-a97e-a6b28c969390 None None] Routers {'d6dc0a4e-e52b-462c-b136-b1cf37476ee1'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:43:26.587892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2798e07a-23c3-415c-a97e-a6b28c969390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:43:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:43:26.617410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:26.677431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8608587 Dec 07 13:43:26.678160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c63abd8-4d1c-461d-8159-70d408f76188', 'tag': 'd386f35a-dd89-4d08-a6f4-2a7911138226'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:43:26.680372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53108) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:26.731927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c63abd8-4d1c-461d-8159-70d408f76188', 'tag': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'status': 'completed', 'code': 200} Dec 07 13:43:26.779360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-2798e07a-23c3-415c-a97e-a6b28c969390 None None] Set router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:43:26.803660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e2740e29-cd33-46f4-9efd-8cbe3b6c7865 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 1093 time: 0.1193814 Dec 07 13:43:26.839715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-19abb649-74a6-4e4f-807a-203a8e7fb323 req-ddcc636f-4a90-49e9-b672-99f4977dc8ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 1098 time: 0.0812488 Dec 07 13:43:26.989161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abb649-74a6-4e4f-807a-203a8e7fb323 req-c353e512-c89c-408e-afff-e5213f1599c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:26.991378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-19abb649-74a6-4e4f-807a-203a8e7fb323 req-c353e512-c89c-408e-afff-e5213f1599c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e098340-709b-4f42-9409-26bc943080a8 HTTP/1.1" status: 200 len: 898 time: 0.1453571 Dec 07 13:43:27.103046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-19abb649-74a6-4e4f-807a-203a8e7fb323 req-0e8f2abe-6d63-48e6-89a8-9c6d139cac01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d386f35a-dd89-4d08-a6f4-2a7911138226 HTTP/1.1" status: 200 len: 999 time: 0.1047807 Dec 07 13:43:27.178208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2798e07a-23c3-415c-a97e-a6b28c969390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:05Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '8b29e75b-9f5b-49a4-acb0-3fd5330214ea', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.100', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'port_id': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'mac_address': 'fa:16:3e:1a:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c63abd8-4d1c-461d-8159-70d408f76188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:43:25Z', 'updated_at': '2021-12-07T13:43:25Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba60ab2c-dcf8-420a-80d6-664bd3c57f5c', 'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:52:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:04Z', 'updated_at': '2021-12-07T13:43:10Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:43:27.179336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abb649-74a6-4e4f-807a-203a8e7fb323 req-bcded82a-83ff-4985-9f96-fd232bccac2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:27.181824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-19abb649-74a6-4e4f-807a-203a8e7fb323 req-bcded82a-83ff-4985-9f96-fd232bccac2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6e502fe-13bd-4daa-a043-98e7008a2ddc HTTP/1.1" status: 200 len: 835 time: 0.0696843 Dec 07 13:43:27.182311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2798e07a-23c3-415c-a97e-a6b28c969390 None None] Checking router: d6dc0a4e-e52b-462c-b136-b1cf37476ee1 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:43:27.191986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53116) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:27.194604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2798e07a-23c3-415c-a97e-a6b28c969390 None None] Routers {'d6dc0a4e-e52b-462c-b136-b1cf37476ee1'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:43:27.195501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2798e07a-23c3-415c-a97e-a6b28c969390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:43:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:43:27.199128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-35252376-c45e-4ee7-a650-2e5780e05336 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-119524679', 'description': 'tempest-secgroup-smoke-119524679 description', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:27.207136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-35252376-c45e-4ee7-a650-2e5780e05336 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:27.217624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-35252376-c45e-4ee7-a650-2e5780e05336 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:27.254855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35252376-c45e-4ee7-a650-2e5780e05336 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:27.271534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-19abb649-74a6-4e4f-807a-203a8e7fb323 req-4717ab0b-811c-4e43-be8c-e4f4ff8c8432 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e098340-709b-4f42-9409-26bc943080a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799708 Dec 07 13:43:27.303881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-35252376-c45e-4ee7-a650-2e5780e05336 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:27.308366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-35252376-c45e-4ee7-a650-2e5780e05336 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:27.311759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-35252376-c45e-4ee7-a650-2e5780e05336 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:27.319652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-35252376-c45e-4ee7-a650-2e5780e05336 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:27.377426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35252376-c45e-4ee7-a650-2e5780e05336 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:27.397646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-2798e07a-23c3-415c-a97e-a6b28c969390 None None] Set router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:43:27.408587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35252376-c45e-4ee7-a650-2e5780e05336 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:27.414295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f29c82d4-475a-43f4-af48-622c3a42155d tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:27.426902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-19abb649-74a6-4e4f-807a-203a8e7fb323 req-1038642b-4d09-49a3-96b2-a199772c9e34 service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487319 Dec 07 13:43:27.458372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35252376-c45e-4ee7-a650-2e5780e05336 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5551e60-429e-4bf1-8ae1-05f1e7982c34,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:27.461429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-35252376-c45e-4ee7-a650-2e5780e05336 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:27.486387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35252376-c45e-4ee7-a650-2e5780e05336 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:27.490446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-35252376-c45e-4ee7-a650-2e5780e05336 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2942057 Dec 07 13:43:27.490742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53120) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:27.496621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ec1ca915-9c5d-4657-aede-508e55e78f7f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'e5551e60-429e-4bf1-8ae1-05f1e7982c34', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:27.503704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ec1ca915-9c5d-4657-aede-508e55e78f7f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:27.507704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ec1ca915-9c5d-4657-aede-508e55e78f7f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:27.510715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ec1ca915-9c5d-4657-aede-508e55e78f7f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:27.517309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ec1ca915-9c5d-4657-aede-508e55e78f7f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:27.561870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca915-9c5d-4657-aede-508e55e78f7f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:27.576800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-19abb649-74a6-4e4f-807a-203a8e7fb323 req-fb70d6c7-2cb6-40bd-ae73-322adade17b4 service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436782 Dec 07 13:43:27.626679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca915-9c5d-4657-aede-508e55e78f7f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:27.668757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca915-9c5d-4657-aede-508e55e78f7f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:27.670849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6071d06b-cd3d-4cfd-9905-9e8ac4166209 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:27.695870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ca915-9c5d-4657-aede-508e55e78f7f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d7a946-8f75-4292-8f60-6602474f8ed1,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:27.700088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ec1ca915-9c5d-4657-aede-508e55e78f7f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:27.739841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca915-9c5d-4657-aede-508e55e78f7f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:27.741169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ec1ca915-9c5d-4657-aede-508e55e78f7f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2494922 Dec 07 13:43:27.744009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53124) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:27.750390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-703dc16d-b300-48ba-86f8-4b08e5640223 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'e5551e60-429e-4bf1-8ae1-05f1e7982c34', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:27.756772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-703dc16d-b300-48ba-86f8-4b08e5640223 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:27.760776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-703dc16d-b300-48ba-86f8-4b08e5640223 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:27.763788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-703dc16d-b300-48ba-86f8-4b08e5640223 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:27.768096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2798e07a-23c3-415c-a97e-a6b28c969390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:05Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '8b29e75b-9f5b-49a4-acb0-3fd5330214ea', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.100', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'port_id': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'mac_address': 'fa:16:3e:1a:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c63abd8-4d1c-461d-8159-70d408f76188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:43:25Z', 'updated_at': '2021-12-07T13:43:25Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba60ab2c-dcf8-420a-80d6-664bd3c57f5c', 'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:52:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:04Z', 'updated_at': '2021-12-07T13:43:10Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:43:27.770725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-703dc16d-b300-48ba-86f8-4b08e5640223 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:27.772306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2798e07a-23c3-415c-a97e-a6b28c969390 None None] The sync data for ids ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:05Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '8b29e75b-9f5b-49a4-acb0-3fd5330214ea', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.100', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'port_id': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'mac_address': 'fa:16:3e:1a:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c63abd8-4d1c-461d-8159-70d408f76188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:43:25Z', 'updated_at': '2021-12-07T13:43:25Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba60ab2c-dcf8-420a-80d6-664bd3c57f5c', 'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:52:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:04Z', 'updated_at': '2021-12-07T13:43:10Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:43:27.819449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-703dc16d-b300-48ba-86f8-4b08e5640223 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:27.951717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-703dc16d-b300-48ba-86f8-4b08e5640223 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:27.977653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-703dc16d-b300-48ba-86f8-4b08e5640223 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:27.986058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-93089c85-52ba-4a61-93a5-8d79b904e1e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:28.007297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dc16d-b300-48ba-86f8-4b08e5640223 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250b4dc1-3515-4c71-8f59-b399f82402e1,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:28.009869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-703dc16d-b300-48ba-86f8-4b08e5640223 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:28.040639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-703dc16d-b300-48ba-86f8-4b08e5640223 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:28.042099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-703dc16d-b300-48ba-86f8-4b08e5640223 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2969627 Dec 07 13:43:28.044918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53128) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:28.051296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0b8747ae-d2d4-493b-b659-0deffa756d74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'e5551e60-429e-4bf1-8ae1-05f1e7982c34', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:28.057801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0b8747ae-d2d4-493b-b659-0deffa756d74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:28.061818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0b8747ae-d2d4-493b-b659-0deffa756d74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:28.064959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0b8747ae-d2d4-493b-b659-0deffa756d74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:28.071130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0b8747ae-d2d4-493b-b659-0deffa756d74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:28.118577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b8747ae-d2d4-493b-b659-0deffa756d74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:28.143416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2a2e2c-6df5-4591-aa2a-45de5db95896 None None] New status for floating IP 8b29e75b-9f5b-49a4-acb0-3fd5330214ea: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:43:28.187048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b8747ae-d2d4-493b-b659-0deffa756d74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:28.225630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b8747ae-d2d4-493b-b659-0deffa756d74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:28.233534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ec1ca915-9c5d-4657-aede-508e55e78f7f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:28.256000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8747ae-d2d4-493b-b659-0deffa756d74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2748a962-8fb5-4694-a02e-feb341b9f7c3,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:28.258603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b8747ae-d2d4-493b-b659-0deffa756d74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:28.300369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b8747ae-d2d4-493b-b659-0deffa756d74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:28.304311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0b8747ae-d2d4-493b-b659-0deffa756d74 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2558057 Dec 07 13:43:28.304649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53132) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:28.311172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-547fde35-c0b2-4d8d-b122-6db84a6930fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'e5551e60-429e-4bf1-8ae1-05f1e7982c34', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:28.319009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-547fde35-c0b2-4d8d-b122-6db84a6930fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:28.323084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-547fde35-c0b2-4d8d-b122-6db84a6930fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:28.326162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-547fde35-c0b2-4d8d-b122-6db84a6930fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:28.333069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-547fde35-c0b2-4d8d-b122-6db84a6930fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:28.393267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-547fde35-c0b2-4d8d-b122-6db84a6930fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:28.461258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-547fde35-c0b2-4d8d-b122-6db84a6930fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:28.497277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-547fde35-c0b2-4d8d-b122-6db84a6930fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:28.505856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:28.527612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fde35-c0b2-4d8d-b122-6db84a6930fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9537f9f7-9cd3-45c0-bd38-d8a96b2ea92f,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:28.532348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-547fde35-c0b2-4d8d-b122-6db84a6930fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:28.574058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-547fde35-c0b2-4d8d-b122-6db84a6930fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:28.575374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-547fde35-c0b2-4d8d-b122-6db84a6930fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2696438 Dec 07 13:43:28.578784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53136) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:28.584899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a5685cc2-4f07-4459-b7a4-077a9eba76d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'e5551e60-429e-4bf1-8ae1-05f1e7982c34', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:28.591440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a5685cc2-4f07-4459-b7a4-077a9eba76d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:28.596060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a5685cc2-4f07-4459-b7a4-077a9eba76d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:28.606364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a5685cc2-4f07-4459-b7a4-077a9eba76d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:28.606364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a5685cc2-4f07-4459-b7a4-077a9eba76d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:28.668946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-a5685cc2-4f07-4459-b7a4-077a9eba76d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:43:28.676812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5685cc2-4f07-4459-b7a4-077a9eba76d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:28.744526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5685cc2-4f07-4459-b7a4-077a9eba76d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:28.777302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5685cc2-4f07-4459-b7a4-077a9eba76d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:28.779203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a5bac3a9-706d-4bf5-9c5c-7d599ef86f29 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:28.801366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5685cc2-4f07-4459-b7a4-077a9eba76d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2251cff1-e7ee-4688-afd8-0c40cf465a9f,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:28.805448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a5685cc2-4f07-4459-b7a4-077a9eba76d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:28.848435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5685cc2-4f07-4459-b7a4-077a9eba76d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:28.849706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a5685cc2-4f07-4459-b7a4-077a9eba76d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2698033 Dec 07 13:43:28.852639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53140) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:28.858409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5c9bd33f-47fd-4f4e-a02f-ab213034dadd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': 'e5551e60-429e-4bf1-8ae1-05f1e7982c34', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:28.865070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5c9bd33f-47fd-4f4e-a02f-ab213034dadd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:28.868962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5c9bd33f-47fd-4f4e-a02f-ab213034dadd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:28.871914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5c9bd33f-47fd-4f4e-a02f-ab213034dadd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:28.878416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5c9bd33f-47fd-4f4e-a02f-ab213034dadd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:28.916721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-5c9bd33f-47fd-4f4e-a02f-ab213034dadd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:43:28.924669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd33f-47fd-4f4e-a02f-ab213034dadd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:28.993392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd33f-47fd-4f4e-a02f-ab213034dadd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:29.025507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd33f-47fd-4f4e-a02f-ab213034dadd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:29.027508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b042d9d6-e6de-4d78-8130-290789922290 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:29.051736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bd33f-47fd-4f4e-a02f-ab213034dadd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2af7cca-dbc6-4f5b-9ddc-38c2064991f0,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:29.054201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c9bd33f-47fd-4f4e-a02f-ab213034dadd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:29.088416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd33f-47fd-4f4e-a02f-ab213034dadd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:29.089684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5c9bd33f-47fd-4f4e-a02f-ab213034dadd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2360661 Dec 07 13:43:29.270190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-7fc4fa46-39ee-4b32-8efb-00a3efeca071 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:43:29.314651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-7fc4fa46-39ee-4b32-8efb-00a3efeca071 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:43:29.315971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-7fc4fa46-39ee-4b32-8efb-00a3efeca071 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119524679&fields=id&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 267 time: 0.0899742 Dec 07 13:43:29.472639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-498b6378-11d1-4b6d-8353-93ddf0b638c9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:29.474195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-498b6378-11d1-4b6d-8353-93ddf0b638c9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/networks?id=3e098340-709b-4f42-9409-26bc943080a8 HTTP/1.1" status: 200 len: 797 time: 0.1510534 Dec 07 13:43:29.491940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-73f40a68-256d-4fe5-a46c-6f8db09653e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/quotas/ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 375 time: 0.0117822 Dec 07 13:43:29.579454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-d1ce2db0-fd1a-483d-be0f-b444b21eea8d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0821118 Dec 07 13:43:29.732635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-147266b4-d399-486f-b18b-6f646378a9fd service neutron] 10.222.0.24 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406374 Dec 07 13:43:30.074407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e818ec41-fb9d-4ce2-9295-4b16a27d702f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:30.106528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-29716daa-843b-43a3-bdf3-3ee83250d33a service neutron] 10.222.0.24 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667104 Dec 07 13:43:30.336182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5e47bc57-55b1-49e3-a167-22391929a3fd req-b1166c8a-5e86-4952-ae3e-62fca4494d3c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 210 time: 0.0513155 Dec 07 13:43:30.918678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:43:31.508910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8f3c4e39-d711-411b-b98d-2b585fee7f2f req-bb223709-4615-4c2a-b9d2-68dc7c323ae1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 210 time: 0.0444107 Dec 07 13:43:31.626008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:32.003429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-d5ca7c94-bc9c-4075-8579-17437939819d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:32.008786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-d5ca7c94-bc9c-4075-8579-17437939819d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/networks?id=3e098340-709b-4f42-9409-26bc943080a8 HTTP/1.1" status: 200 len: 797 time: 0.1648378 Dec 07 13:43:32.135596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-8fe920b0-8933-4628-aa45-74108dde876c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 471 time: 0.1188595 Dec 07 13:43:32.146939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'port': {'device_id': 'bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'admin_state_up': True, 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'security_groups': ['e5551e60-429e-4bf1-8ae1-05f1e7982c34']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:32.446370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55610e0e-e148-4ec6-922e-bdef2eed1d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:32.518706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:32.522989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:port and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:32.525963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:32.532144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:32.577374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:43:32.583190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:32.679266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-86fc47b5-fcae-4b6a-9403-7e31549e3d3c req-08e84a86-a6cc-4288-bc75-dc3b66d1ec6d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 210 time: 0.0464647 Dec 07 13:43:32.755006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.6 (3e098340-709b-4f42-9409-26bc943080a8/b6e502fe-13bd-4daa-a043-98e7008a2ddc/c5866a69-44e3-47bd-8f03-f747880e5533) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:43:32.880430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:32.948956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:32.964840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object c5866a69-44e3-47bd-8f03-f747880e5533 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:43:33.017717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:33.024180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:33.083827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e098340-709b-4f42-9409-26bc943080a8 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:43:33.086984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:43:33.096244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:43:33.140838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=c5866a69-44e3-47bd-8f03-f747880e5533,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:33.183318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:33.221292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:33.221963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:33.258390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e228606-27c5-4748-aaec-2cfb6e8312f8 req-fc139420-b6ed-49a4-818c-5377f8e25a64 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1078961 Dec 07 13:43:33.394685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8ae8d6f4-4b07-4361-9f48-0a70cab40708 None None] Provisioning for port c5866a69-44e3-47bd-8f03-f747880e5533 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:43:33.399289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2562044 Dec 07 13:43:33.399738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8ae8d6f4-4b07-4361-9f48-0a70cab40708 None None] Provisioning complete for port c5866a69-44e3-47bd-8f03-f747880e5533 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:43:33.400188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d6f4-4b07-4361-9f48-0a70cab40708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:33.414893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Request body: {'port': {'device_id': 'bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:33.457303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8ae8d6f4-4b07-4361-9f48-0a70cab40708 None None] Port c5866a69-44e3-47bd-8f03-f747880e5533 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:43:33.536292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e228606-27c5-4748-aaec-2cfb6e8312f8 req-080fa41f-8f20-49ba-9e2d-e3bbb2cda02c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 1098 time: 0.1787174 Dec 07 13:43:33.551012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:33.815219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e228606-27c5-4748-aaec-2cfb6e8312f8 req-84eb3aea-d3e1-4eef-bcfc-bd76cf8cabcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:33.816825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e228606-27c5-4748-aaec-2cfb6e8312f8 req-84eb3aea-d3e1-4eef-bcfc-bd76cf8cabcf service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e098340-709b-4f42-9409-26bc943080a8 HTTP/1.1" status: 200 len: 898 time: 0.2518003 Dec 07 13:43:33.889932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593f846-3931-4c85-a7a3-5f8904a16a73 req-7ade667b-b3da-4781-b12e-c785bf95b4ea tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:33.892065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b593f846-3931-4c85-a7a3-5f8904a16a73 req-7ade667b-b3da-4781-b12e-c785bf95b4ea tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 931 time: 0.0872097 Dec 07 13:43:33.943198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b593f846-3931-4c85-a7a3-5f8904a16a73 req-7972138e-1cd6-4411-81e1-5f70448e9586 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5551e60-429e-4bf1-8ae1-05f1e7982c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434074 Dec 07 13:43:34.021702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e228606-27c5-4748-aaec-2cfb6e8312f8 req-db87db94-52f2-49a6-b17a-e5675da984c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d386f35a-dd89-4d08-a6f4-2a7911138226 HTTP/1.1" status: 200 len: 1001 time: 0.1976902 Dec 07 13:43:34.113710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e228606-27c5-4748-aaec-2cfb6e8312f8 req-5cdaa4f0-10a2-4e82-af81-1b568a1c5cf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:34.115267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e228606-27c5-4748-aaec-2cfb6e8312f8 req-5cdaa4f0-10a2-4e82-af81-1b568a1c5cf3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6e502fe-13bd-4daa-a043-98e7008a2ddc HTTP/1.1" status: 200 len: 835 time: 0.0861006 Dec 07 13:43:34.227773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5866a69-44e3-47bd-8f03-f747880e5533 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:43:34.236592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:34.264607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Transition to ACTIVE for port object c5866a69-44e3-47bd-8f03-f747880e5533 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:43:34.267985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e228606-27c5-4748-aaec-2cfb6e8312f8 req-247896b7-2b26-4158-bf5d-6e94bc0d35d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e098340-709b-4f42-9409-26bc943080a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1426687 Dec 07 13:43:34.351039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:34.360273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3e9ab266-1c0c-47af-ac9e-d10002c3f654 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:34.510647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5866a69-44e3-47bd-8f03-f747880e5533,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:34.522435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:34.550108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e228606-27c5-4748-aaec-2cfb6e8312f8 req-c8fa4c9c-5a4e-4369-aebf-3182bdb90afb service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747893 Dec 07 13:43:34.762720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:34.767454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Attempting to bind port c5866a69-44e3-47bd-8f03-f747880e5533 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:43:34.767816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Attempting to bind port c5866a69-44e3-47bd-8f03-f747880e5533 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '1d783d17-3dc8-4d7d-9025-b941e97a43fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e098340-709b-4f42-9409-26bc943080a8'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:43:34.768176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Attempting to bind port c5866a69-44e3-47bd-8f03-f747880e5533 on network 3e098340-709b-4f42-9409-26bc943080a8 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:43:34.788050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Port c5866a69-44e3-47bd-8f03-f747880e5533 on network 3e098340-709b-4f42-9409-26bc943080a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:43:34.788408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Attempting to bind port c5866a69-44e3-47bd-8f03-f747880e5533 on network 3e098340-709b-4f42-9409-26bc943080a8 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:43:34.792636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e228606-27c5-4748-aaec-2cfb6e8312f8 req-dd38fdfb-9f1d-4ff8-84ee-7e52705f36ce service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141404 Dec 07 13:43:34.798006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:43:34.798376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Checking segment: {'id': '1d783d17-3dc8-4d7d-9025-b941e97a43fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e098340-709b-4f42-9409-26bc943080a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:43:34.799054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Bound using segment: {'id': '1d783d17-3dc8-4d7d-9025-b941e97a43fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e098340-709b-4f42-9409-26bc943080a8'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:43:34.799542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Bound port: c5866a69-44e3-47bd-8f03-f747880e5533, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d783d17-3dc8-4d7d-9025-b941e97a43fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e098340-709b-4f42-9409-26bc943080a8'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:43:34.799921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:34.892277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] For port c5866a69-44e3-47bd-8f03-f747880e5533, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:43:34.896589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] For port c5866a69-44e3-47bd-8f03-f747880e5533, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=c5866a69-44e3-47bd-8f03-f747880e5533,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:43:34.954895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:34.959673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:35.016347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:35.017822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] 10.222.0.45 "PUT /v2.0/ports/c5866a69-44e3-47bd-8f03-f747880e5533 HTTP/1.1" status: 200 len: 1093 time: 1.6086545 Dec 07 13:43:35.018477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4', 'tag': 'c5866a69-44e3-47bd-8f03-f747880e5533'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:43:35.053160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5866a69-44e3-47bd-8f03-f747880e5533,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:35.065453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:35.124728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4', 'tag': 'c5866a69-44e3-47bd-8f03-f747880e5533', 'status': 'completed', 'code': 200} Dec 07 13:43:35.168437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20c68e-a65d-45b6-9b65-f5ba018bfcdd req-89cb6301-2fe5-441d-9df5-9feb4b216fcd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:35.173074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7e20c68e-a65d-45b6-9b65-f5ba018bfcdd req-89cb6301-2fe5-441d-9df5-9feb4b216fcd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 943 time: 0.0920174 Dec 07 13:43:35.177129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-f256f1de-98aa-4e57-bc5f-207412a1dce2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 1096 time: 0.0888093 Dec 07 13:43:35.224101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7e20c68e-a65d-45b6-9b65-f5ba018bfcdd req-2310f7d6-62d1-4f99-9725-b59a92bce215 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5551e60-429e-4bf1-8ae1-05f1e7982c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464799 Dec 07 13:43:35.255531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-171a4b5f-42bf-47dc-bdee-af8bc2083b55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5866a69-44e3-47bd-8f03-f747880e5533 HTTP/1.1" status: 200 len: 217 time: 0.0681810 Dec 07 13:43:35.332414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-3c7bf1e7-4fca-4239-b5e2-e3e9fc3b96c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:35.333991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-3c7bf1e7-4fca-4239-b5e2-e3e9fc3b96c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6e502fe-13bd-4daa-a043-98e7008a2ddc HTTP/1.1" status: 200 len: 835 time: 0.0721850 Dec 07 13:43:35.415566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-e269a977-9c4d-4dd1-b3ad-fe30d2330a61 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e098340-709b-4f42-9409-26bc943080a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735993 Dec 07 13:43:35.556745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-92468c44-abb6-495f-be16-942bdd1ab656 service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346443 Dec 07 13:43:35.932256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfdfe1c8-f11f-49ee-a4ce-2fa0965a73cf req-969a74de-fade-456f-94ba-424e929c7dca service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655720 Dec 07 13:43:36.094380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cad28fe3-8b37-416c-9861-68c638906044 req-3b68f253-0b32-4418-aa1f-39478096a0ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 1096 time: 0.0730131 Dec 07 13:43:36.237697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad28fe3-8b37-416c-9861-68c638906044 req-249ba64d-1906-4b59-b20f-a3c325c08903 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:36.239190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cad28fe3-8b37-416c-9861-68c638906044 req-249ba64d-1906-4b59-b20f-a3c325c08903 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e098340-709b-4f42-9409-26bc943080a8 HTTP/1.1" status: 200 len: 898 time: 0.1337957 Dec 07 13:43:36.316767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cad28fe3-8b37-416c-9861-68c638906044 req-427966c4-37a9-479c-bab9-20bc4f24a57f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5866a69-44e3-47bd-8f03-f747880e5533 HTTP/1.1" status: 200 len: 217 time: 0.0702062 Dec 07 13:43:36.387444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad28fe3-8b37-416c-9861-68c638906044 req-e74979e5-577c-45e4-bf0e-0271a43368e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:36.389116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cad28fe3-8b37-416c-9861-68c638906044 req-e74979e5-577c-45e4-bf0e-0271a43368e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6e502fe-13bd-4daa-a043-98e7008a2ddc HTTP/1.1" status: 200 len: 835 time: 0.0650699 Dec 07 13:43:36.445326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5180b8b-321b-4170-8201-9edfb61fa954 req-cd432ad1-8cf3-40ec-846a-e19625a7cd03 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:36.446938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5180b8b-321b-4170-8201-9edfb61fa954 req-cd432ad1-8cf3-40ec-846a-e19625a7cd03 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 943 time: 0.0928411 Dec 07 13:43:36.488108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cad28fe3-8b37-416c-9861-68c638906044 req-89634082-15c7-4997-a767-b1c4e4562757 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e098340-709b-4f42-9409-26bc943080a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813861 Dec 07 13:43:36.497835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5180b8b-321b-4170-8201-9edfb61fa954 req-3889120d-74ee-45e9-adb1-edb122bd7812 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5551e60-429e-4bf1-8ae1-05f1e7982c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437529 Dec 07 13:43:36.633993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cad28fe3-8b37-416c-9861-68c638906044 req-21f5d6bf-5a61-46f1-b092-43ad971dc957 service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381092 Dec 07 13:43:36.777020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cad28fe3-8b37-416c-9861-68c638906044 req-fcf33698-0903-4eaf-a278-a97dd3174414 service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348891 Dec 07 13:43:37.705880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65c1dd-cd07-47c3-aad9-109c768a3db2 req-179085f6-9de8-4415-a0c1-9cadf1ded277 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:37.707508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-eb65c1dd-cd07-47c3-aad9-109c768a3db2 req-179085f6-9de8-4415-a0c1-9cadf1ded277 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 943 time: 0.0853250 Dec 07 13:43:37.759787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-eb65c1dd-cd07-47c3-aad9-109c768a3db2 req-9ce2c240-ce7f-40e6-ad86-22965d5b3769 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5551e60-429e-4bf1-8ae1-05f1e7982c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459416 Dec 07 13:43:38.960388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18079bc-0706-4f52-86ab-7604f4bbdb8c req-3024166b-0063-4e75-b51c-8a54f6f4780d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:38.961971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b18079bc-0706-4f52-86ab-7604f4bbdb8c req-3024166b-0063-4e75-b51c-8a54f6f4780d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 943 time: 0.0822716 Dec 07 13:43:39.009482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b18079bc-0706-4f52-86ab-7604f4bbdb8c req-57e329e6-16f1-4a8a-b7e4-e8d21491f00f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5551e60-429e-4bf1-8ae1-05f1e7982c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415473 Dec 07 13:43:39.141637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device c5866a69-44e3-47bd-8f03-f747880e5533 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:43:39.279635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port c5866a69-44e3-47bd-8f03-f747880e5533, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=c5866a69-44e3-47bd-8f03-f747880e5533,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:43:39.293439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'c5866a69-44e3-47bd-8f03-f747880e5533', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'port_id': 'c5866a69-44e3-47bd-8f03-f747880e5533', 'mac_address': 'fa:16:3e:7e:1e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:43:39.348111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:39.366165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5866a69-44e3-47bd-8f03-f747880e5533 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:43:39.381262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port c5866a69-44e3-47bd-8f03-f747880e5533, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=c5866a69-44e3-47bd-8f03-f747880e5533,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:43:39.414340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:39.416235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:39.486081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=c5866a69-44e3-47bd-8f03-f747880e5533,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:39.489166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:39.646573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['c5866a69-44e3-47bd-8f03-f747880e5533'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:43:39.804862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:40.214069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099157db-cba0-46b4-bc01-9aa1df79b01b req-7cae4d2d-f6b5-4db7-b583-ec42db24490f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:40.215659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-099157db-cba0-46b4-bc01-9aa1df79b01b req-7cae4d2d-f6b5-4db7-b583-ec42db24490f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 944 time: 0.0850646 Dec 07 13:43:40.263465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-099157db-cba0-46b4-bc01-9aa1df79b01b req-f66cf54e-ed6d-420b-9b19-a6c7a91390ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5551e60-429e-4bf1-8ae1-05f1e7982c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416403 Dec 07 13:43:41.165890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device c5866a69-44e3-47bd-8f03-f747880e5533 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:43:41.282835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port c5866a69-44e3-47bd-8f03-f747880e5533 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:43:41.288368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port c5866a69-44e3-47bd-8f03-f747880e5533 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:43:41.288790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:41.409924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:41.438891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5866a69-44e3-47bd-8f03-f747880e5533'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:43:41.449713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port c5866a69-44e3-47bd-8f03-f747880e5533, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=c5866a69-44e3-47bd-8f03-f747880e5533,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:43:41.469960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a445a11-796a-44f7-a945-fbe2f2d7e373 req-8adc6545-99d5-4fd0-91b3-c5ce8adbe9ad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:41.471715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7a445a11-796a-44f7-a945-fbe2f2d7e373 req-8adc6545-99d5-4fd0-91b3-c5ce8adbe9ad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 944 time: 0.0841701 Dec 07 13:43:41.480643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:41.482611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:41.518543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5866a69-44e3-47bd-8f03-f747880e5533', 'code': 200} Dec 07 13:43:41.521976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7a445a11-796a-44f7-a945-fbe2f2d7e373 req-83244c10-de44-4f35-aa32-bcde2ee2c1c0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5551e60-429e-4bf1-8ae1-05f1e7982c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443194 Dec 07 13:43:41.555145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=c5866a69-44e3-47bd-8f03-f747880e5533,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:41.558327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:41.804222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ba096c5e-4152-4f46-97e7-3acac44bb57c req-99f9bbab-60f9-431c-b4e0-d5a0f5bdb575 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 1098 time: 0.0726531 Dec 07 13:43:41.849199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ba096c5e-4152-4f46-97e7-3acac44bb57c req-558464eb-03a0-465b-8de2-057aecc3a9a9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e5551e60-429e-4bf1-8ae1-05f1e7982c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379386 Dec 07 13:43:42.740533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcceec6-9cf8-4fe0-86d6-e835600ee1f4 req-5849b23d-bda4-434b-8c87-7d5ccf69b3c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:42.742129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bbcceec6-9cf8-4fe0-86d6-e835600ee1f4 req-5849b23d-bda4-434b-8c87-7d5ccf69b3c7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 945 time: 0.0888937 Dec 07 13:43:42.790245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bbcceec6-9cf8-4fe0-86d6-e835600ee1f4 req-2c581bee-af4d-46cd-be22-9261a60664f7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5551e60-429e-4bf1-8ae1-05f1e7982c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418620 Dec 07 13:43:43.994710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107bf0e-cbc2-4b10-b821-c3021ba732ea req-eb7082cf-1e37-40ad-b8bb-bcf895038a99 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:43.996318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b107bf0e-cbc2-4b10-b821-c3021ba732ea req-eb7082cf-1e37-40ad-b8bb-bcf895038a99 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 945 time: 0.0838768 Dec 07 13:43:44.044282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b107bf0e-cbc2-4b10-b821-c3021ba732ea req-40596930-749c-4fb8-a984-fff22e4f3df9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5551e60-429e-4bf1-8ae1-05f1e7982c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411742 Dec 07 13:43:44.249597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f5895-b02f-4f22-8e4e-d5d7852a17c2 req-d4ec666a-3249-44ce-b8ae-b50fe85302b5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:44.251162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b80f5895-b02f-4f22-8e4e-d5d7852a17c2 req-d4ec666a-3249-44ce-b8ae-b50fe85302b5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 945 time: 0.0845830 Dec 07 13:43:44.300194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b80f5895-b02f-4f22-8e4e-d5d7852a17c2 req-78f303a5-ab72-40a4-968f-32e53dadbced tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5551e60-429e-4bf1-8ae1-05f1e7982c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428987 Dec 07 13:43:44.327223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53200) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:44.408497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2377c652-92a6-4caf-b066-dbdbff4d07e4 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 1093 time: 0.0794086 Dec 07 13:43:44.411116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53204) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:43:44.416743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': 'c5866a69-44e3-47bd-8f03-f747880e5533', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:43:44.422985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:43:44.427313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:floatingip and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:43:44.430263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:43:44.436299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:43:44.488311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:44.643159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:44.791842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.36.4.223 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/7b106795-926a-4347-bd0c-0d0dd237ba6f) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:43:45.001340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:45.059800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:45.064745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:45.124899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:43:45.132143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:43:45.137140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:43:45.169766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=7b106795-926a-4347-bd0c-0d0dd237ba6f,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:45.176942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:45.669319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:45.757450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:45.969238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:46.002293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:46.006680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aec1bfc7-cadd-4182-bb69-bf65e08eb4f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:43:46.114176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=7b106795-926a-4347-bd0c-0d0dd237ba6f,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:43:46.118352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:43:46.126726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:46.323538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Floating IP 9e446a3b-56cb-4770-b407-4a13e6048499 associated. External IP: 172.36.4.223, port: c5866a69-44e3-47bd-8f03-f747880e5533. Dec 07 13:43:46.953870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:43:47.162061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:43:47.172047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f71e6-0d57-40cc-b746-b362f92b0546 None None] Sync routers for ids ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:43:47.186196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61f71e6-0d57-40cc-b746-b362f92b0546 None None] Routers {'d6dc0a4e-e52b-462c-b136-b1cf37476ee1'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:43:47.186929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a61f71e6-0d57-40cc-b746-b362f92b0546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:43:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:43:47.214098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:43:47.272379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8589957 Dec 07 13:43:47.272379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4', 'tag': 'c5866a69-44e3-47bd-8f03-f747880e5533'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:43:47.331957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4', 'tag': 'c5866a69-44e3-47bd-8f03-f747880e5533', 'status': 'completed', 'code': 200} Dec 07 13:43:47.436250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a66cd5ad-f2c5-40a4-94c5-8fb8f4a05f03 req-8abfcebd-04ca-4fba-8a02-38ba33588f92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 1098 time: 0.0790539 Dec 07 13:43:47.529688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-a61f71e6-0d57-40cc-b746-b362f92b0546 None None] Set router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:43:47.582673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cd5ad-f2c5-40a4-94c5-8fb8f4a05f03 req-62982a25-ccf4-42e3-a92d-a37b65b30971 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:47.584289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a66cd5ad-f2c5-40a4-94c5-8fb8f4a05f03 req-62982a25-ccf4-42e3-a92d-a37b65b30971 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e098340-709b-4f42-9409-26bc943080a8 HTTP/1.1" status: 200 len: 898 time: 0.1405039 Dec 07 13:43:47.696790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a66cd5ad-f2c5-40a4-94c5-8fb8f4a05f03 req-66405f23-0474-46a6-8e30-4d239d4a6509 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5866a69-44e3-47bd-8f03-f747880e5533 HTTP/1.1" status: 200 len: 999 time: 0.1049707 Dec 07 13:43:47.773057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cd5ad-f2c5-40a4-94c5-8fb8f4a05f03 req-d3bfa4e6-1975-4d37-9f8c-c6a59a4d25f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:43:47.774674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a66cd5ad-f2c5-40a4-94c5-8fb8f4a05f03 req-d3bfa4e6-1975-4d37-9f8c-c6a59a4d25f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6e502fe-13bd-4daa-a043-98e7008a2ddc HTTP/1.1" status: 200 len: 835 time: 0.0710156 Dec 07 13:43:47.854687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a66cd5ad-f2c5-40a4-94c5-8fb8f4a05f03 req-ad2c7991-2e28-4b2a-a9cb-76abac118096 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e098340-709b-4f42-9409-26bc943080a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727432 Dec 07 13:43:47.888264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a61f71e6-0d57-40cc-b746-b362f92b0546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:05Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '8b29e75b-9f5b-49a4-acb0-3fd5330214ea', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.100', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'port_id': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'mac_address': 'fa:16:3e:1a:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c63abd8-4d1c-461d-8159-70d408f76188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:43:25Z', 'updated_at': '2021-12-07T13:43:28Z', 'revision_number': 1, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}, {'id': '9e446a3b-56cb-4770-b407-4a13e6048499', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.223', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'port_id': 'c5866a69-44e3-47bd-8f03-f747880e5533', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'mac_address': 'fa:16:3e:7e:1e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:43:45Z', 'updated_at': '2021-12-07T13:43:45Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba60ab2c-dcf8-420a-80d6-664bd3c57f5c', 'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:52:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:04Z', 'updated_at': '2021-12-07T13:43:10Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:43:47.893260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f71e6-0d57-40cc-b746-b362f92b0546 None None] Checking router: d6dc0a4e-e52b-462c-b136-b1cf37476ee1 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:43:47.904623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61f71e6-0d57-40cc-b746-b362f92b0546 None None] Routers {'d6dc0a4e-e52b-462c-b136-b1cf37476ee1'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:43:47.905318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a61f71e6-0d57-40cc-b746-b362f92b0546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:43:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:43:48.001350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a66cd5ad-f2c5-40a4-94c5-8fb8f4a05f03 req-e05d80a2-a9fe-46db-8b11-692b995ada41 service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360412 Dec 07 13:43:48.089222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-a61f71e6-0d57-40cc-b746-b362f92b0546 None None] Set router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:43:48.144001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a66cd5ad-f2c5-40a4-94c5-8fb8f4a05f03 req-fe84957f-e226-484a-9ccf-67ca85bb4463 service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355748 Dec 07 13:43:48.448847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a61f71e6-0d57-40cc-b746-b362f92b0546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:05Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '8b29e75b-9f5b-49a4-acb0-3fd5330214ea', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.100', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'port_id': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'mac_address': 'fa:16:3e:1a:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c63abd8-4d1c-461d-8159-70d408f76188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:43:25Z', 'updated_at': '2021-12-07T13:43:28Z', 'revision_number': 1, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}, {'id': '9e446a3b-56cb-4770-b407-4a13e6048499', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.223', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'port_id': 'c5866a69-44e3-47bd-8f03-f747880e5533', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'mac_address': 'fa:16:3e:7e:1e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:43:45Z', 'updated_at': '2021-12-07T13:43:45Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba60ab2c-dcf8-420a-80d6-664bd3c57f5c', 'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:52:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:04Z', 'updated_at': '2021-12-07T13:43:10Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:43:48.453542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f71e6-0d57-40cc-b746-b362f92b0546 None None] The sync data for ids ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:05Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '8b29e75b-9f5b-49a4-acb0-3fd5330214ea', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.100', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'port_id': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'mac_address': 'fa:16:3e:1a:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c63abd8-4d1c-461d-8159-70d408f76188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:43:25Z', 'updated_at': '2021-12-07T13:43:28Z', 'revision_number': 1, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}, {'id': '9e446a3b-56cb-4770-b407-4a13e6048499', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.223', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'port_id': 'c5866a69-44e3-47bd-8f03-f747880e5533', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'mac_address': 'fa:16:3e:7e:1e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:43:45Z', 'updated_at': '2021-12-07T13:43:45Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba60ab2c-dcf8-420a-80d6-664bd3c57f5c', 'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:52:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:04Z', 'updated_at': '2021-12-07T13:43:10Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:43:48.799116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3435f517-5ead-460d-8c89-71663339fb1a None None] New status for floating IP 9e446a3b-56cb-4770-b407-4a13e6048499: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:44:00.096703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c64cd77-dd93-40c6-bbb7-452b3b066710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:01.640683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:02.442117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-10b9c43a-90ae-45ad-9bd7-be0ab942d125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:02.868107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:04.842519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:07.920397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:44:09.801982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:21.763410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53222) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:21.873753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b8f5a1ee-f60b-489c-89b1-c33dfa5013c1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/8b29e75b-9f5b-49a4-acb0-3fd5330214ea HTTP/1.1" status: 200 len: 993 time: 0.1076293 Dec 07 13:44:22.789763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53232) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:22.796659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:44:22.919219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:23.135971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port d386f35a-dd89-4d08-a6f4-2a7911138226, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=d386f35a-dd89-4d08-a6f4-2a7911138226,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:44:23.161408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:23.202455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:23.206982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:23.268893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:23.269566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:23.271076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/ports/d386f35a-dd89-4d08-a6f4-2a7911138226 HTTP/1.1" status: 200 len: 938 time: 0.4802179 Dec 07 13:44:23.274193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c63abd8-4d1c-461d-8159-70d408f76188', 'tag': 'd386f35a-dd89-4d08-a6f4-2a7911138226'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:44:23.302906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=d386f35a-dd89-4d08-a6f4-2a7911138226,revision_number=6']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:23.314384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:23.314808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:23.315407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:23.315956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:23.316511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:23.317187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:23.317606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:23.318018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:23.318423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:23.319049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:23.319183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:23.327433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:23.339988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c63abd8-4d1c-461d-8159-70d408f76188', 'tag': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'status': 'completed', 'code': 200} Dec 07 13:44:23.441281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b13aed11-edb7-4ac5-a2f3-6c1679700ba1 req-735f3016-847e-42c7-8b50-71e2daadb7dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 1099 time: 0.0772550 Dec 07 13:44:23.584944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13aed11-edb7-4ac5-a2f3-6c1679700ba1 req-09531fda-b06d-4a27-989b-c30aa0ec28b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:23.586476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b13aed11-edb7-4ac5-a2f3-6c1679700ba1 req-09531fda-b06d-4a27-989b-c30aa0ec28b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e098340-709b-4f42-9409-26bc943080a8 HTTP/1.1" status: 200 len: 898 time: 0.1386523 Dec 07 13:44:23.615559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5e583044-40b8-48ad-b0e2-c797eedcf165 None None] Provisioning complete for port d386f35a-dd89-4d08-a6f4-2a7911138226 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:44:23.615955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e583044-40b8-48ad-b0e2-c797eedcf165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:23.677254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5e583044-40b8-48ad-b0e2-c797eedcf165 None None] Port d386f35a-dd89-4d08-a6f4-2a7911138226 is administratively disabled so it will not transition to active. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Dec 07 13:44:23.698557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b13aed11-edb7-4ac5-a2f3-6c1679700ba1 req-41eee83d-3c41-4965-9d57-7afa46e15f56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d386f35a-dd89-4d08-a6f4-2a7911138226 HTTP/1.1" status: 200 len: 1002 time: 0.1017332 Dec 07 13:44:23.775885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13aed11-edb7-4ac5-a2f3-6c1679700ba1 req-2638c264-2938-4c33-b9fb-8640a6f3a2e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:23.777420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b13aed11-edb7-4ac5-a2f3-6c1679700ba1 req-2638c264-2938-4c33-b9fb-8640a6f3a2e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6e502fe-13bd-4daa-a043-98e7008a2ddc HTTP/1.1" status: 200 len: 835 time: 0.0685232 Dec 07 13:44:23.862899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b13aed11-edb7-4ac5-a2f3-6c1679700ba1 req-5870cd60-78f5-4a02-90ad-702633c90e1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e098340-709b-4f42-9409-26bc943080a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739646 Dec 07 13:44:24.006200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b13aed11-edb7-4ac5-a2f3-6c1679700ba1 req-15fad912-1938-4c53-bae1-f5d63b482019 service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319933 Dec 07 13:44:24.153939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b13aed11-edb7-4ac5-a2f3-6c1679700ba1 req-82dd9996-6c67-4171-a741-749f4f54b3c0 service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383107 Dec 07 13:44:26.748777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53242) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:26.755634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d74f50c9-29c3-44cd-a19d-d0d70ef6c963 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:44:26.878598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d74f50c9-29c3-44cd-a19d-d0d70ef6c963 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:27.104430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d74f50c9-29c3-44cd-a19d-d0d70ef6c963 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port d386f35a-dd89-4d08-a6f4-2a7911138226, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=d386f35a-dd89-4d08-a6f4-2a7911138226,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:44:27.130211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d74f50c9-29c3-44cd-a19d-d0d70ef6c963 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:27.170444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d74f50c9-29c3-44cd-a19d-d0d70ef6c963 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:27.175078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:27.229678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74f50c9-29c3-44cd-a19d-d0d70ef6c963 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:27.230400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d74f50c9-29c3-44cd-a19d-d0d70ef6c963 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:27.232107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d74f50c9-29c3-44cd-a19d-d0d70ef6c963 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/ports/d386f35a-dd89-4d08-a6f4-2a7911138226 HTTP/1.1" status: 200 len: 937 time: 0.4821334 Dec 07 13:44:27.235420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53246) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:27.235569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c63abd8-4d1c-461d-8159-70d408f76188', 'tag': 'd386f35a-dd89-4d08-a6f4-2a7911138226'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:44:27.273758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f50c9-29c3-44cd-a19d-d0d70ef6c963 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=d386f35a-dd89-4d08-a6f4-2a7911138226,revision_number=7']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:27.285223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d74f50c9-29c3-44cd-a19d-d0d70ef6c963 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:27.301851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c63abd8-4d1c-461d-8159-70d408f76188', 'tag': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'status': 'completed', 'code': 200} Dec 07 13:44:27.432782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b61a95c0-a042-4ac0-b17a-355a1fd01779 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/8b29e75b-9f5b-49a4-acb0-3fd5330214ea HTTP/1.1" status: 200 len: 993 time: 0.1956556 Dec 07 13:44:27.454310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d53ed363-b659-4897-a16b-4ca866d00a54 req-ed45d188-ed4b-4e91-8779-f6b2c4be5822 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 1098 time: 0.1177089 Dec 07 13:44:27.519151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d7d2574d-89e2-44e5-9397-d97f4fd7a52a None None] Provisioning complete for port d386f35a-dd89-4d08-a6f4-2a7911138226 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:44:27.519549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7d2574d-89e2-44e5-9397-d97f4fd7a52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:27.551550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['d386f35a-dd89-4d08-a6f4-2a7911138226'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:44:27.600136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ed363-b659-4897-a16b-4ca866d00a54 req-2d518a8b-e77b-49fb-bde3-907cba104a3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:27.609657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d53ed363-b659-4897-a16b-4ca866d00a54 req-2d518a8b-e77b-49fb-bde3-907cba104a3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e098340-709b-4f42-9409-26bc943080a8 HTTP/1.1" status: 200 len: 898 time: 0.1381705 Dec 07 13:44:27.713896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d53ed363-b659-4897-a16b-4ca866d00a54 req-f85f10f1-efbc-4f81-89e3-276259d86f66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d386f35a-dd89-4d08-a6f4-2a7911138226 HTTP/1.1" status: 200 len: 1001 time: 0.1017530 Dec 07 13:44:27.788733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ed363-b659-4897-a16b-4ca866d00a54 req-e2746446-e2bb-48df-ab2f-5ab7a823878b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:27.790323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d53ed363-b659-4897-a16b-4ca866d00a54 req-e2746446-e2bb-48df-ab2f-5ab7a823878b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6e502fe-13bd-4daa-a043-98e7008a2ddc HTTP/1.1" status: 200 len: 835 time: 0.0674467 Dec 07 13:44:27.878524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d53ed363-b659-4897-a16b-4ca866d00a54 req-fba7965f-e0a0-4cfc-819e-058732e6fbf3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e098340-709b-4f42-9409-26bc943080a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777361 Dec 07 13:44:28.024830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d53ed363-b659-4897-a16b-4ca866d00a54 req-ec3eabc7-ccc5-4aaf-b264-3570304ba841 service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353393 Dec 07 13:44:28.163908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d53ed363-b659-4897-a16b-4ca866d00a54 req-d6bec50d-526d-4e67-b2d1-2231ec258546 service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319878 Dec 07 13:44:30.055746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53258) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:30.096182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e568bbe9-e416-4b39-8f60-f505b0887ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:30.500874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 7b106795-926a-4347-bd0c-0d0dd237ba6f {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:44:30.501250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:30.677402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:30.677748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:30.803993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 7b106795-926a-4347-bd0c-0d0dd237ba6f owned by network:floatingip {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:44:30.979437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:30.984701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:31.024948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=7b106795-926a-4347-bd0c-0d0dd237ba6f,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:31.065928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:31.066409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:31.066752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:31.067167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:31.067610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:31.068023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:31.068434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:31.068843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:31.069247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:31.069651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:31.070056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:31.077004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:31.135166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:31.540789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:44:31.628209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:31.748394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:44:31.758490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f2ca56-b4ca-4c7b-88ed-9c8166e7fce7 None None] Sync routers for ids ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:44:31.765353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:31.770979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f2ca56-b4ca-4c7b-88ed-9c8166e7fce7 None None] Routers {'d6dc0a4e-e52b-462c-b136-b1cf37476ee1'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:44:31.771668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-83f2ca56-b4ca-4c7b-88ed-9c8166e7fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:44:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:31.825617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/floatingips/9e446a3b-56cb-4770-b407-4a13e6048499 HTTP/1.1" status: 204 len: 168 time: 1.7686310 Dec 07 13:44:31.826310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4', 'tag': 'c5866a69-44e3-47bd-8f03-f747880e5533'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:44:31.884581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4', 'tag': 'c5866a69-44e3-47bd-8f03-f747880e5533', 'status': 'completed', 'code': 200} Dec 07 13:44:31.961205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-83f2ca56-b4ca-4c7b-88ed-9c8166e7fce7 None None] Set router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:44:31.989560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-55006f23-006f-435c-b09a-08abfd278d68 req-a8ad92f9-9233-4657-8d2b-cdf494db86c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 1098 time: 0.0761766 Dec 07 13:44:32.134584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55006f23-006f-435c-b09a-08abfd278d68 req-b2a176e8-e8c8-4591-97fb-7e62be5b1ff9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:32.136152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-55006f23-006f-435c-b09a-08abfd278d68 req-b2a176e8-e8c8-4591-97fb-7e62be5b1ff9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e098340-709b-4f42-9409-26bc943080a8 HTTP/1.1" status: 200 len: 898 time: 0.1367874 Dec 07 13:44:32.214356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-55006f23-006f-435c-b09a-08abfd278d68 req-48245049-d6ea-4846-970c-387348f6a192 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5866a69-44e3-47bd-8f03-f747880e5533 HTTP/1.1" status: 200 len: 217 time: 0.0685329 Dec 07 13:44:32.300995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55006f23-006f-435c-b09a-08abfd278d68 req-254da35b-dee1-4683-b9c1-6959ca1b68ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:32.303170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-55006f23-006f-435c-b09a-08abfd278d68 req-254da35b-dee1-4683-b9c1-6959ca1b68ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6e502fe-13bd-4daa-a043-98e7008a2ddc HTTP/1.1" status: 200 len: 835 time: 0.0822873 Dec 07 13:44:32.339375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-83f2ca56-b4ca-4c7b-88ed-9c8166e7fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:05Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '8b29e75b-9f5b-49a4-acb0-3fd5330214ea', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.100', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'port_id': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'mac_address': 'fa:16:3e:1a:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c63abd8-4d1c-461d-8159-70d408f76188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:43:25Z', 'updated_at': '2021-12-07T13:43:28Z', 'revision_number': 1, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba60ab2c-dcf8-420a-80d6-664bd3c57f5c', 'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:52:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:04Z', 'updated_at': '2021-12-07T13:43:10Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:32.344039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f2ca56-b4ca-4c7b-88ed-9c8166e7fce7 None None] Checking router: d6dc0a4e-e52b-462c-b136-b1cf37476ee1 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:44:32.355094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f2ca56-b4ca-4c7b-88ed-9c8166e7fce7 None None] Routers {'d6dc0a4e-e52b-462c-b136-b1cf37476ee1'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:44:32.355777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-83f2ca56-b4ca-4c7b-88ed-9c8166e7fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:44:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:32.362870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a31c7-9354-4ec6-818a-4a3385471da3 req-0eebcff8-50ab-4de7-bc25-68e81dff9ed3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:32.370519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9b6a31c7-9354-4ec6-818a-4a3385471da3 req-0eebcff8-50ab-4de7-bc25-68e81dff9ed3 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 945 time: 0.0972538 Dec 07 13:44:32.386254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-55006f23-006f-435c-b09a-08abfd278d68 req-60578af5-d41d-4901-800e-b73e32648c5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e098340-709b-4f42-9409-26bc943080a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763381 Dec 07 13:44:32.423816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9b6a31c7-9354-4ec6-818a-4a3385471da3 req-9ec67235-10b1-4730-aba6-251514f89f14 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5551e60-429e-4bf1-8ae1-05f1e7982c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523403 Dec 07 13:44:32.459100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0789feb-f8a0-4e35-ab5d-8713eaa550bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:32.536952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-55006f23-006f-435c-b09a-08abfd278d68 req-8f4b3a0a-9ae8-4389-b29e-7cc57ccf29ae service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420271 Dec 07 13:44:32.538571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-83f2ca56-b4ca-4c7b-88ed-9c8166e7fce7 None None] Set router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:44:32.681871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-55006f23-006f-435c-b09a-08abfd278d68 req-77d9fc9e-01e4-4d57-aee7-1f0607ceae9b service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378350 Dec 07 13:44:32.882465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:33.043637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-83f2ca56-b4ca-4c7b-88ed-9c8166e7fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:05Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '8b29e75b-9f5b-49a4-acb0-3fd5330214ea', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.100', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'port_id': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'mac_address': 'fa:16:3e:1a:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c63abd8-4d1c-461d-8159-70d408f76188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:43:25Z', 'updated_at': '2021-12-07T13:43:28Z', 'revision_number': 1, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba60ab2c-dcf8-420a-80d6-664bd3c57f5c', 'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:52:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:04Z', 'updated_at': '2021-12-07T13:43:10Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:33.048470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f2ca56-b4ca-4c7b-88ed-9c8166e7fce7 None None] The sync data for ids ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:05Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '8b29e75b-9f5b-49a4-acb0-3fd5330214ea', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.100', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'port_id': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'mac_address': 'fa:16:3e:1a:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c63abd8-4d1c-461d-8159-70d408f76188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:43:25Z', 'updated_at': '2021-12-07T13:43:28Z', 'revision_number': 1, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba60ab2c-dcf8-420a-80d6-664bd3c57f5c', 'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:52:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:04Z', 'updated_at': '2021-12-07T13:43:10Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:44:33.502131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db7adc8-872b-4e65-96a8-4491caa35003 None None] New status for floating IP 9e446a3b-56cb-4770-b407-4a13e6048499: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:44:33.636580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098eb27-dc28-4cb4-88c4-51be12ec6297 req-639c4ff5-3273-48ca-b33c-ad95ba84e5b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:33.638414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4098eb27-dc28-4cb4-88c4-51be12ec6297 req-639c4ff5-3273-48ca-b33c-ad95ba84e5b4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 945 time: 0.0831406 Dec 07 13:44:33.691376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4098eb27-dc28-4cb4-88c4-51be12ec6297 req-fc7f4cf4-e0e2-4658-b50a-c61d0fce190b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5551e60-429e-4bf1-8ae1-05f1e7982c34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464678 Dec 07 13:44:33.803186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25356a9-d313-412a-9a6c-ad0a1d83a03a req-48b84418-3621-468e-ad6c-604f92a942d5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:33.803957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-a25356a9-d313-412a-9a6c-ad0a1d83a03a req-48b84418-3621-468e-ad6c-604f92a942d5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:44:33.853638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-a25356a9-d313-412a-9a6c-ad0a1d83a03a req-48b84418-3621-468e-ad6c-604f92a942d5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:44:33.854987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a25356a9-d313-412a-9a6c-ad0a1d83a03a req-48b84418-3621-468e-ad6c-604f92a942d5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 945 time: 0.1353319 Dec 07 13:44:33.932283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-a25356a9-d313-412a-9a6c-ad0a1d83a03a req-7a3dce34-02f3-4579-a4e6-07eb0f824d37 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port c5866a69-44e3-47bd-8f03-f747880e5533 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:44:33.932662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a25356a9-d313-412a-9a6c-ad0a1d83a03a req-7a3dce34-02f3-4579-a4e6-07eb0f824d37 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:34.179722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-a25356a9-d313-412a-9a6c-ad0a1d83a03a req-7a3dce34-02f3-4579-a4e6-07eb0f824d37 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port c5866a69-44e3-47bd-8f03-f747880e5533, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=c5866a69-44e3-47bd-8f03-f747880e5533,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:44:34.180108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a25356a9-d313-412a-9a6c-ad0a1d83a03a req-7a3dce34-02f3-4579-a4e6-07eb0f824d37 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:34.307408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-a25356a9-d313-412a-9a6c-ad0a1d83a03a req-7a3dce34-02f3-4579-a4e6-07eb0f824d37 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for c5866a69-44e3-47bd-8f03-f747880e5533 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:44:34.476084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a25356a9-d313-412a-9a6c-ad0a1d83a03a req-7a3dce34-02f3-4579-a4e6-07eb0f824d37 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:34.481643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2c2a9763-cab6-4834-ab89-5eb6e5c6484d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:34.524383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3dce34-02f3-4579-a4e6-07eb0f824d37 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=c5866a69-44e3-47bd-8f03-f747880e5533,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:34.528504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7a3dce34-02f3-4579-a4e6-07eb0f824d37 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:34.600577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25356a9-d313-412a-9a6c-ad0a1d83a03a req-7a3dce34-02f3-4579-a4e6-07eb0f824d37 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] No DVR routers for this DVR port c5866a69-44e3-47bd-8f03-f747880e5533 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:44:34.602959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a25356a9-d313-412a-9a6c-ad0a1d83a03a req-7a3dce34-02f3-4579-a4e6-07eb0f824d37 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:34.605764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4', 'name': 'network-vif-deleted', 'tag': 'c5866a69-44e3-47bd-8f03-f747880e5533'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:44:34.663442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4', 'name': 'network-vif-deleted', 'tag': 'c5866a69-44e3-47bd-8f03-f747880e5533', 'status': 'completed', 'code': 200} Dec 07 13:44:34.674665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a25356a9-d313-412a-9a6c-ad0a1d83a03a req-7a3dce34-02f3-4579-a4e6-07eb0f824d37 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "DELETE /v2.0/ports/c5866a69-44e3-47bd-8f03-f747880e5533 HTTP/1.1" status: 204 len: 173 time: 0.8105528 Dec 07 13:44:34.827989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:34.865030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-78df8b52-7397-470f-a838-07727e138f03 req-0d1069d2-5a88-443d-b6c7-a71942b3bca9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd4f0d38-5fbb-487a-8d01-c4e7c74a17a4 HTTP/1.1" status: 200 len: 210 time: 0.0448382 Dec 07 13:44:35.217489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5c6a4834-a70f-4b24-9f22-c8bbdd7bad97 req-cc4fa907-391e-4c2e-b079-7f99ef0bb9bc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738778 Dec 07 13:44:35.380428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5c6a4834-a70f-4b24-9f22-c8bbdd7bad97 req-d9f98232-560c-48b9-9c19-8fdeeb3ee04e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 1098 time: 0.0872409 Dec 07 13:44:35.545915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a4834-a70f-4b24-9f22-c8bbdd7bad97 req-c54d88b7-0982-4f67-8a8a-51db362c50f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:35.547524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5c6a4834-a70f-4b24-9f22-c8bbdd7bad97 req-c54d88b7-0982-4f67-8a8a-51db362c50f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e098340-709b-4f42-9409-26bc943080a8 HTTP/1.1" status: 200 len: 898 time: 0.1395926 Dec 07 13:44:35.730101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5c6a4834-a70f-4b24-9f22-c8bbdd7bad97 req-2199074b-10c0-402f-84c5-9704be56f68c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d386f35a-dd89-4d08-a6f4-2a7911138226 HTTP/1.1" status: 200 len: 1001 time: 0.1730313 Dec 07 13:44:35.808316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a4834-a70f-4b24-9f22-c8bbdd7bad97 req-8dcdf703-8eea-4ee0-b9c3-be1a7d0e259f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:35.809782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5c6a4834-a70f-4b24-9f22-c8bbdd7bad97 req-8dcdf703-8eea-4ee0-b9c3-be1a7d0e259f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6e502fe-13bd-4daa-a043-98e7008a2ddc HTTP/1.1" status: 200 len: 835 time: 0.0701780 Dec 07 13:44:35.891932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5c6a4834-a70f-4b24-9f22-c8bbdd7bad97 req-4617aeb8-7527-41c7-a394-3315dae64284 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e098340-709b-4f42-9409-26bc943080a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746770 Dec 07 13:44:35.977691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53276) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:36.061353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f810bb72-af4a-4cce-9ce8-388792b6c672 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:36.094761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f810bb72-af4a-4cce-9ce8-388792b6c672 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:36.247660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f810bb72-af4a-4cce-9ce8-388792b6c672 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:36.254240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:36.269153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5c6a4834-a70f-4b24-9f22-c8bbdd7bad97 req-bf0b9486-f401-4b8b-a9b7-ecd6bed8ce00 service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693254 Dec 07 13:44:36.274132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810bb72-af4a-4cce-9ce8-388792b6c672 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5551e60-429e-4bf1-8ae1-05f1e7982c34,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:36.276797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f810bb72-af4a-4cce-9ce8-388792b6c672 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:36.344309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f810bb72-af4a-4cce-9ce8-388792b6c672 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:36.345535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f810bb72-af4a-4cce-9ce8-388792b6c672 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/security-groups/e5551e60-429e-4bf1-8ae1-05f1e7982c34 HTTP/1.1" status: 204 len: 168 time: 0.3666911 Dec 07 13:44:36.422937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5c6a4834-a70f-4b24-9f22-c8bbdd7bad97 req-a7a9403a-dd0a-4fd7-9e00-9a02a325d07b service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414993 Dec 07 13:44:36.441589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53282) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:36.653458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3aba43f8-300d-483e-8981-47a2f18dda65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 3f260eb6-b3f1-4285-9e5a-12ffa26e5c01 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:44:36.654650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3aba43f8-300d-483e-8981-47a2f18dda65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:36.835945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3aba43f8-300d-483e-8981-47a2f18dda65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:36.836305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3aba43f8-300d-483e-8981-47a2f18dda65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:36.964297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3aba43f8-300d-483e-8981-47a2f18dda65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 3f260eb6-b3f1-4285-9e5a-12ffa26e5c01 owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:44:37.136298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3aba43f8-300d-483e-8981-47a2f18dda65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:37.141250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:37.184187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba43f8-300d-483e-8981-47a2f18dda65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=3f260eb6-b3f1-4285-9e5a-12ffa26e5c01,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:37.188461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3aba43f8-300d-483e-8981-47a2f18dda65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:37.277043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3aba43f8-300d-483e-8981-47a2f18dda65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:37.478725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device c5866a69-44e3-47bd-8f03-f747880e5533 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:44:37.512531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: c5866a69-44e3-47bd-8f03-f747880e5533 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:44:37.512923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device c5866a69-44e3-47bd-8f03-f747880e5533 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:44:37.905471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aba43f8-300d-483e-8981-47a2f18dda65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:44:38.110606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aba43f8-300d-483e-8981-47a2f18dda65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:44:38.121191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545643d-b247-4847-a3c1-ab015a426745 None None] Sync routers for ids ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:44:38.127251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3aba43f8-300d-483e-8981-47a2f18dda65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:38.144409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545643d-b247-4847-a3c1-ab015a426745 None None] Routers {'d6dc0a4e-e52b-462c-b136-b1cf37476ee1'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:44:38.145178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9545643d-b247-4847-a3c1-ab015a426745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:44:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:38.182164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3aba43f8-300d-483e-8981-47a2f18dda65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/floatingips/8b29e75b-9f5b-49a4-acb0-3fd5330214ea HTTP/1.1" status: 204 len: 168 time: 1.7392852 Dec 07 13:44:38.182876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c63abd8-4d1c-461d-8159-70d408f76188', 'tag': 'd386f35a-dd89-4d08-a6f4-2a7911138226'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:44:38.260286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c63abd8-4d1c-461d-8159-70d408f76188', 'tag': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'status': 'completed', 'code': 200} Dec 07 13:44:38.353845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-9545643d-b247-4847-a3c1-ab015a426745 None None] Set router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:44:38.367371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-74f0adeb-39da-4ce7-a09a-dc046bdc17aa req-28ddffd5-0d28-4613-9b0f-a20ad03ca2d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 1098 time: 0.0840120 Dec 07 13:44:38.521667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0adeb-39da-4ce7-a09a-dc046bdc17aa req-d3061720-4d97-4b9b-80c2-65792ee38c12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:38.523222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-74f0adeb-39da-4ce7-a09a-dc046bdc17aa req-d3061720-4d97-4b9b-80c2-65792ee38c12 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3e098340-709b-4f42-9409-26bc943080a8 HTTP/1.1" status: 200 len: 898 time: 0.1487854 Dec 07 13:44:38.606423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-74f0adeb-39da-4ce7-a09a-dc046bdc17aa req-23f50bf7-43a1-4124-998f-41d74de23539 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d386f35a-dd89-4d08-a6f4-2a7911138226 HTTP/1.1" status: 200 len: 217 time: 0.0715730 Dec 07 13:44:38.682840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0adeb-39da-4ce7-a09a-dc046bdc17aa req-43ecd061-07fb-47fc-a139-8b8588f92e3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:38.684448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-74f0adeb-39da-4ce7-a09a-dc046bdc17aa req-43ecd061-07fb-47fc-a139-8b8588f92e3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6e502fe-13bd-4daa-a043-98e7008a2ddc HTTP/1.1" status: 200 len: 835 time: 0.0695298 Dec 07 13:44:38.696218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9545643d-b247-4847-a3c1-ab015a426745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:05Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'ba60ab2c-dcf8-420a-80d6-664bd3c57f5c', 'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:52:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:04Z', 'updated_at': '2021-12-07T13:43:10Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:38.700760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545643d-b247-4847-a3c1-ab015a426745 None None] Checking router: d6dc0a4e-e52b-462c-b136-b1cf37476ee1 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:44:38.713513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545643d-b247-4847-a3c1-ab015a426745 None None] Routers {'d6dc0a4e-e52b-462c-b136-b1cf37476ee1'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:44:38.714392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9545643d-b247-4847-a3c1-ab015a426745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:44:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:38.753328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ca375-584b-472f-a60f-5a6390960a91 req-022eaab2-8122-4063-94b2-f4c528db52c8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:38.754075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-387ca375-584b-472f-a60f-5a6390960a91 req-022eaab2-8122-4063-94b2-f4c528db52c8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:44:38.767205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-74f0adeb-39da-4ce7-a09a-dc046bdc17aa req-ec985c88-249f-4ccc-900b-f187e1ada959 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3e098340-709b-4f42-9409-26bc943080a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756063 Dec 07 13:44:38.816086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-387ca375-584b-472f-a60f-5a6390960a91 req-022eaab2-8122-4063-94b2-f4c528db52c8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:44:38.816086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-387ca375-584b-472f-a60f-5a6390960a91 req-022eaab2-8122-4063-94b2-f4c528db52c8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 945 time: 0.1419644 Dec 07 13:44:38.862038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-387ca375-584b-472f-a60f-5a6390960a91 req-046fbf54-ba1c-4e36-9b07-bc5461832522 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:44:38.921210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-9545643d-b247-4847-a3c1-ab015a426745 None None] Set router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:44:38.926291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-74f0adeb-39da-4ce7-a09a-dc046bdc17aa req-8d6a3f69-fe29-40f4-9834-7223d16606f5 service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502721 Dec 07 13:44:38.936697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-387ca375-584b-472f-a60f-5a6390960a91 req-046fbf54-ba1c-4e36-9b07-bc5461832522 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:44:38.937981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-387ca375-584b-472f-a60f-5a6390960a91 req-046fbf54-ba1c-4e36-9b07-bc5461832522 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=795a685f-b741-458d-9378-5d5455e7ca96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224751 Dec 07 13:44:39.069538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-74f0adeb-39da-4ce7-a09a-dc046bdc17aa req-aa0f5b60-a242-4323-95e5-8be1727de6da service neutron] 10.222.0.45 "GET /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351159 Dec 07 13:44:39.242980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9545643d-b247-4847-a3c1-ab015a426745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:05Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'ba60ab2c-dcf8-420a-80d6-664bd3c57f5c', 'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:52:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:04Z', 'updated_at': '2021-12-07T13:43:10Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:39.247074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545643d-b247-4847-a3c1-ab015a426745 None None] The sync data for ids ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:43:05Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'ba60ab2c-dcf8-420a-80d6-664bd3c57f5c', 'name': '', 'network_id': '3e098340-709b-4f42-9409-26bc943080a8', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:52:3f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:04Z', 'updated_at': '2021-12-07T13:43:10Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': 'b6e502fe-13bd-4daa-a043-98e7008a2ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:44:39.681008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd08fd-0ffc-4a68-9641-456deb2d8dcf None None] New status for floating IP 8b29e75b-9f5b-49a4-acb0-3fd5330214ea: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:44:40.005074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:40.152032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56766f2-530e-48ab-98d1-238dcd847e17 req-415f4053-4aeb-4a7b-9602-b6c8ac6f47a2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:40.154330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f56766f2-530e-48ab-98d1-238dcd847e17 req-415f4053-4aeb-4a7b-9602-b6c8ac6f47a2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 945 time: 0.0851488 Dec 07 13:44:40.206656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f56766f2-530e-48ab-98d1-238dcd847e17 req-a4ad15f6-b439-4aba-98a9-3a98e24abcfa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=795a685f-b741-458d-9378-5d5455e7ca96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455999 Dec 07 13:44:40.321018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d4bbc-1c08-432d-8a32-fcbf53c7732f req-e76d8629-117f-4a95-9c43-2850c97cbc3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:40.321778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-c26d4bbc-1c08-432d-8a32-fcbf53c7732f req-e76d8629-117f-4a95-9c43-2850c97cbc3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:44:40.334978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-c26d4bbc-1c08-432d-8a32-fcbf53c7732f req-e76d8629-117f-4a95-9c43-2850c97cbc3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:44:40.336206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c26d4bbc-1c08-432d-8a32-fcbf53c7732f req-e76d8629-117f-4a95-9c43-2850c97cbc3d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 945 time: 0.0973339 Dec 07 13:44:40.419044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-c26d4bbc-1c08-432d-8a32-fcbf53c7732f req-91fa9926-f49a-450c-bd2c-1612f9474ec9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port d386f35a-dd89-4d08-a6f4-2a7911138226 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:44:40.419588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c26d4bbc-1c08-432d-8a32-fcbf53c7732f req-91fa9926-f49a-450c-bd2c-1612f9474ec9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:40.676254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-c26d4bbc-1c08-432d-8a32-fcbf53c7732f req-91fa9926-f49a-450c-bd2c-1612f9474ec9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port d386f35a-dd89-4d08-a6f4-2a7911138226, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=d386f35a-dd89-4d08-a6f4-2a7911138226,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:44:40.676655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c26d4bbc-1c08-432d-8a32-fcbf53c7732f req-91fa9926-f49a-450c-bd2c-1612f9474ec9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:40.804526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-c26d4bbc-1c08-432d-8a32-fcbf53c7732f req-91fa9926-f49a-450c-bd2c-1612f9474ec9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for d386f35a-dd89-4d08-a6f4-2a7911138226 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:44:41.067691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c26d4bbc-1c08-432d-8a32-fcbf53c7732f req-91fa9926-f49a-450c-bd2c-1612f9474ec9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:41.073799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:41.120571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa9926-f49a-450c-bd2c-1612f9474ec9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=d386f35a-dd89-4d08-a6f4-2a7911138226,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:41.125421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-91fa9926-f49a-450c-bd2c-1612f9474ec9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:41.195542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26d4bbc-1c08-432d-8a32-fcbf53c7732f req-91fa9926-f49a-450c-bd2c-1612f9474ec9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] No DVR routers for this DVR port d386f35a-dd89-4d08-a6f4-2a7911138226 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:44:41.198153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c26d4bbc-1c08-432d-8a32-fcbf53c7732f req-91fa9926-f49a-450c-bd2c-1612f9474ec9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:41.201743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c63abd8-4d1c-461d-8159-70d408f76188', 'name': 'network-vif-deleted', 'tag': 'd386f35a-dd89-4d08-a6f4-2a7911138226'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:44:41.258531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c63abd8-4d1c-461d-8159-70d408f76188', 'name': 'network-vif-deleted', 'tag': 'd386f35a-dd89-4d08-a6f4-2a7911138226', 'status': 'completed', 'code': 200} Dec 07 13:44:41.271167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c26d4bbc-1c08-432d-8a32-fcbf53c7732f req-91fa9926-f49a-450c-bd2c-1612f9474ec9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "DELETE /v2.0/ports/d386f35a-dd89-4d08-a6f4-2a7911138226 HTTP/1.1" status: 204 len: 173 time: 0.9268501 Dec 07 13:44:41.388783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e3a993d6-bc96-4598-8a20-b187a5e0ec63 req-60c11a70-999e-4348-991b-6d8f4464945f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c63abd8-4d1c-461d-8159-70d408f76188 HTTP/1.1" status: 200 len: 210 time: 0.0453629 Dec 07 13:44:42.495786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53300) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:42.572766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79b35d31-1e1a-46d3-bbbe-9b42d59abd1a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:42.602886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79b35d31-1e1a-46d3-bbbe-9b42d59abd1a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:42.818828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79b35d31-1e1a-46d3-bbbe-9b42d59abd1a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:42.824308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d0354fc4-d4fb-4158-9a79-61a51c5c4ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:42.840069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b35d31-1e1a-46d3-bbbe-9b42d59abd1a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=795a685f-b741-458d-9378-5d5455e7ca96,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:42.842788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-79b35d31-1e1a-46d3-bbbe-9b42d59abd1a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:42.886484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79b35d31-1e1a-46d3-bbbe-9b42d59abd1a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:42.887744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-79b35d31-1e1a-46d3-bbbe-9b42d59abd1a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/security-groups/795a685f-b741-458d-9378-5d5455e7ca96 HTTP/1.1" status: 204 len: 168 time: 0.3908012 Dec 07 13:44:42.965095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53306) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:43.373912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6060b914-782d-4036-a0ed-1d95feb9615b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:43.526261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device d386f35a-dd89-4d08-a6f4-2a7911138226 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:44:43.563210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: d386f35a-dd89-4d08-a6f4-2a7911138226 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:44:43.563616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device d386f35a-dd89-4d08-a6f4-2a7911138226 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:44:43.995903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6060b914-782d-4036-a0ed-1d95feb9615b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:44:43.996276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6060b914-782d-4036-a0ed-1d95feb9615b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:44.416951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6060b914-782d-4036-a0ed-1d95feb9615b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port ba60ab2c-dcf8-420a-80d6-664bd3c57f5c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ba60ab2c-dcf8-420a-80d6-664bd3c57f5c,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:44:44.417340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6060b914-782d-4036-a0ed-1d95feb9615b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:44.538545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6060b914-782d-4036-a0ed-1d95feb9615b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for ba60ab2c-dcf8-420a-80d6-664bd3c57f5c owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:44:44.887508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6060b914-782d-4036-a0ed-1d95feb9615b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:44.892546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d8693d7a-a16f-4598-bfaa-b04c7ac08fad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:44.921211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:44:44.938938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060b914-782d-4036-a0ed-1d95feb9615b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=ba60ab2c-dcf8-420a-80d6-664bd3c57f5c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:44.942001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6060b914-782d-4036-a0ed-1d95feb9615b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:45.254787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6060b914-782d-4036-a0ed-1d95feb9615b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:45.862029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6060b914-782d-4036-a0ed-1d95feb9615b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:44:46.075986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6060b914-782d-4036-a0ed-1d95feb9615b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:44:46.086826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d721ec-7c56-4d66-9370-5043178514d8 None None] Sync routers for ids ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:44:46.089402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6060b914-782d-4036-a0ed-1d95feb9615b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/d6dc0a4e-e52b-462c-b136-b1cf37476ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1230659 Dec 07 13:44:46.092877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53310) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:46.099919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d721ec-7c56-4d66-9370-5043178514d8 None None] Routers {'d6dc0a4e-e52b-462c-b136-b1cf37476ee1'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:44:46.100580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-61d721ec-7c56-4d66-9370-5043178514d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:44:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:46.286741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-61d721ec-7c56-4d66-9370-5043178514d8 None None] Set router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:44:46.292110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14f1137-fc3f-4ae1-940a-2e50df897942 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting subnet b6e502fe-13bd-4daa-a043-98e7008a2ddc {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:44:46.295416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d14f1137-fc3f-4ae1-940a-2e50df897942 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:46.352222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d14f1137-fc3f-4ae1-940a-2e50df897942 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:46.443908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d14f1137-fc3f-4ae1-940a-2e50df897942 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:46.586360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-61d721ec-7c56-4d66-9370-5043178514d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:44:44Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:46.590373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d721ec-7c56-4d66-9370-5043178514d8 None None] Checking router: d6dc0a4e-e52b-462c-b136-b1cf37476ee1 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:44:46.601807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d721ec-7c56-4d66-9370-5043178514d8 None None] Routers {'d6dc0a4e-e52b-462c-b136-b1cf37476ee1'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:44:46.602449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-61d721ec-7c56-4d66-9370-5043178514d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:44:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:46.605127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d14f1137-fc3f-4ae1-940a-2e50df897942 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:46.610561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d596fa5e-393f-45e1-af81-009c4f8eb486 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:46.648720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f1137-fc3f-4ae1-940a-2e50df897942 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e502fe-13bd-4daa-a043-98e7008a2ddc,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:46.651651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d14f1137-fc3f-4ae1-940a-2e50df897942 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:46.654193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d14f1137-fc3f-4ae1-940a-2e50df897942 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:46.660666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d14f1137-fc3f-4ae1-940a-2e50df897942 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/subnets/b6e502fe-13bd-4daa-a043-98e7008a2ddc HTTP/1.1" status: 204 len: 168 time: 0.5667236 Dec 07 13:44:46.661764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8be2209-f48e-4d07-8d64-5281fa8c9607 None None] Network 3e098340-709b-4f42-9409-26bc943080a8 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:44:46.663385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53314) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:46.887370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:46.939999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] DHCP port deletion for 3e098340-709b-4f42-9409-26bc943080a8 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:44:46.944986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Deleting port 1a964ca7-c5da-43d6-8eb7-95e7987349f7 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:44:46.945620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:47.039650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-61d721ec-7c56-4d66-9370-5043178514d8 None None] Set router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:44:47.115099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:47.154326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port a964e604-8b15-4cfd-bcb4-4aa8b37b14ff {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:44:47.154780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:47.169823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] For port 1a964ca7-c5da-43d6-8eb7-95e7987349f7, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1a964ca7-c5da-43d6-8eb7-95e7987349f7,segment=NetworkSegment(1d783d17-3dc8-4d7d-9025-b941e97a43fd),segment_id=1d783d17-3dc8-4d7d-9025-b941e97a43fd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:44:47.170366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:47.309206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Calling delete_port for 1a964ca7-c5da-43d6-8eb7-95e7987349f7 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:44:47.442278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:47.447780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-705b2e4d-97a9-4fca-bc09-f00669c385a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:47.469886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-61d721ec-7c56-4d66-9370-5043178514d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:44:44Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:47.474244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d721ec-7c56-4d66-9370-5043178514d8 None None] The sync data for ids ['d6dc0a4e-e52b-462c-b136-b1cf37476ee1'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'name': 'tempest-TestNetworkBasicOps-router-1804442956', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:42:59Z', 'updated_at': '2021-12-07T13:44:44Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'a964e604-8b15-4cfd-bcb4-4aa8b37b14ff', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dc0a4e-e52b-462c-b136-b1cf37476ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:43:00Z', 'updated_at': '2021-12-07T13:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:44:47.495451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Pushing event deleted for resources: {'Port': ['ID=1a964ca7-c5da-43d6-8eb7-95e7987349f7,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:47.510932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:47.511361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:47.511746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:47.512125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:47.512506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:47.513028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:47.513686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:47.514144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:47.514556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:47.514931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:47.515325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:47.519678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:47.520628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] No DVR routers for this DVR port 1a964ca7-c5da-43d6-8eb7-95e7987349f7 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:44:47.585228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port a964e604-8b15-4cfd-bcb4-4aa8b37b14ff, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a964e604-8b15-4cfd-bcb4-4aa8b37b14ff,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:44:47.585624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:47.712981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for a964e604-8b15-4cfd-bcb4-4aa8b37b14ff owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:44:47.952835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:47.957198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2ee095f5-dfa0-4d18-a513-ec427bddd973 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:47.999000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=a964e604-8b15-4cfd-bcb4-4aa8b37b14ff,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:48.001982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:48.225651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:48.488946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:48.493462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:48.513404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1a964ca7-c5da-43d6-8eb7-95e7987349f7 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:44:48.548661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 1a964ca7-c5da-43d6-8eb7-95e7987349f7 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:44:48.549060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1a964ca7-c5da-43d6-8eb7-95e7987349f7 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:44:48.549529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ba60ab2c-dcf8-420a-80d6-664bd3c57f5c no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:44:48.581467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: ba60ab2c-dcf8-420a-80d6-664bd3c57f5c {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:44:48.581803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ba60ab2c-dcf8-420a-80d6-664bd3c57f5c not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:44:48.621954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:48.623035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Fanout notify agent at l3_agent the message router_deleted on router d6dc0a4e-e52b-462c-b136-b1cf37476ee1 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:44:48.638326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:48.639570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/routers/d6dc0a4e-e52b-462c-b136-b1cf37476ee1 HTTP/1.1" status: 204 len: 168 time: 1.9738531 Dec 07 13:44:48.642568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53318) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:48.766676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef25c25a-893b-4200-9b6c-818bccf2073a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:48.908327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef25c25a-893b-4200-9b6c-818bccf2073a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:48.941331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ef25c25a-893b-4200-9b6c-818bccf2073a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e098340-709b-4f42-9409-26bc943080a8']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:48.955447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ef25c25a-893b-4200-9b6c-818bccf2073a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d783d17-3dc8-4d7d-9025-b941e97a43fd') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:48.956029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ef25c25a-893b-4200-9b6c-818bccf2073a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d783d17-3dc8-4d7d-9025-b941e97a43fd') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:48.969119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef25c25a-893b-4200-9b6c-818bccf2073a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:48.984119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef25c25a-893b-4200-9b6c-818bccf2073a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:48.990387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef25c25a-893b-4200-9b6c-818bccf2073a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:44:48.990810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef25c25a-893b-4200-9b6c-818bccf2073a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:44:49.006132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:44:49.121866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef25c25a-893b-4200-9b6c-818bccf2073a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:49.125357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0825f26-997b-4f48-a39e-a0a1b12be8ca tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:49.140896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef25c25a-893b-4200-9b6c-818bccf2073a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:49.152992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25c25a-893b-4200-9b6c-818bccf2073a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Network': ['ID=3e098340-709b-4f42-9409-26bc943080a8,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:49.157255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ef25c25a-893b-4200-9b6c-818bccf2073a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:49.185429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ef25c25a-893b-4200-9b6c-818bccf2073a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/networks/3e098340-709b-4f42-9409-26bc943080a8 HTTP/1.1" status: 204 len: 168 time: 0.5416234 Dec 07 13:44:49.215400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53322) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:49.222125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'network': {'name': 'tempest-network-smoke--2018918294', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'port_security_enabled': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:44:49.227578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:44:49.231927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:network and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:44:49.234888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:44:49.240809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:44:49.296169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:44:49.302012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:49.334373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:44:49.386602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:49.386944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Added segment 86f82035-242a-40af-bc6c-5c495f6b1330 of type vlan for network 1347b0ff-7ae2-495c-baeb-239ed69d5b40 Dec 07 13:44:49.471972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:49.564487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:49.568519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:49.569162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:49.574424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bea1d86b-86f6-4a2d-a762-b4d971832721 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:49.680046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Network': ['ID=1347b0ff-7ae2-495c-baeb-239ed69d5b40,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:49.683115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:49.691891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 1347b0ff-7ae2-495c-baeb-239ed69d5b40 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:44:49.833992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6173708 Dec 07 13:44:49.836882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53326) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:49.842901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'admin_state_up': True, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:44:49.850268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:44:49.854294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:router and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:44:49.857940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:44:49.863999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:44:49.910741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:49.911771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:49.990486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:50.181433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:50.406601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:50.422195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a964e604-8b15-4cfd-bcb4-4aa8b37b14ff no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:44:50.438249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:50.457645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: a964e604-8b15-4cfd-bcb4-4aa8b37b14ff {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:44:50.458045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a964e604-8b15-4cfd-bcb4-4aa8b37b14ff not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:44:50.578596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.36.4.246 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/abb1ab08-f326-45ed-94e0-edb8c999ec50) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:44:50.727338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:50.784708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:50.789169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d2bdf6da-12e0-4743-9c64-b3964c10b56c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:50.859386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:44:50.862894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:44:50.865048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=abb1ab08-f326-45ed-94e0-edb8c999ec50,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:50.867349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:44:50.897067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:51.068676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:51.069425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:51.376052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router ad2896f0-30e7-47c6-bb88-4abb206280b3 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:44:51.585802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:44:51.596436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Sync routers for ids ['ad2896f0-30e7-47c6-bb88-4abb206280b3'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:44:51.609264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Routers {'ad2896f0-30e7-47c6-bb88-4abb206280b3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:44:51.609932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:44:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ad2896f0-30e7-47c6-bb88-4abb206280b3'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:51.661870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:51.663252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8253484 Dec 07 13:44:51.666501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53330) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:51.785049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5353ca5a-486a-464e-864a-61ac1974eba7 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=ab6625caa7b0446f8943cb009d398a9e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1171904 Dec 07 13:44:51.787662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53336) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:51.798255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Set router ad2896f0-30e7-47c6-bb88-4abb206280b3 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:44:52.110406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:44:50Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:52.114542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Checking router: ad2896f0-30e7-47c6-bb88-4abb206280b3 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:44:52.114942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Updating router ad2896f0-30e7-47c6-bb88-4abb206280b3 port abb1ab08-f326-45ed-94e0-edb8c999ec50 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:44:52.160725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecae391b-9134-4c80-8d9e-d36274729b0e tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:52.162415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ecae391b-9134-4c80-8d9e-d36274729b0e tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3737807 Dec 07 13:44:52.165379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53340) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:52.172841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:52.216782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4dbf01f4-405e-435c-b74a-22942bfe66d2 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471740 Dec 07 13:44:52.217045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53344) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:52.222931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2126134816', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:44:52.339013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:44:52.343962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:subnet and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:44:52.346928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:44:52.353070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:44:52.393292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:44:52.507631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:52.516068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:52.576833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Transition to ACTIVE for port object abb1ab08-f326-45ed-94e0-edb8c999ec50 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:44:52.616439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:52.620956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:52.699721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858324c-48f8-426b-9b44-31e8d016cbd2 None None] Pushing event updated for resources: {'Port': ['ID=abb1ab08-f326-45ed-94e0-edb8c999ec50,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:52.702380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Attempting to bind port abb1ab08-f326-45ed-94e0-edb8c999ec50 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:44:52.702790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Attempting to bind port abb1ab08-f326-45ed-94e0-edb8c999ec50 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:44:52.703190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Attempting to bind port abb1ab08-f326-45ed-94e0-edb8c999ec50 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:44:52.705465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e858324c-48f8-426b-9b44-31e8d016cbd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:52.711057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:44:52.711522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:44:52.711969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:52.712416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:44:52.712900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Bound port: abb1ab08-f326-45ed-94e0-edb8c999ec50, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:44:52.713315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:52.799356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] For port abb1ab08-f326-45ed-94e0-edb8c999ec50, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:44:52.803180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] For port abb1ab08-f326-45ed-94e0-edb8c999ec50, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=abb1ab08-f326-45ed-94e0-edb8c999ec50,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:44:52.836661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:52.841328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:52.917396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858324c-48f8-426b-9b44-31e8d016cbd2 None None] Pushing event updated for resources: {'Port': ['ID=abb1ab08-f326-45ed-94e0-edb8c999ec50,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:52.922793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e858324c-48f8-426b-9b44-31e8d016cbd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:52.926899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Routers {'ad2896f0-30e7-47c6-bb88-4abb206280b3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:44:52.927611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:44:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ad2896f0-30e7-47c6-bb88-4abb206280b3'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:52.970303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:52.974945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dc0e61b0-7bbc-4cb1-b73a-b330e0697547 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:53.060754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Subnet': ['ID=7bc4d6b5-6170-4d9b-bd93-fde9b173be11,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:53.065665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:53.070610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Checking segment: {'id': '86f82035-242a-40af-bc6c-5c495f6b1330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:44:53.071001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network hostable DHCP agents. Network: 1347b0ff-7ae2-495c-baeb-239ed69d5b40, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:44:53.117505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] Set router ad2896f0-30e7-47c6-bb88-4abb206280b3 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:44:53.159033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 1347b0ff-7ae2-495c-baeb-239ed69d5b40 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:44:53.216541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 1347b0ff-7ae2-495c-baeb-239ed69d5b40) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:44:53.220598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:53.221356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:53.229536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770227bd-2850-46d4-9bc0-9a3586194c00 None None] Network 1347b0ff-7ae2-495c-baeb-239ed69d5b40 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:44:53.276859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0561633 Dec 07 13:44:53.277121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53348) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:53.781043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ips': [{'subnet_id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:44:53.781942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:53.794914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:44:50Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:53.803158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3652c06-2171-463e-80c5-7763361dc2cf None None] The sync data for ids ['ad2896f0-30e7-47c6-bb88-4abb206280b3'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:44:50Z', 'revision_number': 3, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:44:53.962059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Allocated IP 172.20.0.2 (1347b0ff-7ae2-495c-baeb-239ed69d5b40/7bc4d6b5-6170-4d9b-bd93-fde9b173be11/c2a542fb-13f2-412e-ad28-c76941f27227) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:44:54.072686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:54.182537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:54.194158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Transition to ACTIVE for port object c2a542fb-13f2-412e-ad28-c76941f27227 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:44:54.270336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Transition to ACTIVE for port object c2a542fb-13f2-412e-ad28-c76941f27227 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:44:54.302148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:54.307523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-22c66dcb-287f-48c3-aada-a52da555349b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:54.380521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Network 1347b0ff-7ae2-495c-baeb-239ed69d5b40 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:44:54.381749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:44:54.386659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:44:54.394221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Pushing event updated for resources: {'Port': ['ID=c2a542fb-13f2-412e-ad28-c76941f27227,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:54.399041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:54.497678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Attempting to bind port c2a542fb-13f2-412e-ad28-c76941f27227 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:44:54.498220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Attempting to bind port c2a542fb-13f2-412e-ad28-c76941f27227 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '86f82035-242a-40af-bc6c-5c495f6b1330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:44:54.498692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Attempting to bind port c2a542fb-13f2-412e-ad28-c76941f27227 on network 1347b0ff-7ae2-495c-baeb-239ed69d5b40 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:44:54.507497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:44:54.507687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Checking segment: {'id': '86f82035-242a-40af-bc6c-5c495f6b1330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:44:54.508260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:54.508630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Bound using segment: {'id': '86f82035-242a-40af-bc6c-5c495f6b1330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:44:54.509169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Bound port: c2a542fb-13f2-412e-ad28-c76941f27227, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f82035-242a-40af-bc6c-5c495f6b1330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:44:54.509716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:54.522765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device abb1ab08-f326-45ed-94e0-edb8c999ec50 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:44:54.546394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.1 (1347b0ff-7ae2-495c-baeb-239ed69d5b40/7bc4d6b5-6170-4d9b-bd93-fde9b173be11/018823e3-3182-41a0-a93c-cc6f89664606) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:44:54.706755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port abb1ab08-f326-45ed-94e0-edb8c999ec50 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:44:54.715185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] For port c2a542fb-13f2-412e-ad28-c76941f27227, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:44:54.718056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port abb1ab08-f326-45ed-94e0-edb8c999ec50 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:44:54.718482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:54.761834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] For port c2a542fb-13f2-412e-ad28-c76941f27227, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c2a542fb-13f2-412e-ad28-c76941f27227,segment=NetworkSegment(86f82035-242a-40af-bc6c-5c495f6b1330),segment_id=86f82035-242a-40af-bc6c-5c495f6b1330)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:44:54.817957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:54.831840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:54.874329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:54.893025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object 018823e3-3182-41a0-a93c-cc6f89664606 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:44:54.916872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:54.940658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Pushing event updated for resources: {'Port': ['ID=c2a542fb-13f2-412e-ad28-c76941f27227,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:54.942601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:54.945231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:54.947543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbedbc9c-11a3-4709-81a5-e2e0096a6baf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:54.953438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port abb1ab08-f326-45ed-94e0-edb8c999ec50, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=abb1ab08-f326-45ed-94e0-edb8c999ec50,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:44:54.988115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:54.993645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:55.040378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 1347b0ff-7ae2-495c-baeb-239ed69d5b40 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:44:55.041295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=018823e3-3182-41a0-a93c-cc6f89664606,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:55.045385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:44:55.047744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:55.048485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:44:55.069486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=abb1ab08-f326-45ed-94e0-edb8c999ec50,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:55.072833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:55.111432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:55.233258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:55.670713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:55.713126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:55.746589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6adae751-952b-4083-8149-45451771ceb2 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:55.831652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=018823e3-3182-41a0-a93c-cc6f89664606,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:55.834319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:55.838331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:55.984893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 1347b0ff-7ae2-495c-baeb-239ed69d5b40 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:44:55.986026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:44:56.574393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c2a542fb-13f2-412e-ad28-c76941f27227 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:44:56.668749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router ad2896f0-30e7-47c6-bb88-4abb206280b3 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:44:56.702198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6390fcb9-a497-42e0-b508-38a910ff1805 None None] Network 1347b0ff-7ae2-495c-baeb-239ed69d5b40 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:44:56.719768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port c2a542fb-13f2-412e-ad28-c76941f27227 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:44:56.728783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device abb1ab08-f326-45ed-94e0-edb8c999ec50 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:44:56.898594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:44:56.919692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/ad2896f0-30e7-47c6-bb88-4abb206280b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6414557 Dec 07 13:44:56.921077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Sync routers for ids ['ad2896f0-30e7-47c6-bb88-4abb206280b3'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:44:56.922682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53352) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:56.936200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Routers {'ad2896f0-30e7-47c6-bb88-4abb206280b3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:44:56.937191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:44:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ad2896f0-30e7-47c6-bb88-4abb206280b3'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:56.948668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dfb684b2-dba4-4e97-825a-d8d37d3e41f4 None None] Provisioning for port c2a542fb-13f2-412e-ad28-c76941f27227 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:44:56.959295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port abb1ab08-f326-45ed-94e0-edb8c999ec50 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:44:56.959725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:56.995764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dfb684b2-dba4-4e97-825a-d8d37d3e41f4 None None] Provisioning complete for port c2a542fb-13f2-412e-ad28-c76941f27227 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:44:56.996081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dfb684b2-dba4-4e97-825a-d8d37d3e41f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:57.079489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46acae1f-b4e5-4b16-9b21-c08de58518e9 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:57.079885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46acae1f-b4e5-4b16-9b21-c08de58518e9 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:57.080606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46acae1f-b4e5-4b16-9b21-c08de58518e9 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:57.081160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46acae1f-b4e5-4b16-9b21-c08de58518e9 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:57.083083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-46acae1f-b4e5-4b16-9b21-c08de58518e9 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1593301 Dec 07 13:44:57.085924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53356) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:57.126608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Set router ad2896f0-30e7-47c6-bb88-4abb206280b3 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:44:57.161814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d33a83-e745-469e-a63f-07bc14aa96b8 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:57.162592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d33a83-e745-469e-a63f-07bc14aa96b8 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:57.163142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d33a83-e745-469e-a63f-07bc14aa96b8 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:57.163729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d33a83-e745-469e-a63f-07bc14aa96b8 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:44:57.165736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-15d33a83-e745-469e-a63f-07bc14aa96b8 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0786827 Dec 07 13:44:57.169523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53360) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:57.255592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dfb684b2-dba4-4e97-825a-d8d37d3e41f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:57.304281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-dfb684b2-dba4-4e97-825a-d8d37d3e41f4 None None] For port c2a542fb-13f2-412e-ad28-c76941f27227, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c2a542fb-13f2-412e-ad28-c76941f27227,segment=NetworkSegment(86f82035-242a-40af-bc6c-5c495f6b1330),segment_id=86f82035-242a-40af-bc6c-5c495f6b1330)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:44:57.342490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dfb684b2-dba4-4e97-825a-d8d37d3e41f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:57.345017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:57.419330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb684b2-dba4-4e97-825a-d8d37d3e41f4 None None] Pushing event updated for resources: {'Port': ['ID=c2a542fb-13f2-412e-ad28-c76941f27227,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:57.419723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8e01fc93-2a08-4ceb-b964-7ea6548627e2 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2453570 Dec 07 13:44:57.424141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dfb684b2-dba4-4e97-825a-d8d37d3e41f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:57.507713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:44:55Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '018823e3-3182-41a0-a93c-cc6f89664606', 'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:c5:c0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:54Z', 'updated_at': '2021-12-07T13:44:55Z', 'revision_number': 2, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:57.511815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Checking router: ad2896f0-30e7-47c6-bb88-4abb206280b3 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:44:57.512393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Updating router ad2896f0-30e7-47c6-bb88-4abb206280b3 port 018823e3-3182-41a0-a93c-cc6f89664606 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:44:57.567158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:57.666561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53366) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:57.671271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d69cb7d6-e264-4362-90ef-39c2fb18d637 None None] Provisioning complete for port c2a542fb-13f2-412e-ad28-c76941f27227 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:44:57.671975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d69cb7d6-e264-4362-90ef-39c2fb18d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:57.674169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4d10d003-0ff6-4174-8194-931ce279d11b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942155804', 'description': 'tempest-secgroup-smoke-942155804 description', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:44:57.680976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4d10d003-0ff6-4174-8194-931ce279d11b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:44:57.689181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4d10d003-0ff6-4174-8194-931ce279d11b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:44:57.692742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4d10d003-0ff6-4174-8194-931ce279d11b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:44:57.699055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4d10d003-0ff6-4174-8194-931ce279d11b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:44:57.741744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d10d003-0ff6-4174-8194-931ce279d11b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:57.784380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4d10d003-0ff6-4174-8194-931ce279d11b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:44:57.788718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4d10d003-0ff6-4174-8194-931ce279d11b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:44:57.792022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4d10d003-0ff6-4174-8194-931ce279d11b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:44:57.798714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4d10d003-0ff6-4174-8194-931ce279d11b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:44:57.842119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d69cb7d6-e264-4362-90ef-39c2fb18d637 None None] Provisioning for port 018823e3-3182-41a0-a93c-cc6f89664606 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:44:57.847653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d69cb7d6-e264-4362-90ef-39c2fb18d637 None None] Provisioning complete for port 018823e3-3182-41a0-a93c-cc6f89664606 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:44:57.850623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d69cb7d6-e264-4362-90ef-39c2fb18d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:57.912934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d69cb7d6-e264-4362-90ef-39c2fb18d637 None None] Port 018823e3-3182-41a0-a93c-cc6f89664606 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:44:57.948068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d10d003-0ff6-4174-8194-931ce279d11b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:57.968804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:57.981373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Transition to ACTIVE for port object 018823e3-3182-41a0-a93c-cc6f89664606 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:44:57.984932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d10d003-0ff6-4174-8194-931ce279d11b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:57.990869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0ba7e820-47a7-4645-a731-cd3f10342e78 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:58.007686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:58.013004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e5cfdf7b-dd8e-4667-9794-6eb89d574f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:58.035161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10d003-0ff6-4174-8194-931ce279d11b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321296cf-c222-461d-86bc-901bb5c51db9,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:58.039060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4d10d003-0ff6-4174-8194-931ce279d11b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:58.141824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d10d003-0ff6-4174-8194-931ce279d11b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:58.146067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4e3fa-454f-40d5-b7d3-46cac0a967ff None None] Pushing event updated for resources: {'Port': ['ID=018823e3-3182-41a0-a93c-cc6f89664606,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:58.146308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4d10d003-0ff6-4174-8194-931ce279d11b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4754674 Dec 07 13:44:58.146308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53370) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:58.154766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8fa1956f-1acf-4a90-b76b-d31a00c56257 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '321296cf-c222-461d-86bc-901bb5c51db9', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:44:58.158554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4e3fa-454f-40d5-b7d3-46cac0a967ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:58.158949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4e3fa-454f-40d5-b7d3-46cac0a967ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:58.159384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4e3fa-454f-40d5-b7d3-46cac0a967ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:58.159734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4e3fa-454f-40d5-b7d3-46cac0a967ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:58.160107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4e3fa-454f-40d5-b7d3-46cac0a967ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:58.160481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4e3fa-454f-40d5-b7d3-46cac0a967ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:58.160842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4e3fa-454f-40d5-b7d3-46cac0a967ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:58.161230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4e3fa-454f-40d5-b7d3-46cac0a967ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:58.161572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4e3fa-454f-40d5-b7d3-46cac0a967ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:58.161938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4e3fa-454f-40d5-b7d3-46cac0a967ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:58.162064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8fa1956f-1acf-4a90-b76b-d31a00c56257 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:44:58.162299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f4e3fa-454f-40d5-b7d3-46cac0a967ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:44:58.166682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8fa1956f-1acf-4a90-b76b-d31a00c56257 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:44:58.174272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8fa1956f-1acf-4a90-b76b-d31a00c56257 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:44:58.180958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8fa1956f-1acf-4a90-b76b-d31a00c56257 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:44:58.203162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a8f4e3fa-454f-40d5-b7d3-46cac0a967ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:58.258061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Attempting to bind port 018823e3-3182-41a0-a93c-cc6f89664606 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:44:58.258465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Attempting to bind port 018823e3-3182-41a0-a93c-cc6f89664606 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '86f82035-242a-40af-bc6c-5c495f6b1330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:44:58.264518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Attempting to bind port 018823e3-3182-41a0-a93c-cc6f89664606 on network 1347b0ff-7ae2-495c-baeb-239ed69d5b40 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:44:58.269362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:44:58.270214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Checking segment: {'id': '86f82035-242a-40af-bc6c-5c495f6b1330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:44:58.270892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:58.271612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Bound using segment: {'id': '86f82035-242a-40af-bc6c-5c495f6b1330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:44:58.272367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Bound port: 018823e3-3182-41a0-a93c-cc6f89664606, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f82035-242a-40af-bc6c-5c495f6b1330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:44:58.273012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:58.332993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fa1956f-1acf-4a90-b76b-d31a00c56257 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:58.377645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] For port 018823e3-3182-41a0-a93c-cc6f89664606, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:44:58.381377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] For port 018823e3-3182-41a0-a93c-cc6f89664606, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=018823e3-3182-41a0-a93c-cc6f89664606,segment=NetworkSegment(86f82035-242a-40af-bc6c-5c495f6b1330),segment_id=86f82035-242a-40af-bc6c-5c495f6b1330)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:44:58.416334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:58.421109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f4567e60-d104-4ea9-8597-411a057c5e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:58.472179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c2a542fb-13f2-412e-ad28-c76941f27227 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:44:58.501845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4e3fa-454f-40d5-b7d3-46cac0a967ff None None] Pushing event updated for resources: {'Port': ['ID=018823e3-3182-41a0-a93c-cc6f89664606,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:58.506388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a8f4e3fa-454f-40d5-b7d3-46cac0a967ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:58.507063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fa1956f-1acf-4a90-b76b-d31a00c56257 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:58.507199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Routers {'ad2896f0-30e7-47c6-bb88-4abb206280b3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:44:58.507867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:44:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ad2896f0-30e7-47c6-bb88-4abb206280b3'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:58.542197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fa1956f-1acf-4a90-b76b-d31a00c56257 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:58.545353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-703dc16d-b300-48ba-86f8-4b08e5640223 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:58.570054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port c2a542fb-13f2-412e-ad28-c76941f27227 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:44:58.570491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:58.578578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1956f-1acf-4a90-b76b-d31a00c56257 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7d3858-c497-4c8a-a2aa-842ffdfa16d9,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:58.587839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8fa1956f-1acf-4a90-b76b-d31a00c56257 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:58.625175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fa1956f-1acf-4a90-b76b-d31a00c56257 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:58.629817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53374) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:58.630504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8fa1956f-1acf-4a90-b76b-d31a00c56257 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4827158 Dec 07 13:44:58.642718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a5b877a2-a8d0-4917-b61f-7c1a4735ffef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '321296cf-c222-461d-86bc-901bb5c51db9', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:44:58.650888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a5b877a2-a8d0-4917-b61f-7c1a4735ffef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:44:58.658284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a5b877a2-a8d0-4917-b61f-7c1a4735ffef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:44:58.665750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a5b877a2-a8d0-4917-b61f-7c1a4735ffef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:44:58.674575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a5b877a2-a8d0-4917-b61f-7c1a4735ffef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:44:58.732223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5b877a2-a8d0-4917-b61f-7c1a4735ffef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:58.801226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5b877a2-a8d0-4917-b61f-7c1a4735ffef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:58.855765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5b877a2-a8d0-4917-b61f-7c1a4735ffef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:58.858012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-068659e9-7582-473c-92f6-8086337dec06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:58.858836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] Set router ad2896f0-30e7-47c6-bb88-4abb206280b3 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:44:58.880007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b877a2-a8d0-4917-b61f-7c1a4735ffef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911a9215-af51-4757-94bb-c9c09f30d79f,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:58.884298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a5b877a2-a8d0-4917-b61f-7c1a4735ffef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:58.927425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a5b877a2-a8d0-4917-b61f-7c1a4735ffef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:58.928856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a5b877a2-a8d0-4917-b61f-7c1a4735ffef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2979286 Dec 07 13:44:58.931762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53378) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:58.937697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-de372ccd-0bf5-45f1-bb74-df0097559492 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '321296cf-c222-461d-86bc-901bb5c51db9', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:44:58.944095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-de372ccd-0bf5-45f1-bb74-df0097559492 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:44:58.948055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-de372ccd-0bf5-45f1-bb74-df0097559492 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:44:58.951674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-de372ccd-0bf5-45f1-bb74-df0097559492 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:44:58.957685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-de372ccd-0bf5-45f1-bb74-df0097559492 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:44:59.019950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de372ccd-0bf5-45f1-bb74-df0097559492 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:59.086224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de372ccd-0bf5-45f1-bb74-df0097559492 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:59.127566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de372ccd-0bf5-45f1-bb74-df0097559492 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:59.129446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b5060c68-952c-46e6-8571-b2f888e3f4a4 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:59.153674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de372ccd-0bf5-45f1-bb74-df0097559492 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb186dfb-9035-479f-93c9-1d47a64c93ac,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:59.156878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-de372ccd-0bf5-45f1-bb74-df0097559492 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:59.183669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:44:55Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '018823e3-3182-41a0-a93c-cc6f89664606', 'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:c5:c0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:54Z', 'updated_at': '2021-12-07T13:44:58Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:44:59.188157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c0eb4-0961-46d3-a16a-eb618ecf8638 None None] The sync data for ids ['ad2896f0-30e7-47c6-bb88-4abb206280b3'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:44:55Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '018823e3-3182-41a0-a93c-cc6f89664606', 'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:c5:c0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:54Z', 'updated_at': '2021-12-07T13:44:58Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:44:59.204887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-de372ccd-0bf5-45f1-bb74-df0097559492 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:59.206293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-de372ccd-0bf5-45f1-bb74-df0097559492 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2734971 Dec 07 13:44:59.209287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53382) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:59.215934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-efb70828-0cbe-48aa-bf63-d0bc52f7f6f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '321296cf-c222-461d-86bc-901bb5c51db9', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:44:59.222698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-efb70828-0cbe-48aa-bf63-d0bc52f7f6f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:44:59.226652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-efb70828-0cbe-48aa-bf63-d0bc52f7f6f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:44:59.229898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-efb70828-0cbe-48aa-bf63-d0bc52f7f6f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:44:59.236639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-efb70828-0cbe-48aa-bf63-d0bc52f7f6f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:44:59.303451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-efb70828-0cbe-48aa-bf63-d0bc52f7f6f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:59.375466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-efb70828-0cbe-48aa-bf63-d0bc52f7f6f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:59.413550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-efb70828-0cbe-48aa-bf63-d0bc52f7f6f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:59.415592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1acffecb-c20b-42cd-9bc8-f9e7df22ce1b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:59.438247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb70828-0cbe-48aa-bf63-d0bc52f7f6f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034c0e52-ff78-4af9-a9f4-0b5bb5f2ae1a,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:59.443062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-efb70828-0cbe-48aa-bf63-d0bc52f7f6f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:59.482325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-efb70828-0cbe-48aa-bf63-d0bc52f7f6f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:59.483734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-efb70828-0cbe-48aa-bf63-d0bc52f7f6f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2734253 Dec 07 13:44:59.486569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53386) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:59.492834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8c631a98-c9fd-4d9b-858a-0688359d1ff1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '321296cf-c222-461d-86bc-901bb5c51db9', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:44:59.499365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8c631a98-c9fd-4d9b-858a-0688359d1ff1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:44:59.503402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8c631a98-c9fd-4d9b-858a-0688359d1ff1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:44:59.506407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8c631a98-c9fd-4d9b-858a-0688359d1ff1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:44:59.512950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8c631a98-c9fd-4d9b-858a-0688359d1ff1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:44:59.562035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-8c631a98-c9fd-4d9b-858a-0688359d1ff1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:44:59.569502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c631a98-c9fd-4d9b-858a-0688359d1ff1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:59.646515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c631a98-c9fd-4d9b-858a-0688359d1ff1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:59.710497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c631a98-c9fd-4d9b-858a-0688359d1ff1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:59.712561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-448fc2a4-0501-469d-99ec-c4b387a4da9a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:44:59.735549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c631a98-c9fd-4d9b-858a-0688359d1ff1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9f0d1e-7cad-4dd0-855e-405d894f292b,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:44:59.739969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8c631a98-c9fd-4d9b-858a-0688359d1ff1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:44:59.790596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8c631a98-c9fd-4d9b-858a-0688359d1ff1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:59.791938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8c631a98-c9fd-4d9b-858a-0688359d1ff1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3043756 Dec 07 13:44:59.795119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53390) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:44:59.801535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-16957eb6-8dcb-4633-8b1a-f6541d7e656d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'security_group_rule': {'security_group_id': '321296cf-c222-461d-86bc-901bb5c51db9', 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:44:59.808515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-16957eb6-8dcb-4633-8b1a-f6541d7e656d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:44:59.813683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-16957eb6-8dcb-4633-8b1a-f6541d7e656d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:security_group_rule and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:44:59.816823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-16957eb6-8dcb-4633-8b1a-f6541d7e656d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:44:59.822889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-16957eb6-8dcb-4633-8b1a-f6541d7e656d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:44:59.876192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-16957eb6-8dcb-4633-8b1a-f6541d7e656d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Project ab6625caa7b0446f8943cb009d398a9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:44:59.884018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16957eb6-8dcb-4633-8b1a-f6541d7e656d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:44:59.960909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16957eb6-8dcb-4633-8b1a-f6541d7e656d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:00.010150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16957eb6-8dcb-4633-8b1a-f6541d7e656d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:00.019890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-45fe237c-b8e2-498f-bcdc-a41cff914f37 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:45:00.051732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16957eb6-8dcb-4633-8b1a-f6541d7e656d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6109aaff-1f4b-468a-bdfb-41924a363a4d,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:45:00.055688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-16957eb6-8dcb-4633-8b1a-f6541d7e656d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:45:00.144768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16957eb6-8dcb-4633-8b1a-f6541d7e656d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:00.145107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7ba6e464-8fba-4e67-9a37-aab06cbc5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:00.146572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-16957eb6-8dcb-4633-8b1a-f6541d7e656d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3504164 Dec 07 13:45:00.499004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 018823e3-3182-41a0-a93c-cc6f89664606 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:45:00.591884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-e9e6604f-a836-47c9-a893-98f3e17e416f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:45:00.598800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 018823e3-3182-41a0-a93c-cc6f89664606 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:45:00.604169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 018823e3-3182-41a0-a93c-cc6f89664606 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:45:00.604596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:00.636709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-e9e6604f-a836-47c9-a893-98f3e17e416f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:45:00.637860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-e9e6604f-a836-47c9-a893-98f3e17e416f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942155804&fields=id&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 267 time: 0.0898190 Dec 07 13:45:00.723636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:00.756875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 018823e3-3182-41a0-a93c-cc6f89664606, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=018823e3-3182-41a0-a93c-cc6f89664606,segment=NetworkSegment(86f82035-242a-40af-bc6c-5c495f6b1330),segment_id=86f82035-242a-40af-bc6c-5c495f6b1330)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:45:00.790582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:00.795402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:45:00.800140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-205c783d-60d2-4596-8f65-de7a0d13aea1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:45:00.801707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-205c783d-60d2-4596-8f65-de7a0d13aea1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/networks?id=1347b0ff-7ae2-495c-baeb-239ed69d5b40 HTTP/1.1" status: 200 len: 797 time: 0.1564429 Dec 07 13:45:00.822426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-b3afcd3c-b6ff-45a9-840e-e4ef35386336 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/quotas/ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 375 time: 0.0146186 Dec 07 13:45:00.867844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=018823e3-3182-41a0-a93c-cc6f89664606,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:45:00.872333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:45:00.911994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-ee04eadc-7199-4c15-921f-839f0f8c5a19 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833170 Dec 07 13:45:01.130204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-6e656cc6-9e99-4b83-a8f4-5fdeb4af9596 service neutron] 10.222.0.24 "GET /v2.0/networks/1347b0ff-7ae2-495c-baeb-239ed69d5b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050881 Dec 07 13:45:01.271210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-ac757791-6607-4e3e-8a2b-0466bc5459f2 service neutron] 10.222.0.24 "GET /v2.0/networks/1347b0ff-7ae2-495c-baeb-239ed69d5b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344481 Dec 07 13:45:01.583516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8159a9da-c5f1-4973-9828-c7890b96c484 req-7aead70a-9d7a-4d2f-9e0f-9b5e6a04a3c6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 210 time: 0.1254630 Dec 07 13:45:01.627351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:02.444584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dadf392c-df74-47f0-9dc1-6057d3ca8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:02.474905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 018823e3-3182-41a0-a93c-cc6f89664606 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:45:02.544938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 018823e3-3182-41a0-a93c-cc6f89664606 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:45:02.545363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:02.850135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ddd0231e-1e3b-4c7b-bf18-cb55777e7c0b req-62112833-7f26-42b4-9a9f-4c3ab96b769a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 210 time: 0.0504568 Dec 07 13:45:02.898797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:03.543609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-322857c4-8a1a-4846-8fa8-2231a64534a0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:45:03.544628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-322857c4-8a1a-4846-8fa8-2231a64534a0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:45:03.615878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-322857c4-8a1a-4846-8fa8-2231a64534a0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:45:03.617054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-322857c4-8a1a-4846-8fa8-2231a64534a0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/networks?id=1347b0ff-7ae2-495c-baeb-239ed69d5b40 HTTP/1.1" status: 200 len: 797 time: 0.2250133 Dec 07 13:45:03.677014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-3a081572-47dd-4f44-970b-848bf7e967b8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:45:03.689694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-3a081572-47dd-4f44-970b-848bf7e967b8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:45:03.690883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-3a081572-47dd-4f44-970b-848bf7e967b8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab6625caa7b0446f8943cb009d398a9e HTTP/1.1" status: 200 len: 379 time: 0.0569236 Dec 07 13:45:03.703306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'port': {'device_id': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'admin_state_up': True, 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'security_groups': ['321296cf-c222-461d-86bc-901bb5c51db9']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:45:03.848366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:45:03.852545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:port and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:45:03.855517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:45:03.862370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:45:03.904960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Made reservation on behalf of ab6625caa7b0446f8943cb009d398a9e for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:45:03.910993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:04.023298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52b590a5-d07f-40e0-8b91-405e287f9b5a req-e97a23af-583a-41c7-94ca-211c41a3716f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 210 time: 0.0470572 Dec 07 13:45:04.083709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.20.0.3 (1347b0ff-7ae2-495c-baeb-239ed69d5b40/7bc4d6b5-6170-4d9b-bd93-fde9b173be11/758cff62-1e87-40c6-9f39-8a51f74cbba5) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:45:04.285004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:04.304547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Transition to ACTIVE for port object 758cff62-1e87-40c6-9f39-8a51f74cbba5 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:45:04.358955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:04.364576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-65688a23-9cb2-4697-9038-73a26ea275d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:45:04.441462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 1347b0ff-7ae2-495c-baeb-239ed69d5b40 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:45:04.445165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:45:04.450737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:45:04.477084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=758cff62-1e87-40c6-9f39-8a51f74cbba5,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:45:04.483508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:45:04.518222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:45:04.518970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:04.579741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8810678 Dec 07 13:45:04.599966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-4179c1c2-6356-4c38-bcf7-8f20f6fb5eeb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:45:04.601400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-4179c1c2-6356-4c38-bcf7-8f20f6fb5eeb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0060368 Dec 07 13:45:04.691170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Request body: {'port': {'device_id': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:45:04.773303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-16c2938a-4326-435a-82d0-d12c311574e3 None None] Provisioning for port 758cff62-1e87-40c6-9f39-8a51f74cbba5 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:45:04.779419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-16c2938a-4326-435a-82d0-d12c311574e3 None None] Provisioning complete for port 758cff62-1e87-40c6-9f39-8a51f74cbba5 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:45:04.779936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16c2938a-4326-435a-82d0-d12c311574e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:04.813434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:04.851382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-16c2938a-4326-435a-82d0-d12c311574e3 None None] Port 758cff62-1e87-40c6-9f39-8a51f74cbba5 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:45:04.876196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:05.166426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758cff62-1e87-40c6-9f39-8a51f74cbba5 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:45:05.174269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:05.233123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924b344-1eed-4c42-b213-23df6e6d937d req-d7454a91-1dd5-47fb-bee9-350dc4b571f5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:45:05.234732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8924b344-1eed-4c42-b213-23df6e6d937d req-d7454a91-1dd5-47fb-bee9-350dc4b571f5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 931 time: 0.0878921 Dec 07 13:45:05.253257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Transition to ACTIVE for port object 758cff62-1e87-40c6-9f39-8a51f74cbba5 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:45:05.283384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8924b344-1eed-4c42-b213-23df6e6d937d req-600b2dd6-936e-4017-9973-499dbc581a31 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=321296cf-c222-461d-86bc-901bb5c51db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422440 Dec 07 13:45:05.304804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:05.310448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cf416aa7-f8fe-43fc-825d-8aea820125cb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:45:05.443319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Pushing event updated for resources: {'Port': ['ID=758cff62-1e87-40c6-9f39-8a51f74cbba5,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:45:05.446369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:45:05.562168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Attempting to bind port 758cff62-1e87-40c6-9f39-8a51f74cbba5 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:45:05.562463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Attempting to bind port 758cff62-1e87-40c6-9f39-8a51f74cbba5 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '86f82035-242a-40af-bc6c-5c495f6b1330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:45:05.562828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Attempting to bind port 758cff62-1e87-40c6-9f39-8a51f74cbba5 on network 1347b0ff-7ae2-495c-baeb-239ed69d5b40 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:45:05.569038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Port 758cff62-1e87-40c6-9f39-8a51f74cbba5 on network 1347b0ff-7ae2-495c-baeb-239ed69d5b40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:45:05.569410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Attempting to bind port 758cff62-1e87-40c6-9f39-8a51f74cbba5 on network 1347b0ff-7ae2-495c-baeb-239ed69d5b40 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:45:05.577105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:45:05.577475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Checking segment: {'id': '86f82035-242a-40af-bc6c-5c495f6b1330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:45:05.577897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Bound using segment: {'id': '86f82035-242a-40af-bc6c-5c495f6b1330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:45:05.578363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Bound port: 758cff62-1e87-40c6-9f39-8a51f74cbba5, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f82035-242a-40af-bc6c-5c495f6b1330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:45:05.578742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:05.680784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] For port 758cff62-1e87-40c6-9f39-8a51f74cbba5, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:45:05.685321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] For port 758cff62-1e87-40c6-9f39-8a51f74cbba5, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=758cff62-1e87-40c6-9f39-8a51f74cbba5,segment=NetworkSegment(86f82035-242a-40af-bc6c-5c495f6b1330),segment_id=86f82035-242a-40af-bc6c-5c495f6b1330)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:45:05.718953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:05.723675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3b00fa49-2582-471c-930d-aa3a2fcdacd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:45:05.782060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:05.783767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] 10.222.0.45 "PUT /v2.0/ports/758cff62-1e87-40c6-9f39-8a51f74cbba5 HTTP/1.1" status: 200 len: 1093 time: 1.1711354 Dec 07 13:45:05.786387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'tag': '758cff62-1e87-40c6-9f39-8a51f74cbba5'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:45:05.812911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Pushing event updated for resources: {'Port': ['ID=758cff62-1e87-40c6-9f39-8a51f74cbba5,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:45:05.817711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:45:06.007830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'tag': '758cff62-1e87-40c6-9f39-8a51f74cbba5', 'status': 'completed', 'code': 200} Dec 07 13:45:06.007830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-cb741954-8f70-4ca7-817a-c86f4bb4df85 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 1096 time: 0.0809941 Dec 07 13:45:06.021060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-cda84338-edff-4f72-97de-9c01d3819607 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=758cff62-1e87-40c6-9f39-8a51f74cbba5 HTTP/1.1" status: 200 len: 217 time: 0.0720868 Dec 07 13:45:06.105051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-ae045e68-3563-4b80-ade6-8dc90dfa57b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:45:06.107478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-ae045e68-3563-4b80-ade6-8dc90dfa57b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7bc4d6b5-6170-4d9b-bd93-fde9b173be11 HTTP/1.1" status: 200 len: 835 time: 0.0768118 Dec 07 13:45:06.206715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-88f6df4b-d560-4b85-9ba6-27805d274980 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1347b0ff-7ae2-495c-baeb-239ed69d5b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872898 Dec 07 13:45:06.361321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-1fabef4a-2c0f-479a-bcc8-2df9d5513933 service neutron] 10.222.0.45 "GET /v2.0/networks/1347b0ff-7ae2-495c-baeb-239ed69d5b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434302 Dec 07 13:45:06.492594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e015e-6e29-4fb7-afad-aa202d0070cf req-77d89bd7-7cf8-44dc-9e4e-4b29b82a2f91 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:45:06.494322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c14e015e-6e29-4fb7-afad-aa202d0070cf req-77d89bd7-7cf8-44dc-9e4e-4b29b82a2f91 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 943 time: 0.0850804 Dec 07 13:45:06.546729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c14e015e-6e29-4fb7-afad-aa202d0070cf req-9a0aab4f-1f3b-49e3-82c1-d6421281a29a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=321296cf-c222-461d-86bc-901bb5c51db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454292 Dec 07 13:45:06.736948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b97bb7d-f967-4df9-816b-feef99e938a5 req-7cfbb587-3a2d-4936-b78a-087aa7cf3916 service neutron] 10.222.0.45 "GET /v2.0/networks/1347b0ff-7ae2-495c-baeb-239ed69d5b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639894 Dec 07 13:45:06.900447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3784ff01-defd-4457-86f5-75f0b64abd52 req-901ae8b7-ae0a-4ee6-9a37-9304e0626b22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 1096 time: 0.0815244 Dec 07 13:45:07.039885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784ff01-defd-4457-86f5-75f0b64abd52 req-966078f4-1673-4e80-9e28-3239034a44f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:45:07.041391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3784ff01-defd-4457-86f5-75f0b64abd52 req-966078f4-1673-4e80-9e28-3239034a44f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1347b0ff-7ae2-495c-baeb-239ed69d5b40 HTTP/1.1" status: 200 len: 898 time: 0.1337402 Dec 07 13:45:07.115509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3784ff01-defd-4457-86f5-75f0b64abd52 req-293272c7-2cd4-4fe5-91a8-441a604cfbe2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=758cff62-1e87-40c6-9f39-8a51f74cbba5 HTTP/1.1" status: 200 len: 217 time: 0.0654004 Dec 07 13:45:07.185067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784ff01-defd-4457-86f5-75f0b64abd52 req-19e29bbf-dbdc-414e-b318-4f5485fa1220 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:45:07.186559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3784ff01-defd-4457-86f5-75f0b64abd52 req-19e29bbf-dbdc-414e-b318-4f5485fa1220 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7bc4d6b5-6170-4d9b-bd93-fde9b173be11 HTTP/1.1" status: 200 len: 835 time: 0.0636175 Dec 07 13:45:07.275457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3784ff01-defd-4457-86f5-75f0b64abd52 req-c963638b-86fc-4d30-8ae4-4c0cbe96e31c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1347b0ff-7ae2-495c-baeb-239ed69d5b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784554 Dec 07 13:45:07.418827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3784ff01-defd-4457-86f5-75f0b64abd52 req-85d26ecb-95ad-496d-bc93-ce1f6258f617 service neutron] 10.222.0.45 "GET /v2.0/networks/1347b0ff-7ae2-495c-baeb-239ed69d5b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360590 Dec 07 13:45:07.559667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3784ff01-defd-4457-86f5-75f0b64abd52 req-b94c1c85-594a-47f7-9410-d7d86541a1dd service neutron] 10.222.0.45 "GET /v2.0/networks/1347b0ff-7ae2-495c-baeb-239ed69d5b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324561 Dec 07 13:45:07.757017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60531129-1c80-439b-acee-ab4e37e5ceb7 req-c55ce66d-608b-4cef-97b4-7a90f8e66169 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:45:07.758610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-60531129-1c80-439b-acee-ab4e37e5ceb7 req-c55ce66d-608b-4cef-97b4-7a90f8e66169 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 943 time: 0.0854332 Dec 07 13:45:07.806323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-60531129-1c80-439b-acee-ab4e37e5ceb7 req-090dd7df-c124-4186-9da4-ad8035aa95f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=321296cf-c222-461d-86bc-901bb5c51db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413973 Dec 07 13:45:09.007622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ec093-f3a4-4dce-8f2d-1d5087e256fe req-bdd56150-fd2b-4bed-ae92-c5b4ed57b9cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:45:09.009193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-357ec093-f3a4-4dce-8f2d-1d5087e256fe req-bdd56150-fd2b-4bed-ae92-c5b4ed57b9cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 943 time: 0.0813644 Dec 07 13:45:09.061174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-357ec093-f3a4-4dce-8f2d-1d5087e256fe req-1a1c1675-f6cf-4b01-a432-b829043d7a80 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=321296cf-c222-461d-86bc-901bb5c51db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452669 Dec 07 13:45:09.665353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 758cff62-1e87-40c6-9f39-8a51f74cbba5 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:45:09.821629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 758cff62-1e87-40c6-9f39-8a51f74cbba5, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=758cff62-1e87-40c6-9f39-8a51f74cbba5,segment=NetworkSegment(86f82035-242a-40af-bc6c-5c495f6b1330),segment_id=86f82035-242a-40af-bc6c-5c495f6b1330)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:45:09.836177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '758cff62-1e87-40c6-9f39-8a51f74cbba5', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'port_id': '758cff62-1e87-40c6-9f39-8a51f74cbba5', 'mac_address': 'fa:16:3e:54:8c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:45:09.867720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:09.893188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:09.911014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758cff62-1e87-40c6-9f39-8a51f74cbba5 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:45:09.926667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 758cff62-1e87-40c6-9f39-8a51f74cbba5, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=758cff62-1e87-40c6-9f39-8a51f74cbba5,segment=NetworkSegment(86f82035-242a-40af-bc6c-5c495f6b1330),segment_id=86f82035-242a-40af-bc6c-5c495f6b1330)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:45:09.975704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:09.978339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:45:10.045972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=758cff62-1e87-40c6-9f39-8a51f74cbba5,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:45:10.049579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:45:10.216872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['758cff62-1e87-40c6-9f39-8a51f74cbba5'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:45:10.265280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fcad9-9184-4018-8a01-46c1a471a886 req-5eecd37f-0c77-411f-94ea-66a5e60a6637 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:45:10.266896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-753fcad9-9184-4018-8a01-46c1a471a886 req-5eecd37f-0c77-411f-94ea-66a5e60a6637 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 944 time: 0.0844617 Dec 07 13:45:10.322062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-753fcad9-9184-4018-8a01-46c1a471a886 req-6dede85e-327e-4e90-a4b8-22473ecd8348 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=321296cf-c222-461d-86bc-901bb5c51db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434697 Dec 07 13:45:11.535542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b97e47-cd26-4f7b-a261-9bb3cd1eaff5 req-86f1b913-426b-4d76-967c-71d9a8b4bd14 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:45:11.537104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66b97e47-cd26-4f7b-a261-9bb3cd1eaff5 req-86f1b913-426b-4d76-967c-71d9a8b4bd14 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 944 time: 0.0860569 Dec 07 13:45:11.584525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66b97e47-cd26-4f7b-a261-9bb3cd1eaff5 req-a1d75834-c45b-45ac-bc89-cd380031b75e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=321296cf-c222-461d-86bc-901bb5c51db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412092 Dec 07 13:45:11.673377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 758cff62-1e87-40c6-9f39-8a51f74cbba5 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:45:11.772459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 758cff62-1e87-40c6-9f39-8a51f74cbba5 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:45:11.777193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 758cff62-1e87-40c6-9f39-8a51f74cbba5 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:45:11.777662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:11.894082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:11.921125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758cff62-1e87-40c6-9f39-8a51f74cbba5'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:45:11.931404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 758cff62-1e87-40c6-9f39-8a51f74cbba5, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=758cff62-1e87-40c6-9f39-8a51f74cbba5,segment=NetworkSegment(86f82035-242a-40af-bc6c-5c495f6b1330),segment_id=86f82035-242a-40af-bc6c-5c495f6b1330)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:45:11.961334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:11.963402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:45:11.992534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758cff62-1e87-40c6-9f39-8a51f74cbba5', 'code': 200} Dec 07 13:45:12.035882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=758cff62-1e87-40c6-9f39-8a51f74cbba5,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:45:12.038932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:45:12.294510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7c1c3be2-60d2-46c4-845f-f5e21b2a2f1b req-504562da-6f8d-4394-9636-1734304a6ac0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 1098 time: 0.0742838 Dec 07 13:45:12.345039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7c1c3be2-60d2-46c4-845f-f5e21b2a2f1b req-75c2dc5a-a9f1-479b-acaa-a7eecd3985ed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=321296cf-c222-461d-86bc-901bb5c51db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406990 Dec 07 13:45:12.823646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2e6e5-1d07-4fe7-9f0d-f96ae31ac766 req-719853e2-7d08-4cfe-a543-f7442db423c8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:45:12.825255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7aa2e6e5-1d07-4fe7-9f0d-f96ae31ac766 req-719853e2-7d08-4cfe-a543-f7442db423c8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 945 time: 0.0808613 Dec 07 13:45:12.874657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7aa2e6e5-1d07-4fe7-9f0d-f96ae31ac766 req-8ce4eff2-bfb6-4a17-977d-40760d9d7123 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=321296cf-c222-461d-86bc-901bb5c51db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430472 Dec 07 13:45:14.084312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55677000-00da-4bb1-9cf0-6f266c7c868e req-75270599-08c9-4cfb-8f38-7363253e7430 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:45:14.085885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-55677000-00da-4bb1-9cf0-6f266c7c868e req-75270599-08c9-4cfb-8f38-7363253e7430 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 945 time: 0.0841551 Dec 07 13:45:14.133998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-55677000-00da-4bb1-9cf0-6f266c7c868e req-82140c34-2c46-40c6-b7b3-88724e91662f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=321296cf-c222-461d-86bc-901bb5c51db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413558 Dec 07 13:45:14.334325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eeaeb-3436-4e9f-8fb2-6340162fbf1d req-e472f4aa-1185-421b-970c-1c385f77afc2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:45:14.335947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e8eeaeb-3436-4e9f-8fb2-6340162fbf1d req-e472f4aa-1185-421b-970c-1c385f77afc2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 945 time: 0.0812485 Dec 07 13:45:14.388136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e8eeaeb-3436-4e9f-8fb2-6340162fbf1d req-7348488e-4b6a-438c-b595-62337fc4073f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=321296cf-c222-461d-86bc-901bb5c51db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452788 Dec 07 13:45:14.415472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53454) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:45:14.488768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-90f5697f-0fc0-403f-95e3-ed5328556d34 tempest-TestNetworkBasicOps-1837921712 tempest-TestNetworkBasicOps-1837921712-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 1093 time: 0.0720301 Dec 07 13:45:14.491448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53458) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:45:14.496943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': '758cff62-1e87-40c6-9f39-8a51f74cbba5', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:45:14.502670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:45:14.506623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Usage tracker for resource:floatingip and tenant:ab6625caa7b0446f8943cb009d398a9e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:45:14.509547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:45:14.516035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:45:14.552485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:14.696102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:14.836558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Allocated IP 172.36.4.82 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/c064b4ab-afee-4bdf-882d-cbe8d6740a69) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:45:15.221175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:15.279253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:15.284695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-902fb15c-13c3-4fbe-8b2a-fe247b112dbe tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:45:15.352870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:45:15.357415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:45:15.362264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:45:15.392320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=c064b4ab-afee-4bdf-882d-cbe8d6740a69,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:45:15.398069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:45:15.883008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:15.972713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:16.182205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:16.226668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:16.231138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-35c39145-7e72-4eb6-82ab-e34c4ce2307f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:45:16.346112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event updated for resources: {'Port': ['ID=c064b4ab-afee-4bdf-882d-cbe8d6740a69,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:45:16.350540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:45:16.361447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:16.564240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Floating IP 97f60e16-9888-4efb-b59a-d36e4072075d associated. External IP: 172.36.4.82, port: 758cff62-1e87-40c6-9f39-8a51f74cbba5. Dec 07 13:45:16.969168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router ad2896f0-30e7-47c6-bb88-4abb206280b3 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:45:17.174768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:45:17.185679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f15a19f-a6a0-459b-9a22-d484dfb1fdf8 None None] Sync routers for ids ['ad2896f0-30e7-47c6-bb88-4abb206280b3'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:45:17.197965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f15a19f-a6a0-459b-9a22-d484dfb1fdf8 None None] Routers {'ad2896f0-30e7-47c6-bb88-4abb206280b3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:45:17.198629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0f15a19f-a6a0-459b-9a22-d484dfb1fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:45:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ad2896f0-30e7-47c6-bb88-4abb206280b3'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:45:17.238512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:17.296076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8035612 Dec 07 13:45:17.297241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'tag': '758cff62-1e87-40c6-9f39-8a51f74cbba5'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:45:17.299411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53462) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:45:17.352869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'tag': '758cff62-1e87-40c6-9f39-8a51f74cbba5', 'status': 'completed', 'code': 200} Dec 07 13:45:17.385897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-0f15a19f-a6a0-459b-9a22-d484dfb1fdf8 None None] Set router ad2896f0-30e7-47c6-bb88-4abb206280b3 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:45:17.469158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f798f79d-896c-4bf7-92e1-97bc3dd51ad5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/97f60e16-9888-4efb-b59a-d36e4072075d HTTP/1.1" status: 200 len: 990 time: 0.1678095 Dec 07 13:45:17.491333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4e19fa51-f54f-430e-baf7-eabdd04e5a0d req-e380f235-35fe-4252-ab02-44810a84a3c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 1098 time: 0.1079018 Dec 07 13:45:17.633484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19fa51-f54f-430e-baf7-eabdd04e5a0d req-37af0d6a-63ec-4f24-8a0d-9761d6cffddc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:45:17.635168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4e19fa51-f54f-430e-baf7-eabdd04e5a0d req-37af0d6a-63ec-4f24-8a0d-9761d6cffddc service neutron] 10.222.0.45 "GET /v2.0/networks?id=1347b0ff-7ae2-495c-baeb-239ed69d5b40 HTTP/1.1" status: 200 len: 898 time: 0.1372344 Dec 07 13:45:17.739663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4e19fa51-f54f-430e-baf7-eabdd04e5a0d req-1d75eb34-8101-4190-a6e5-10a7191b0387 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=758cff62-1e87-40c6-9f39-8a51f74cbba5 HTTP/1.1" status: 200 len: 998 time: 0.0978646 Dec 07 13:45:17.750470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0f15a19f-a6a0-459b-9a22-d484dfb1fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:44:55Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '97f60e16-9888-4efb-b59a-d36e4072075d', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.82', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'port_id': '758cff62-1e87-40c6-9f39-8a51f74cbba5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'mac_address': 'fa:16:3e:54:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:45:15Z', 'updated_at': '2021-12-07T13:45:15Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018823e3-3182-41a0-a93c-cc6f89664606', 'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:c5:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:54Z', 'updated_at': '2021-12-07T13:45:00Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:45:17.754538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f15a19f-a6a0-459b-9a22-d484dfb1fdf8 None None] Checking router: ad2896f0-30e7-47c6-bb88-4abb206280b3 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:45:17.766326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f15a19f-a6a0-459b-9a22-d484dfb1fdf8 None None] Routers {'ad2896f0-30e7-47c6-bb88-4abb206280b3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:45:17.766985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0f15a19f-a6a0-459b-9a22-d484dfb1fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:45:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ad2896f0-30e7-47c6-bb88-4abb206280b3'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:45:17.812195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19fa51-f54f-430e-baf7-eabdd04e5a0d req-d7ec25ee-8343-47a6-92d1-4981ce2b89cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:45:17.813854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4e19fa51-f54f-430e-baf7-eabdd04e5a0d req-d7ec25ee-8343-47a6-92d1-4981ce2b89cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7bc4d6b5-6170-4d9b-bd93-fde9b173be11 HTTP/1.1" status: 200 len: 835 time: 0.0669525 Dec 07 13:45:17.893586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4e19fa51-f54f-430e-baf7-eabdd04e5a0d req-55917baa-67fd-497c-86a5-aadb200a1e4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1347b0ff-7ae2-495c-baeb-239ed69d5b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733294 Dec 07 13:45:17.952288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-0f15a19f-a6a0-459b-9a22-d484dfb1fdf8 None None] Set router ad2896f0-30e7-47c6-bb88-4abb206280b3 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:45:18.034174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4e19fa51-f54f-430e-baf7-eabdd04e5a0d req-aabbc8fd-63de-4a78-a54b-a0f990f46da0 service neutron] 10.222.0.45 "GET /v2.0/networks/1347b0ff-7ae2-495c-baeb-239ed69d5b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340730 Dec 07 13:45:18.176151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4e19fa51-f54f-430e-baf7-eabdd04e5a0d req-3b01f75b-b774-4c76-8232-08183121a6e3 service neutron] 10.222.0.45 "GET /v2.0/networks/1347b0ff-7ae2-495c-baeb-239ed69d5b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357884 Dec 07 13:45:18.316362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0f15a19f-a6a0-459b-9a22-d484dfb1fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:44:55Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '97f60e16-9888-4efb-b59a-d36e4072075d', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.82', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'port_id': '758cff62-1e87-40c6-9f39-8a51f74cbba5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'mac_address': 'fa:16:3e:54:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:45:15Z', 'updated_at': '2021-12-07T13:45:15Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018823e3-3182-41a0-a93c-cc6f89664606', 'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:c5:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:54Z', 'updated_at': '2021-12-07T13:45:00Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:45:18.320570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f15a19f-a6a0-459b-9a22-d484dfb1fdf8 None None] The sync data for ids ['ad2896f0-30e7-47c6-bb88-4abb206280b3'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:44:55Z', 'revision_number': 4, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '97f60e16-9888-4efb-b59a-d36e4072075d', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.82', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'port_id': '758cff62-1e87-40c6-9f39-8a51f74cbba5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'mac_address': 'fa:16:3e:54:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:45:15Z', 'updated_at': '2021-12-07T13:45:15Z', 'revision_number': 0, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018823e3-3182-41a0-a93c-cc6f89664606', 'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:c5:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:54Z', 'updated_at': '2021-12-07T13:45:00Z', 'revision_number': 5, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:45:18.473058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53468) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:45:18.583968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3ac3e1fa-0240-492e-9d56-168cb8f12c04 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/97f60e16-9888-4efb-b59a-d36e4072075d HTTP/1.1" status: 200 len: 990 time: 0.1095631 Dec 07 13:45:18.674658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e13ca6d-adad-4bcf-9f5c-fd91f1481cf3 None None] New status for floating IP 97f60e16-9888-4efb-b59a-d36e4072075d: ACTIVE {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:45:19.588028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53472) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:45:19.701848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ceecee6f-a1de-4c5f-87fa-154cf570f37b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/97f60e16-9888-4efb-b59a-d36e4072075d HTTP/1.1" status: 200 len: 992 time: 0.1125643 Dec 07 13:45:21.923396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:45:30.135623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c1fe6822-d0d3-410d-9135-57363dde1ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:31.632271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:32.443597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d08efd0-5690-4f18-ad73-b88ce15d38fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:32.889591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:34.772726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:39.818544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:50.828027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53486) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:45:50.834073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-cc7fc4a2-7cbb-483f-87bc-d3101bb92991 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:45:51.413973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc4a2-7cbb-483f-87bc-d3101bb92991 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:51.455388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc4a2-7cbb-483f-87bc-d3101bb92991 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:51.900280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7fc4a2-7cbb-483f-87bc-d3101bb92991 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router ad2896f0-30e7-47c6-bb88-4abb206280b3 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:45:52.114461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7fc4a2-7cbb-483f-87bc-d3101bb92991 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:45:52.121132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc4a2-7cbb-483f-87bc-d3101bb92991 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:52.122408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cc7fc4a2-7cbb-483f-87bc-d3101bb92991 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/ad2896f0-30e7-47c6-bb88-4abb206280b3 HTTP/1.1" status: 200 len: 889 time: 1.2930965 Dec 07 13:45:52.127911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a470b-ebef-41ba-b7cd-ae7d5a82e88b None None] Sync routers for ids ['ad2896f0-30e7-47c6-bb88-4abb206280b3'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:45:52.141151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a470b-ebef-41ba-b7cd-ae7d5a82e88b None None] Routers {'ad2896f0-30e7-47c6-bb88-4abb206280b3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:45:52.141815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2c4a470b-ebef-41ba-b7cd-ae7d5a82e88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:45:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ad2896f0-30e7-47c6-bb88-4abb206280b3'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:45:52.204870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2c4a470b-ebef-41ba-b7cd-ae7d5a82e88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:45:52.216523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a470b-ebef-41ba-b7cd-ae7d5a82e88b None None] Routers {'ad2896f0-30e7-47c6-bb88-4abb206280b3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:45:52.217165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2c4a470b-ebef-41ba-b7cd-ae7d5a82e88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:45:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ad2896f0-30e7-47c6-bb88-4abb206280b3'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:45:52.277501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2c4a470b-ebef-41ba-b7cd-ae7d5a82e88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:45:52.277949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a470b-ebef-41ba-b7cd-ae7d5a82e88b None None] The sync data for ids ['ad2896f0-30e7-47c6-bb88-4abb206280b3'] in dv-neutron-ussuri-2-hyperv is: [] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:45:52.493907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 018823e3-3182-41a0-a93c-cc6f89664606 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:45:52.611368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:52.626321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371e7abf-0215-4ed8-b72e-e89916804266 None None] New status for floating IP 97f60e16-9888-4efb-b59a-d36e4072075d: DOWN {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:45:52.646176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 018823e3-3182-41a0-a93c-cc6f89664606, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=018823e3-3182-41a0-a93c-cc6f89664606,segment=NetworkSegment(86f82035-242a-40af-bc6c-5c495f6b1330),segment_id=86f82035-242a-40af-bc6c-5c495f6b1330)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:45:52.686772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:52.688939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:45:52.754842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=018823e3-3182-41a0-a93c-cc6f89664606,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:45:52.763871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:45:52.764262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:45:52.764641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:45:52.765019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:45:52.765397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:45:52.765772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:45:52.766144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:45:52.766514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:45:52.766883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:45:52.767263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:45:52.767637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:45:52.771675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:45:54.494152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device abb1ab08-f326-45ed-94e0-edb8c999ec50 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:45:54.612462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:54.737305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port abb1ab08-f326-45ed-94e0-edb8c999ec50, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=abb1ab08-f326-45ed-94e0-edb8c999ec50,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:45:54.774461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:54.776503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:45:54.844206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=abb1ab08-f326-45ed-94e0-edb8c999ec50,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:45:54.847540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:45:55.186693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53494) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:45:55.192660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b3bcba5d-35f7-4529-8150-b42fa9b8251f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:45:55.766912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3bcba5d-35f7-4529-8150-b42fa9b8251f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:55.803359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3bcba5d-35f7-4529-8150-b42fa9b8251f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-503116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854272709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629338'] for router, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:56.015269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bcba5d-35f7-4529-8150-b42fa9b8251f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router ad2896f0-30e7-47c6-bb88-4abb206280b3 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:45:56.219148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bcba5d-35f7-4529-8150-b42fa9b8251f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:45:56.225567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3bcba5d-35f7-4529-8150-b42fa9b8251f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:56.227419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b3bcba5d-35f7-4529-8150-b42fa9b8251f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/ad2896f0-30e7-47c6-bb88-4abb206280b3 HTTP/1.1" status: 200 len: 888 time: 1.0396092 Dec 07 13:45:56.231343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53498) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:45:56.232085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4706eaa-ac4c-4b69-a725-c5392d7ddc46 None None] Sync routers for ids ['ad2896f0-30e7-47c6-bb88-4abb206280b3'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:45:56.244472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4706eaa-ac4c-4b69-a725-c5392d7ddc46 None None] Routers {'ad2896f0-30e7-47c6-bb88-4abb206280b3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:45:56.245215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f4706eaa-ac4c-4b69-a725-c5392d7ddc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:45:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ad2896f0-30e7-47c6-bb88-4abb206280b3'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:45:56.343999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-61c18a67-8e3c-40ed-b363-6f3363bbcd2e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/97f60e16-9888-4efb-b59a-d36e4072075d HTTP/1.1" status: 200 len: 990 time: 0.1114275 Dec 07 13:45:56.438056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-f4706eaa-ac4c-4b69-a725-c5392d7ddc46 None None] Set router ad2896f0-30e7-47c6-bb88-4abb206280b3 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:45:56.794113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f4706eaa-ac4c-4b69-a725-c5392d7ddc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:45:55Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:45:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '97f60e16-9888-4efb-b59a-d36e4072075d', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.82', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'port_id': '758cff62-1e87-40c6-9f39-8a51f74cbba5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'mac_address': 'fa:16:3e:54:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:45:15Z', 'updated_at': '2021-12-07T13:45:52Z', 'revision_number': 2, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018823e3-3182-41a0-a93c-cc6f89664606', 'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:c5:c0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:54Z', 'updated_at': '2021-12-07T13:45:52Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:45:56.798391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4706eaa-ac4c-4b69-a725-c5392d7ddc46 None None] Checking router: ad2896f0-30e7-47c6-bb88-4abb206280b3 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:45:56.809800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4706eaa-ac4c-4b69-a725-c5392d7ddc46 None None] Routers {'ad2896f0-30e7-47c6-bb88-4abb206280b3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:45:56.810436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f4706eaa-ac4c-4b69-a725-c5392d7ddc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:45:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ad2896f0-30e7-47c6-bb88-4abb206280b3'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:45:56.989038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-f4706eaa-ac4c-4b69-a725-c5392d7ddc46 None None] Set router ad2896f0-30e7-47c6-bb88-4abb206280b3 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:45:57.344637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f4706eaa-ac4c-4b69-a725-c5392d7ddc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:45:55Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:45:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '97f60e16-9888-4efb-b59a-d36e4072075d', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.82', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'port_id': '758cff62-1e87-40c6-9f39-8a51f74cbba5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'mac_address': 'fa:16:3e:54:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:45:15Z', 'updated_at': '2021-12-07T13:45:52Z', 'revision_number': 2, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018823e3-3182-41a0-a93c-cc6f89664606', 'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:c5:c0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:54Z', 'updated_at': '2021-12-07T13:45:52Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:45:57.348354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53502) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:45:57.348942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4706eaa-ac4c-4b69-a725-c5392d7ddc46 None None] The sync data for ids ['ad2896f0-30e7-47c6-bb88-4abb206280b3'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:45:55Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:45:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '97f60e16-9888-4efb-b59a-d36e4072075d', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'floating_ip_address': '172.36.4.82', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'port_id': '758cff62-1e87-40c6-9f39-8a51f74cbba5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'mac_address': 'fa:16:3e:54:8c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:45:15Z', 'updated_at': '2021-12-07T13:45:52Z', 'revision_number': 2, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018823e3-3182-41a0-a93c-cc6f89664606', 'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:c5:c0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:54Z', 'updated_at': '2021-12-07T13:45:52Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:45:57.462796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e2e30a4b-f035-4c14-a09a-70ec53a1aacb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/97f60e16-9888-4efb-b59a-d36e4072075d HTTP/1.1" status: 200 len: 990 time: 0.1131625 Dec 07 13:45:58.467501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53506) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:45:58.566808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device abb1ab08-f326-45ed-94e0-edb8c999ec50 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:45:58.599729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4d5d31b7-c0ca-4fb7-aacf-bb69dacbc743 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/97f60e16-9888-4efb-b59a-d36e4072075d HTTP/1.1" status: 200 len: 990 time: 0.1302354 Dec 07 13:45:58.646133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port abb1ab08-f326-45ed-94e0-edb8c999ec50 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:45:58.646611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:58.771988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:58.789309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port abb1ab08-f326-45ed-94e0-edb8c999ec50, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=abb1ab08-f326-45ed-94e0-edb8c999ec50,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:45:58.820855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:58.821786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 018823e3-3182-41a0-a93c-cc6f89664606 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:45:58.851542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:45:58.925643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:45:58.949582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=abb1ab08-f326-45ed-94e0-edb8c999ec50,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:45:58.953104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:45:58.964467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 018823e3-3182-41a0-a93c-cc6f89664606 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:45:58.964888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:59.088963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:59.123522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 018823e3-3182-41a0-a93c-cc6f89664606, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=018823e3-3182-41a0-a93c-cc6f89664606,segment=NetworkSegment(86f82035-242a-40af-bc6c-5c495f6b1330),segment_id=86f82035-242a-40af-bc6c-5c495f6b1330)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:45:59.169145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:45:59.172386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:45:59.239016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=018823e3-3182-41a0-a93c-cc6f89664606,revision_number=7']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:45:59.242315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:45:59.604811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53510) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:45:59.713891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-831cbc18-a616-4176-aa03-3f1a5f957c05 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/97f60e16-9888-4efb-b59a-d36e4072075d HTTP/1.1" status: 200 len: 990 time: 0.1075110 Dec 07 13:46:00.086752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-23a2a0a1-6810-4120-aa3d-ae451a244108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:00.512393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device abb1ab08-f326-45ed-94e0-edb8c999ec50 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:46:00.586021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port abb1ab08-f326-45ed-94e0-edb8c999ec50 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:00.586436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:00.623015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7997858c-964c-4469-8efc-929b1a3d446b None None] New status for floating IP 97f60e16-9888-4efb-b59a-d36e4072075d: ACTIVE {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:46:00.707763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 018823e3-3182-41a0-a93c-cc6f89664606 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:46:00.717175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53514) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:00.777260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 018823e3-3182-41a0-a93c-cc6f89664606 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:00.777678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:00.832088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c9d382c3-a4c3-4116-be49-e78b93d970eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/97f60e16-9888-4efb-b59a-d36e4072075d HTTP/1.1" status: 200 len: 990 time: 0.1118591 Dec 07 13:46:01.626435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:01.834451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53518) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:02.174494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-30c3fbc8-5420-497b-a1ed-dcf51c4d7fe4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/floatingips/97f60e16-9888-4efb-b59a-d36e4072075d HTTP/1.1" status: 200 len: 992 time: 0.3387907 Dec 07 13:46:02.431542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cdd4fcfb-b82a-4849-8d8f-d6e962a5e1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:02.506401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53526) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:02.711614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port c064b4ab-afee-4bdf-882d-cbe8d6740a69 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:46:02.712083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:02.879344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:02.888526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:02.888890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:03.015654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for c064b4ab-afee-4bdf-882d-cbe8d6740a69 owned by network:floatingip {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:46:03.258019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:03.263441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:03.308732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=c064b4ab-afee-4bdf-882d-cbe8d6740a69,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:03.350170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:03.350605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:03.351031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:03.351473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:03.351893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:03.352310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:03.352723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:03.353140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:03.353560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:03.354006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:03.354414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:03.361720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:03.416777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for floatingip, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:03.834308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router ad2896f0-30e7-47c6-bb88-4abb206280b3 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:46:04.048412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:46:04.059509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667cee8f-3f52-4d7f-97ad-72ae8b627918 None None] Sync routers for ids ['ad2896f0-30e7-47c6-bb88-4abb206280b3'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:46:04.066252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:04.072609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667cee8f-3f52-4d7f-97ad-72ae8b627918 None None] Routers {'ad2896f0-30e7-47c6-bb88-4abb206280b3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:46:04.073280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-667cee8f-3f52-4d7f-97ad-72ae8b627918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:46:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ad2896f0-30e7-47c6-bb88-4abb206280b3'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:04.123777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/floatingips/97f60e16-9888-4efb-b59a-d36e4072075d HTTP/1.1" status: 204 len: 168 time: 1.6161425 Dec 07 13:46:04.124572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'tag': '758cff62-1e87-40c6-9f39-8a51f74cbba5'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:46:04.189010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'tag': '758cff62-1e87-40c6-9f39-8a51f74cbba5', 'status': 'completed', 'code': 200} Dec 07 13:46:04.323531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0e32a00-8cac-4ade-abe6-b92363f86a2c req-f1d211b0-af74-4a7f-868b-7a22d93ca278 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab6625caa7b0446f8943cb009d398a9e&device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 1098 time: 0.1032400 Dec 07 13:46:04.450565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-667cee8f-3f52-4d7f-97ad-72ae8b627918 None None] Set router ad2896f0-30e7-47c6-bb88-4abb206280b3 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:46:04.483434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e32a00-8cac-4ade-abe6-b92363f86a2c req-4e69bb3f-68dd-4476-9f03-43294271128f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:46:04.485039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0e32a00-8cac-4ade-abe6-b92363f86a2c req-4e69bb3f-68dd-4476-9f03-43294271128f service neutron] 10.222.0.45 "GET /v2.0/networks?id=1347b0ff-7ae2-495c-baeb-239ed69d5b40 HTTP/1.1" status: 200 len: 898 time: 0.1502635 Dec 07 13:46:04.561038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0e32a00-8cac-4ade-abe6-b92363f86a2c req-14456bc1-b1d5-4e8f-b11b-cc7076928af6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=758cff62-1e87-40c6-9f39-8a51f74cbba5 HTTP/1.1" status: 200 len: 217 time: 0.0643246 Dec 07 13:46:04.639333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e32a00-8cac-4ade-abe6-b92363f86a2c req-9da92fa6-b481-4802-bde3-f40391a2148f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:46:04.640859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0e32a00-8cac-4ade-abe6-b92363f86a2c req-9da92fa6-b481-4802-bde3-f40391a2148f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7bc4d6b5-6170-4d9b-bd93-fde9b173be11 HTTP/1.1" status: 200 len: 835 time: 0.0721893 Dec 07 13:46:04.658164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf3534-eeef-4a22-ae2f-4a923096e41b req-7006095b-fd37-49a2-89b6-37739c10d7c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:46:04.659816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c9bf3534-eeef-4a22-ae2f-4a923096e41b req-7006095b-fd37-49a2-89b6-37739c10d7c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 945 time: 0.0854852 Dec 07 13:46:04.711727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c9bf3534-eeef-4a22-ae2f-4a923096e41b req-b88a59c9-f03c-4144-a836-6b57b356bbdb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=321296cf-c222-461d-86bc-901bb5c51db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435944 Dec 07 13:46:04.724453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0e32a00-8cac-4ade-abe6-b92363f86a2c req-61e26597-003f-44c6-ad46-929090bf4039 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1347b0ff-7ae2-495c-baeb-239ed69d5b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757785 Dec 07 13:46:04.810600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-667cee8f-3f52-4d7f-97ad-72ae8b627918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:45:55Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:45:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '018823e3-3182-41a0-a93c-cc6f89664606', 'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:c5:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:54Z', 'updated_at': '2021-12-07T13:45:59Z', 'revision_number': 7, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:04.814297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:04.815765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667cee8f-3f52-4d7f-97ad-72ae8b627918 None None] Checking router: ad2896f0-30e7-47c6-bb88-4abb206280b3 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:46:04.827325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667cee8f-3f52-4d7f-97ad-72ae8b627918 None None] Routers {'ad2896f0-30e7-47c6-bb88-4abb206280b3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:46:04.827983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-667cee8f-3f52-4d7f-97ad-72ae8b627918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:46:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ad2896f0-30e7-47c6-bb88-4abb206280b3'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:04.871667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0e32a00-8cac-4ade-abe6-b92363f86a2c req-5357b93f-7c18-4410-b1d2-f1dfb421bb6b service neutron] 10.222.0.45 "GET /v2.0/networks/1347b0ff-7ae2-495c-baeb-239ed69d5b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402800 Dec 07 13:46:05.013224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-667cee8f-3f52-4d7f-97ad-72ae8b627918 None None] Set router ad2896f0-30e7-47c6-bb88-4abb206280b3 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:46:05.017620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0e32a00-8cac-4ade-abe6-b92363f86a2c req-60503ce7-e1ca-4fa5-a62a-fc0adcdc1739 service neutron] 10.222.0.45 "GET /v2.0/networks/1347b0ff-7ae2-495c-baeb-239ed69d5b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382999 Dec 07 13:46:05.335669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-667cee8f-3f52-4d7f-97ad-72ae8b627918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:45:55Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:45:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '018823e3-3182-41a0-a93c-cc6f89664606', 'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:c5:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:54Z', 'updated_at': '2021-12-07T13:45:59Z', 'revision_number': 7, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:05.339785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667cee8f-3f52-4d7f-97ad-72ae8b627918 None None] The sync data for ids ['ad2896f0-30e7-47c6-bb88-4abb206280b3'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:45:55Z', 'revision_number': 6, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:45:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '018823e3-3182-41a0-a93c-cc6f89664606', 'name': '', 'network_id': '1347b0ff-7ae2-495c-baeb-239ed69d5b40', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'mac_address': 'fa:16:3e:c5:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:54Z', 'updated_at': '2021-12-07T13:45:59Z', 'revision_number': 7, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'subnets': [{'id': '7bc4d6b5-6170-4d9b-bd93-fde9b173be11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:46:05.932764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e4976-49e4-4cbd-9bd5-d745b12ae904 req-fdd025d0-e2b9-499d-bb10-d8a5b5b519d1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:46:05.934403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a21e4976-49e4-4cbd-9bd5-d745b12ae904 req-fdd025d0-e2b9-499d-bb10-d8a5b5b519d1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 945 time: 0.0905807 Dec 07 13:46:05.985389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a21e4976-49e4-4cbd-9bd5-d745b12ae904 req-8d002937-d4bc-45dc-9c3b-296f3dc3309e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/security-groups?id=321296cf-c222-461d-86bc-901bb5c51db9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445454 Dec 07 13:46:06.121165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045481dd-1ebf-4f54-8cd1-970f7a9f489c req-fef65052-1bb1-4022-b80b-826a678b4173 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:46:06.121833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-045481dd-1ebf-4f54-8cd1-970f7a9f489c req-fef65052-1bb1-4022-b80b-826a678b4173 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Synchronizing usage tracker for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:46:06.172376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-045481dd-1ebf-4f54-8cd1-970f7a9f489c req-fef65052-1bb1-4022-b80b-826a678b4173 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Unset dirty status for tenant:ab6625caa7b0446f8943cb009d398a9e on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:46:06.173640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-045481dd-1ebf-4f54-8cd1-970f7a9f489c req-fef65052-1bb1-4022-b80b-826a678b4173 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 945 time: 0.1393485 Dec 07 13:46:06.249750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-045481dd-1ebf-4f54-8cd1-970f7a9f489c req-421bcfed-1c47-4bca-bf55-47213f1cea9e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 758cff62-1e87-40c6-9f39-8a51f74cbba5 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:46:06.250123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-045481dd-1ebf-4f54-8cd1-970f7a9f489c req-421bcfed-1c47-4bca-bf55-47213f1cea9e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:06.510608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-045481dd-1ebf-4f54-8cd1-970f7a9f489c req-421bcfed-1c47-4bca-bf55-47213f1cea9e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 758cff62-1e87-40c6-9f39-8a51f74cbba5, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=758cff62-1e87-40c6-9f39-8a51f74cbba5,segment=NetworkSegment(86f82035-242a-40af-bc6c-5c495f6b1330),segment_id=86f82035-242a-40af-bc6c-5c495f6b1330)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:46:06.510999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-045481dd-1ebf-4f54-8cd1-970f7a9f489c req-421bcfed-1c47-4bca-bf55-47213f1cea9e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:06.608625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c234efaf-4717-4bae-ac5e-cc144f07d651 None None] New status for floating IP 97f60e16-9888-4efb-b59a-d36e4072075d: DOWN {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:46:06.638042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-045481dd-1ebf-4f54-8cd1-970f7a9f489c req-421bcfed-1c47-4bca-bf55-47213f1cea9e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 758cff62-1e87-40c6-9f39-8a51f74cbba5 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:46:07.111892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-045481dd-1ebf-4f54-8cd1-970f7a9f489c req-421bcfed-1c47-4bca-bf55-47213f1cea9e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:07.117963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aafbbf17-b520-4304-b73a-dab8da618579 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:07.157754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5b514d4-efd3-4d99-83f6-fb0950fa4c1e req-a7269062-5d8c-4015-a673-a48a6fd63f88 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e0b44e0-616c-434e-8328-45d4c04c0969 HTTP/1.1" status: 200 len: 210 time: 0.0473680 Dec 07 13:46:07.161947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bcfed-1c47-4bca-bf55-47213f1cea9e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=758cff62-1e87-40c6-9f39-8a51f74cbba5,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:07.165713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-421bcfed-1c47-4bca-bf55-47213f1cea9e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:07.239209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-045481dd-1ebf-4f54-8cd1-970f7a9f489c req-421bcfed-1c47-4bca-bf55-47213f1cea9e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] No DVR routers for this DVR port 758cff62-1e87-40c6-9f39-8a51f74cbba5 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:46:07.241689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-045481dd-1ebf-4f54-8cd1-970f7a9f489c req-421bcfed-1c47-4bca-bf55-47213f1cea9e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:07.244971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'name': 'network-vif-deleted', 'tag': '758cff62-1e87-40c6-9f39-8a51f74cbba5'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:46:07.299923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0b44e0-616c-434e-8328-45d4c04c0969', 'name': 'network-vif-deleted', 'tag': '758cff62-1e87-40c6-9f39-8a51f74cbba5', 'status': 'completed', 'code': 200} Dec 07 13:46:07.310315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-045481dd-1ebf-4f54-8cd1-970f7a9f489c req-421bcfed-1c47-4bca-bf55-47213f1cea9e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.45 "DELETE /v2.0/ports/758cff62-1e87-40c6-9f39-8a51f74cbba5 HTTP/1.1" status: 204 len: 173 time: 1.1284916 Dec 07 13:46:08.270391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53544) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:08.345971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d57a27d-661c-45ae-b128-c70dc72a5974 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:08.377793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d57a27d-661c-45ae-b128-c70dc72a5974 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:08.572028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d57a27d-661c-45ae-b128-c70dc72a5974 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:08.577570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-69401bae-49b3-4bb4-8fbf-7866bae1ead6 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:08.593154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57a27d-661c-45ae-b128-c70dc72a5974 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=321296cf-c222-461d-86bc-901bb5c51db9,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:08.595951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d57a27d-661c-45ae-b128-c70dc72a5974 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:08.636706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d57a27d-661c-45ae-b128-c70dc72a5974 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:08.637938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3d57a27d-661c-45ae-b128-c70dc72a5974 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/security-groups/321296cf-c222-461d-86bc-901bb5c51db9 HTTP/1.1" status: 204 len: 168 time: 0.3663862 Dec 07 13:46:08.727355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53550) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:09.134656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e47d65ca-19f2-4a6a-beee-052dc42292e1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:09.780807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e47d65ca-19f2-4a6a-beee-052dc42292e1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port 018823e3-3182-41a0-a93c-cc6f89664606 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:46:09.781384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e47d65ca-19f2-4a6a-beee-052dc42292e1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:09.832048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:09.910873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 758cff62-1e87-40c6-9f39-8a51f74cbba5 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:46:09.944004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 758cff62-1e87-40c6-9f39-8a51f74cbba5 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:46:09.944399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 758cff62-1e87-40c6-9f39-8a51f74cbba5 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:46:09.977097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e47d65ca-19f2-4a6a-beee-052dc42292e1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port 018823e3-3182-41a0-a93c-cc6f89664606, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=018823e3-3182-41a0-a93c-cc6f89664606,segment=NetworkSegment(86f82035-242a-40af-bc6c-5c495f6b1330),segment_id=86f82035-242a-40af-bc6c-5c495f6b1330)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:46:09.977488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e47d65ca-19f2-4a6a-beee-052dc42292e1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:10.100799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e47d65ca-19f2-4a6a-beee-052dc42292e1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for 018823e3-3182-41a0-a93c-cc6f89664606 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:46:10.372371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e47d65ca-19f2-4a6a-beee-052dc42292e1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:10.376647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:10.419335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d65ca-19f2-4a6a-beee-052dc42292e1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=018823e3-3182-41a0-a93c-cc6f89664606,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:10.423455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e47d65ca-19f2-4a6a-beee-052dc42292e1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:10.751004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e47d65ca-19f2-4a6a-beee-052dc42292e1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:11.594726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47d65ca-19f2-4a6a-beee-052dc42292e1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Router ad2896f0-30e7-47c6-bb88-4abb206280b3 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:46:11.813384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47d65ca-19f2-4a6a-beee-052dc42292e1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:46:11.823762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5bfd44-a8b6-4264-8286-a84f246622b0 None None] Sync routers for ids ['ad2896f0-30e7-47c6-bb88-4abb206280b3'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:46:11.827034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e47d65ca-19f2-4a6a-beee-052dc42292e1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "PUT /v2.0/routers/ad2896f0-30e7-47c6-bb88-4abb206280b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0984662 Dec 07 13:46:11.829838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53554) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:11.836645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5bfd44-a8b6-4264-8286-a84f246622b0 None None] Routers {'ad2896f0-30e7-47c6-bb88-4abb206280b3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:46:11.837397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4c5bfd44-a8b6-4264-8286-a84f246622b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:46:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ad2896f0-30e7-47c6-bb88-4abb206280b3'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:12.026406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-4c5bfd44-a8b6-4264-8286-a84f246622b0 None None] Set router ad2896f0-30e7-47c6-bb88-4abb206280b3 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:46:12.034314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e5a181-3383-43af-8726-bb35cd780e6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting subnet 7bc4d6b5-6170-4d9b-bd93-fde9b173be11 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:46:12.037394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7e5a181-3383-43af-8726-bb35cd780e6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:12.095501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7e5a181-3383-43af-8726-bb35cd780e6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:12.185413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7e5a181-3383-43af-8726-bb35cd780e6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:12.326443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4c5bfd44-a8b6-4264-8286-a84f246622b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:46:10Z', 'revision_number': 7, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:45:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:12.330563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5bfd44-a8b6-4264-8286-a84f246622b0 None None] Checking router: ad2896f0-30e7-47c6-bb88-4abb206280b3 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:46:12.342148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5bfd44-a8b6-4264-8286-a84f246622b0 None None] Routers {'ad2896f0-30e7-47c6-bb88-4abb206280b3'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:46:12.342786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4c5bfd44-a8b6-4264-8286-a84f246622b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:46:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['ad2896f0-30e7-47c6-bb88-4abb206280b3'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:12.409499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7e5a181-3383-43af-8726-bb35cd780e6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:12.414505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-174c262c-a3b3-4088-9982-2fac7da45729 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:12.455419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5a181-3383-43af-8726-bb35cd780e6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc4d6b5-6170-4d9b-bd93-fde9b173be11,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:12.459736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7e5a181-3383-43af-8726-bb35cd780e6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:12.462572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7e5a181-3383-43af-8726-bb35cd780e6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:12.469642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b7e5a181-3383-43af-8726-bb35cd780e6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/subnets/7bc4d6b5-6170-4d9b-bd93-fde9b173be11 HTTP/1.1" status: 204 len: 168 time: 0.6387680 Dec 07 13:46:12.472538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53558) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:12.478813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7c5f49-2eec-4b4e-8e49-e9a9bf3f2270 None None] Network 1347b0ff-7ae2-495c-baeb-239ed69d5b40 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:46:12.689542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:12.858417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-4c5bfd44-a8b6-4264-8286-a84f246622b0 None None] Set router ad2896f0-30e7-47c6-bb88-4abb206280b3 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:46:12.899375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:12.934349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Deleting port abb1ab08-f326-45ed-94e0-edb8c999ec50 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:46:12.934752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:13.125695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] For port abb1ab08-f326-45ed-94e0-edb8c999ec50, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=abb1ab08-f326-45ed-94e0-edb8c999ec50,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:46:13.126144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:13.153522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f6be64-6235-4edb-8e5c-d1a2431b0e5f None None] DHCP port deletion for 1347b0ff-7ae2-495c-baeb-239ed69d5b40 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:46:13.163678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-35f6be64-6235-4edb-8e5c-d1a2431b0e5f None None] Deleting port c2a542fb-13f2-412e-ad28-c76941f27227 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:46:13.164100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35f6be64-6235-4edb-8e5c-d1a2431b0e5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:13.252960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Calling delete_port for abb1ab08-f326-45ed-94e0-edb8c999ec50 owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:46:13.370007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4c5bfd44-a8b6-4264-8286-a84f246622b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:46:10Z', 'revision_number': 7, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:45:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:13.386678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5bfd44-a8b6-4264-8286-a84f246622b0 None None] The sync data for ids ['ad2896f0-30e7-47c6-bb88-4abb206280b3'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'name': 'tempest-TestNetworkBasicOps-router-1354526896', 'tenant_id': 'ab6625caa7b0446f8943cb009d398a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246'}], 'enable_snat': True}, 'gw_port_id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:44:49Z', 'updated_at': '2021-12-07T13:46:10Z', 'revision_number': 7, 'project_id': 'ab6625caa7b0446f8943cb009d398a9e', 'gw_port': {'id': 'abb1ab08-f326-45ed-94e0-edb8c999ec50', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2896f0-30e7-47c6-bb88-4abb206280b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:44:50Z', 'updated_at': '2021-12-07T13:45:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:46:13.397689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-35f6be64-6235-4edb-8e5c-d1a2431b0e5f None None] For port c2a542fb-13f2-412e-ad28-c76941f27227, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c2a542fb-13f2-412e-ad28-c76941f27227,segment=NetworkSegment(86f82035-242a-40af-bc6c-5c495f6b1330),segment_id=86f82035-242a-40af-bc6c-5c495f6b1330)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:46:13.401809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35f6be64-6235-4edb-8e5c-d1a2431b0e5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:13.523168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:13.528742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-91fa9926-f49a-450c-bd2c-1612f9474ec9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:13.529245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-35f6be64-6235-4edb-8e5c-d1a2431b0e5f None None] Calling delete_port for c2a542fb-13f2-412e-ad28-c76941f27227 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:46:13.575941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Port': ['ID=abb1ab08-f326-45ed-94e0-edb8c999ec50,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:13.578718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:13.631864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-35f6be64-6235-4edb-8e5c-d1a2431b0e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:13.637072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:13.683875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6be64-6235-4edb-8e5c-d1a2431b0e5f None None] Pushing event deleted for resources: {'Port': ['ID=c2a542fb-13f2-412e-ad28-c76941f27227,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:13.686849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-35f6be64-6235-4edb-8e5c-d1a2431b0e5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:13.689483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f6be64-6235-4edb-8e5c-d1a2431b0e5f None None] No DVR routers for this DVR port c2a542fb-13f2-412e-ad28-c76941f27227 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:46:13.809148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:14.321295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:14.326012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:14.442768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:14.443345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Fanout notify agent at l3_agent the message router_deleted on router ad2896f0-30e7-47c6-bb88-4abb206280b3 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:46:14.458350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:14.459582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/routers/ad2896f0-30e7-47c6-bb88-4abb206280b3 HTTP/1.1" status: 204 len: 168 time: 1.9860492 Dec 07 13:46:14.462666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53562) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:14.566476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c2a542fb-13f2-412e-ad28-c76941f27227 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:46:14.601266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: c2a542fb-13f2-412e-ad28-c76941f27227 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:46:14.601784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c2a542fb-13f2-412e-ad28-c76941f27227 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:46:14.602423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 018823e3-3182-41a0-a93c-cc6f89664606 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:46:14.637560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 018823e3-3182-41a0-a93c-cc6f89664606 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:46:14.637955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 018823e3-3182-41a0-a93c-cc6f89664606 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:46:14.836039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:14.977793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:15.008497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1347b0ff-7ae2-495c-baeb-239ed69d5b40']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:15.022051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f82035-242a-40af-bc6c-5c495f6b1330') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:15.022386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f82035-242a-40af-bc6c-5c495f6b1330') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:15.034526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:15.049737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:15.056073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:46:15.057028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:46:15.073173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:46:15.180093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:15.184562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aa1795e7-ff45-4ca5-b12e-f20759cf3688 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:15.203084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:15.214817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Pushing event deleted for resources: {'Network': ['ID=1347b0ff-7ae2-495c-baeb-239ed69d5b40,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:15.225759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:15.226178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:15.226591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:15.226995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:15.227433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:15.227833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:15.233466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:15.233466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:15.233466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:15.233466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:15.233466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:15.233466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:15.249186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] 10.222.0.24 "DELETE /v2.0/networks/1347b0ff-7ae2-495c-baeb-239ed69d5b40 HTTP/1.1" status: 204 len: 168 time: 0.7843847 Dec 07 13:46:15.728142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53572) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:15.959685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ac61d395-05f1-4c49-b241-97a843da8d5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab6625caa7b0446f8943cb009d398a9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2298234 Dec 07 13:46:15.962190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53578) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:16.024400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-03c4af6c-bd47-4f30-b5b0-448453cf030b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:16.051062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-03c4af6c-bd47-4f30-b5b0-448453cf030b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:16.163105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-03c4af6c-bd47-4f30-b5b0-448453cf030b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:16.168208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6f17a2bc-9dcc-40d7-9409-e972f6106373 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:16.182293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4af6c-bd47-4f30-b5b0-448453cf030b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72093155-15c3-45c4-aadd-ba9526dd1226,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:16.184838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-03c4af6c-bd47-4f30-b5b0-448453cf030b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:16.190722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-03c4af6c-bd47-4f30-b5b0-448453cf030b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:16.191967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-03c4af6c-bd47-4f30-b5b0-448453cf030b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72093155-15c3-45c4-aadd-ba9526dd1226 HTTP/1.1" status: 204 len: 168 time: 0.2288222 Dec 07 13:46:16.470552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device abb1ab08-f326-45ed-94e0-edb8c999ec50 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:46:16.505881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: abb1ab08-f326-45ed-94e0-edb8c999ec50 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:46:16.506281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device abb1ab08-f326-45ed-94e0-edb8c999ec50 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:46:16.667802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53586) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:16.688339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05d17fa7-c40c-40d6-9ac6-f9f61a57e0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:16.722438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-05d17fa7-c40c-40d6-9ac6-f9f61a57e0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:46:16.726501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-05d17fa7-c40c-40d6-9ac6-f9f61a57e0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:fbddf2d7a4334e31b824caf79e09c060 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:46:16.729914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-05d17fa7-c40c-40d6-9ac6-f9f61a57e0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:46:16.735946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-05d17fa7-c40c-40d6-9ac6-f9f61a57e0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:46:16.901152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05d17fa7-c40c-40d6-9ac6-f9f61a57e0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:16.939995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-05d17fa7-c40c-40d6-9ac6-f9f61a57e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:16.947725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7f7d645c-1581-4cb5-9338-9d4060c20853 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:16.988745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d17fa7-c40c-40d6-9ac6-f9f61a57e0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee88e63-eafe-4ea6-ac0f-044c4a499466,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:16.991894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-05d17fa7-c40c-40d6-9ac6-f9f61a57e0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:16.994895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-05d17fa7-c40c-40d6-9ac6-f9f61a57e0e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbddf2d7a4334e31b824caf79e09c060&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3253803 Dec 07 13:46:16.997880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53590) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:17.060020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82d7a84b-7dc2-426d-80a8-d9833e9f85d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:17.086162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82d7a84b-7dc2-426d-80a8-d9833e9f85d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:17.177768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82d7a84b-7dc2-426d-80a8-d9833e9f85d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:17.182939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-79b35d31-1e1a-46d3-bbbe-9b42d59abd1a tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:17.200608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7a84b-7dc2-426d-80a8-d9833e9f85d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee88e63-eafe-4ea6-ac0f-044c4a499466,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:17.203357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82d7a84b-7dc2-426d-80a8-d9833e9f85d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:17.204494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82d7a84b-7dc2-426d-80a8-d9833e9f85d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:17.206203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-82d7a84b-7dc2-426d-80a8-d9833e9f85d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eee88e63-eafe-4ea6-ac0f-044c4a499466 HTTP/1.1" status: 204 len: 168 time: 0.2069199 Dec 07 13:46:18.443556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53614) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:18.585439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2080857872-network', 'tenant_id': '011bca4914c64f099aee057411b3988c'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:46:18.591065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:46:18.595103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Usage tracker for resource:network and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:46:18.598096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:46:18.604595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:46:18.636894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Made reservation on behalf of 011bca4914c64f099aee057411b3988c for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:46:18.641621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:18.655333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:18.688469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:46:18.692501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Usage tracker for resource:security_group_rule and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:46:18.695473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:46:18.701705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:46:18.810380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:18.846458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:18.850668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0fab991f-523e-4f72-b6a1-c1eb62ba1b82 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:18.875719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:46:18.889786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239194a8-daec-4705-a7aa-7c4cc2835a12,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:18.893110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:18.913083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:18.913472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Added segment e895c20d-7b11-4482-9a5e-12c2f4ec81bb of type vlan for network 64caf8ef-6926-40f0-8151-b48e1c59542e Dec 07 13:46:19.013155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:19.152198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:19.153097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:46:19.153732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:19.158736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6b5586d2-bb4b-485a-b70b-26b4122a4aeb tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:19.262705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Pushing event updated for resources: {'Network': ['ID=64caf8ef-6926-40f0-8151-b48e1c59542e,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:19.266053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:19.274106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 64caf8ef-6926-40f0-8151-b48e1c59542e details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:46:19.286654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8391855 Dec 07 13:46:19.286975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53620) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:19.293653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e23f4c19-4771-469c-a0aa-eae596c62c1b admin admin] Request body: {'subnet': {'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2080857872-subnet', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'ip_version': 4}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:46:19.299180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e23f4c19-4771-469c-a0aa-eae596c62c1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:46:19.303392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e23f4c19-4771-469c-a0aa-eae596c62c1b admin admin] Usage tracker for resource:subnet and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:46:19.306914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e23f4c19-4771-469c-a0aa-eae596c62c1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:46:19.313863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e23f4c19-4771-469c-a0aa-eae596c62c1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:46:19.351472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23f4c19-4771-469c-a0aa-eae596c62c1b admin admin] Made reservation on behalf of 011bca4914c64f099aee057411b3988c for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:46:19.356968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e23f4c19-4771-469c-a0aa-eae596c62c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:19.818077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e23f4c19-4771-469c-a0aa-eae596c62c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:19.823383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bf8b731b-3283-473f-8995-2318b187901a tempest-ExtraDHCPOptionsIpV6TestJSON-852526334 tempest-ExtraDHCPOptionsIpV6TestJSON-852526334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:19.895864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f4c19-4771-469c-a0aa-eae596c62c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd69d329-6aa9-47aa-a43d-35e59e906b55,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:19.900952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e23f4c19-4771-469c-a0aa-eae596c62c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:19.909416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23f4c19-4771-469c-a0aa-eae596c62c1b admin admin] Checking segment: {'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:46:19.909803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23f4c19-4771-469c-a0aa-eae596c62c1b admin admin] Network hostable DHCP agents. Network: 64caf8ef-6926-40f0-8151-b48e1c59542e, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:46:19.989225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23f4c19-4771-469c-a0aa-eae596c62c1b admin admin] Network 64caf8ef-6926-40f0-8151-b48e1c59542e is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:46:20.046598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e23f4c19-4771-469c-a0aa-eae596c62c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 64caf8ef-6926-40f0-8151-b48e1c59542e) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:46:20.050489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23f4c19-4771-469c-a0aa-eae596c62c1b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:46:20.051127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e23f4c19-4771-469c-a0aa-eae596c62c1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:20.055602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba7cc5e-70ce-4a27-8bd5-40289683682e None None] Network 64caf8ef-6926-40f0-8151-b48e1c59542e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:46:20.098893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e23f4c19-4771-469c-a0aa-eae596c62c1b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8107009 Dec 07 13:46:20.101688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53624) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:20.107311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:46:20.112268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:46:20.116635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Usage tracker for resource:router and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:46:20.120423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:46:20.126646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:46:20.201138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:20.202182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:20.277246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-64caf8ef-6926-40f0-8151-b48e1c59542e', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:46:20.278149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:20.296773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:20.490192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Allocated IP 172.20.0.2 (64caf8ef-6926-40f0-8151-b48e1c59542e/bd69d329-6aa9-47aa-a43d-35e59e906b55/b1aae7b9-beba-4dbe-b195-dfbb973fe15d) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:46:20.491429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:20.700637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:20.719274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:20.752030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:20.755103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Transition to ACTIVE for port object b1aae7b9-beba-4dbe-b195-dfbb973fe15d will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:46:20.776425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Transition to ACTIVE for port object b1aae7b9-beba-4dbe-b195-dfbb973fe15d will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:46:20.840999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:20.849753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:20.923021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Network 64caf8ef-6926-40f0-8151-b48e1c59542e is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:46:20.926922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:46:20.928845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Pushing event updated for resources: {'Port': ['ID=b1aae7b9-beba-4dbe-b195-dfbb973fe15d,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:20.931176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:46:20.934119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:20.982753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Allocated IP 172.36.4.14 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:46:21.025200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Attempting to bind port b1aae7b9-beba-4dbe-b195-dfbb973fe15d on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:46:21.025737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Attempting to bind port b1aae7b9-beba-4dbe-b195-dfbb973fe15d by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:46:21.026140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Attempting to bind port b1aae7b9-beba-4dbe-b195-dfbb973fe15d on network 64caf8ef-6926-40f0-8151-b48e1c59542e {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:46:21.033141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:46:21.033554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Checking segment: {'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:46:21.033994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:21.034424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Bound using segment: {'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:46:21.034970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Bound port: b1aae7b9-beba-4dbe-b195-dfbb973fe15d, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:46:21.035505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:21.163495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] For port b1aae7b9-beba-4dbe-b195-dfbb973fe15d, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:46:21.167641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] For port b1aae7b9-beba-4dbe-b195-dfbb973fe15d, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b1aae7b9-beba-4dbe-b195-dfbb973fe15d,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:46:21.195160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:21.200111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71f927a0-37a6-43fc-8a64-2484a61fc335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:21.249826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:21.286164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Pushing event updated for resources: {'Port': ['ID=b1aae7b9-beba-4dbe-b195-dfbb973fe15d,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:21.289457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:21.312063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:21.316903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-92f8a937-a837-4276-a8ef-785f909368c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:21.382468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:46:21.383715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:46:21.388884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:46:21.429986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Pushing event updated for resources: {'Port': ['ID=95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:21.439283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:21.682418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:21.682932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:21.974041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Router 630f7ed9-fbaf-4dc4-900e-d816fae8102a is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:46:22.185186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:46:22.194725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Sync routers for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:46:22.208371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:46:22.209020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:46:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:22.242923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:22.244967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1422374 Dec 07 13:46:22.248138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53628) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:22.399903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:46:22.564038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b1aae7b9-beba-4dbe-b195-dfbb973fe15d up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:46:22.723162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port b1aae7b9-beba-4dbe-b195-dfbb973fe15d completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:46:22.870611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:21Z', 'revision_number': 3, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:22.875799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Checking router: 630f7ed9-fbaf-4dc4-900e-d816fae8102a for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:46:22.876201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Updating router 630f7ed9-fbaf-4dc4-900e-d816fae8102a port 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:46:22.938090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:22.982516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b67e2b2-7e4f-4c2a-97e3-7ecfd500c7c1 None None] Network 64caf8ef-6926-40f0-8151-b48e1c59542e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:46:23.126061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dcae37fb-8cce-4b06-a4d5-b535b596c673 None None] Provisioning for port b1aae7b9-beba-4dbe-b195-dfbb973fe15d completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:46:23.135854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-dcae37fb-8cce-4b06-a4d5-b535b596c673 None None] Provisioning complete for port b1aae7b9-beba-4dbe-b195-dfbb973fe15d triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:23.136313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dcae37fb-8cce-4b06-a4d5-b535b596c673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:23.302538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:23.316157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Transition to ACTIVE for port object 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:46:23.324316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:23.346179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:23.351672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e5cfdf7b-dd8e-4667-9794-6eb89d574f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:23.437710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Attempting to bind port 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:46:23.438117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Attempting to bind port 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:46:23.438518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Attempting to bind port 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:46:23.441395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c2eb5-90e0-411e-92d9-30001536b944 None None] Pushing event updated for resources: {'Port': ['ID=95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:23.453178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:46:23.453595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:46:23.454036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:23.454468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:46:23.454982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Bound port: 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:46:23.455436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:23.484239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c2eb5-90e0-411e-92d9-30001536b944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:23.484623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c2eb5-90e0-411e-92d9-30001536b944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:23.484999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c2eb5-90e0-411e-92d9-30001536b944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:23.485369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c2eb5-90e0-411e-92d9-30001536b944 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:23.485733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c2eb5-90e0-411e-92d9-30001536b944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:23.486101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c2eb5-90e0-411e-92d9-30001536b944 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:23.486457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c2eb5-90e0-411e-92d9-30001536b944 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:23.486822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c2eb5-90e0-411e-92d9-30001536b944 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:23.487177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c2eb5-90e0-411e-92d9-30001536b944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:23.487579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c2eb5-90e0-411e-92d9-30001536b944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:23.487939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c2eb5-90e0-411e-92d9-30001536b944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:46:23.491699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-459c2eb5-90e0-411e-92d9-30001536b944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:23.536286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dcae37fb-8cce-4b06-a4d5-b535b596c673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:23.542109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] For port 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:46:23.552068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] For port 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:46:23.609680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:23.614839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-40448e29-4b26-49c6-b9c4-07eccf10fac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:23.638127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Allocated IP 172.20.0.1 (64caf8ef-6926-40f0-8151-b48e1c59542e/bd69d329-6aa9-47aa-a43d-35e59e906b55/50cecdc1-00c1-445e-8d43-496008fd8d57) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:46:23.696710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-dcae37fb-8cce-4b06-a4d5-b535b596c673 None None] For port b1aae7b9-beba-4dbe-b195-dfbb973fe15d, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b1aae7b9-beba-4dbe-b195-dfbb973fe15d,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:46:23.698356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c2eb5-90e0-411e-92d9-30001536b944 None None] Pushing event updated for resources: {'Port': ['ID=95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:23.702247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-459c2eb5-90e0-411e-92d9-30001536b944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:23.702865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:46:23.703546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:46:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:23.729595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dcae37fb-8cce-4b06-a4d5-b535b596c673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:23.733121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f49f6c67-841d-49bd-b887-3dd9ae4a8138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:23.805906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae37fb-8cce-4b06-a4d5-b535b596c673 None None] Pushing event updated for resources: {'Port': ['ID=b1aae7b9-beba-4dbe-b195-dfbb973fe15d,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:23.809922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dcae37fb-8cce-4b06-a4d5-b535b596c673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:23.855519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:23.872258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Transition to ACTIVE for port object 50cecdc1-00c1-445e-8d43-496008fd8d57 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:46:23.896987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:46:23.918509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:23.924209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6ddc0299-1a34-44a0-b6e8-e142c985b84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:23.955994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2924a752-e2d2-4051-835b-589ae54f6204 None None] Provisioning complete for port b1aae7b9-beba-4dbe-b195-dfbb973fe15d triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:23.956456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2924a752-e2d2-4051-835b-589ae54f6204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:23.984449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Network 64caf8ef-6926-40f0-8151-b48e1c59542e is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:46:23.991848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:46:23.996550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:46:24.055492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:24.062427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Pushing event updated for resources: {'Port': ['ID=50cecdc1-00c1-445e-8d43-496008fd8d57,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:24.066031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:24.208981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:21Z', 'revision_number': 3, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:24.216169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6561e10-0def-4f48-95c6-86679446cfe2 None None] The sync data for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv is: [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:21Z', 'revision_number': 3, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:46:24.216370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:24.346229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1338a860-ca42-462a-9f99-dda72d6c22cd None None] Provisioning for port 50cecdc1-00c1-445e-8d43-496008fd8d57 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:46:24.352079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1338a860-ca42-462a-9f99-dda72d6c22cd None None] Provisioning complete for port 50cecdc1-00c1-445e-8d43-496008fd8d57 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:24.352581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1338a860-ca42-462a-9f99-dda72d6c22cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:24.408871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1338a860-ca42-462a-9f99-dda72d6c22cd None None] Port 50cecdc1-00c1-445e-8d43-496008fd8d57 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:46:24.458076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:24.489071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:24.519160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b1aae7b9-beba-4dbe-b195-dfbb973fe15d up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:46:24.520003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-90fdbe8a-3356-49b4-9f10-5822b5f466fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:24.596190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port b1aae7b9-beba-4dbe-b195-dfbb973fe15d triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:24.596621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:24.605048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Pushing event updated for resources: {'Port': ['ID=50cecdc1-00c1-445e-8d43-496008fd8d57,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:24.613748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:24.631695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:24.796865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Network 64caf8ef-6926-40f0-8151-b48e1c59542e is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:46:24.798024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:46:25.139343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8f43ee3c-e291-4bf8-997a-5ded61150bad None None] Provisioning complete for port 50cecdc1-00c1-445e-8d43-496008fd8d57 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:25.139857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f43ee3c-e291-4bf8-997a-5ded61150bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:25.198538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8f43ee3c-e291-4bf8-997a-5ded61150bad None None] Port 50cecdc1-00c1-445e-8d43-496008fd8d57 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:46:25.230181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Router 630f7ed9-fbaf-4dc4-900e-d816fae8102a has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:46:25.443492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:46:25.453827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] 10.222.0.24 "PUT /v2.0/routers/630f7ed9-fbaf-4dc4-900e-d816fae8102a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2044697 Dec 07 13:46:26.498867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53652) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:26.505043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1696841280-network', 'tenant_id': 'cbe1227182254aa1b0ad9efd82acea93'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:46:26.510329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:46:26.514600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Usage tracker for resource:network and tenant:cbe1227182254aa1b0ad9efd82acea93 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:46:26.517642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:46:26.523807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:46:26.538063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:46:26.606350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Made reservation on behalf of cbe1227182254aa1b0ad9efd82acea93 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:46:26.611624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:26.625682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:26.629009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:46:26.634168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:26.635083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:26.707194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:46:26.711281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Usage tracker for resource:security_group_rule and tenant:cbe1227182254aa1b0ad9efd82acea93 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:46:26.714931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:46:26.720953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:46:26.754623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:26.770905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:46:26.788141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:26.814406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:26.816445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:26.848893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:26.855007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-05d17fa7-c40c-40d6-9ac6-f9f61a57e0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:26.885161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe86924-e5b1-4f6a-9696-42c7d848de70,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:26.886686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:26.890583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:26.891096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:26.893799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:46:26.903502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:26.903890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Added segment e2430fb4-c983-491b-959e-c9caeb3c1535 of type vlan for network 7e52a665-66dc-43dc-9aea-dc171260da4a Dec 07 13:46:26.930528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:26.991186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:26.992204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:46:26.992832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:26.998388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a14dbe6b-9c2c-41be-aca3-dbbb47273fcf tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:27.102553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Pushing event updated for resources: {'Network': ['ID=7e52a665-66dc-43dc-9aea-dc171260da4a,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:27.105818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:27.114037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 7e52a665-66dc-43dc-9aea-dc171260da4a details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:46:27.130183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6273220 Dec 07 13:46:27.130400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 53656) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:27.136541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] Request body: {'subnet': {'network_id': '7e52a665-66dc-43dc-9aea-dc171260da4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1696841280-subnet', 'tenant_id': 'cbe1227182254aa1b0ad9efd82acea93', 'ip_version': 4}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:46:27.141814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:46:27.145844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] Usage tracker for resource:subnet and tenant:cbe1227182254aa1b0ad9efd82acea93 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:46:27.150706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:46:27.157378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:46:27.194861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] Made reservation on behalf of cbe1227182254aa1b0ad9efd82acea93 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:46:27.200131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:27.251100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Sync routers for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:46:27.263829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:46:27.264498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:46:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:27.443413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:27.448172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6b232cb9-cc45-4e29-add3-613b1c713378 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:27.450693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:46:27.523820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=737083d7-2779-47e2-aece-32aa17a2a773,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:27.527113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:27.538354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] Checking segment: {'id': 'e2430fb4-c983-491b-959e-c9caeb3c1535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e52a665-66dc-43dc-9aea-dc171260da4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:46:27.538746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] Network hostable DHCP agents. Network: 7e52a665-66dc-43dc-9aea-dc171260da4a, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:46:27.585918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] Network 7e52a665-66dc-43dc-9aea-dc171260da4a is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:46:27.635650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 7e52a665-66dc-43dc-9aea-dc171260da4a) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:46:27.639661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:46:27.640302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:27.650650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722c06a1-6d32-4f4d-8f07-454e79a5d5e6 None None] Network 7e52a665-66dc-43dc-9aea-dc171260da4a requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:46:27.689376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5578625 Dec 07 13:46:27.692310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53660) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:27.698022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1696841280-router', 'tenant_id': 'cbe1227182254aa1b0ad9efd82acea93', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:46:27.703148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:46:27.707206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Usage tracker for resource:router and tenant:cbe1227182254aa1b0ad9efd82acea93 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:46:27.710205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:46:27.717049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:46:27.757356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:27.758409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:27.777941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:27.967815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:27.974829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 2, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:27.979640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-7e52a665-66dc-43dc-9aea-dc171260da4a', 'network_id': '7e52a665-66dc-43dc-9aea-dc171260da4a', 'tenant_id': 'cbe1227182254aa1b0ad9efd82acea93', 'fixed_ips': [{'subnet_id': '737083d7-2779-47e2-aece-32aa17a2a773'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 13:46:27.980504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:27.994807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Checking router: 630f7ed9-fbaf-4dc4-900e-d816fae8102a for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:46:27.995209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Updating router 630f7ed9-fbaf-4dc4-900e-d816fae8102a port 50cecdc1-00c1-445e-8d43-496008fd8d57 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:46:28.102728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:28.196199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:28.228959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:28.383279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Allocated IP 172.36.4.214 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/711d7006-5120-458e-838f-57bcbcb84da6) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:46:28.488914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Allocated IP 172.20.0.2 (7e52a665-66dc-43dc-9aea-dc171260da4a/737083d7-2779-47e2-aece-32aa17a2a773/6e898373-ad40-4412-be60-7392f02d1910) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:46:28.541694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:28.567200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:46:28.606860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:28.611759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2b455cf1-a715-4111-99f2-d6957a989322 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:28.682005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:46:28.685558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:46:28.691075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:46:28.720191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Pushing event updated for resources: {'Port': ['ID=711d7006-5120-458e-838f-57bcbcb84da6,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:28.727164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:28.869264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:28.869675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:28.893395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:28.894143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:29.010445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:29.034076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Transition to ACTIVE for port object 6e898373-ad40-4412-be60-7392f02d1910 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:46:29.044136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:29.097658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Transition to ACTIVE for port object 6e898373-ad40-4412-be60-7392f02d1910 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:46:29.110379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Transition to ACTIVE for port object 50cecdc1-00c1-445e-8d43-496008fd8d57 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:46:29.135387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:29.140111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-399e7a4d-f1dd-490d-bb5a-af4aa376fc62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:29.178295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:29.183567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Router 868c11a4-da35-448d-ab88-b1e8cea7d30a is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 13:46:29.213836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Network 7e52a665-66dc-43dc-9aea-dc171260da4a is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:46:29.273395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:46:29.297509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:46:29.347195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Pushing event updated for resources: {'Port': ['ID=6e898373-ad40-4412-be60-7392f02d1910,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:29.386300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:29.386825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:29.406607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:46:29.419963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Sync routers for ids ['868c11a4-da35-448d-ab88-b1e8cea7d30a'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:46:29.435134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Routers {'868c11a4-da35-448d-ab88-b1e8cea7d30a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:46:29.435880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:46:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['868c11a4-da35-448d-ab88-b1e8cea7d30a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:29.460438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:29.464567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7684102 Dec 07 13:46:29.464817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53668) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:29.489490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Attempting to bind port 6e898373-ad40-4412-be60-7392f02d1910 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:46:29.489844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Attempting to bind port 6e898373-ad40-4412-be60-7392f02d1910 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e2430fb4-c983-491b-959e-c9caeb3c1535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e52a665-66dc-43dc-9aea-dc171260da4a'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:46:29.490250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Attempting to bind port 6e898373-ad40-4412-be60-7392f02d1910 on network 7e52a665-66dc-43dc-9aea-dc171260da4a {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:46:29.499304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:46:29.499734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Checking segment: {'id': 'e2430fb4-c983-491b-959e-c9caeb3c1535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e52a665-66dc-43dc-9aea-dc171260da4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:46:29.500191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:29.500628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Bound using segment: {'id': 'e2430fb4-c983-491b-959e-c9caeb3c1535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e52a665-66dc-43dc-9aea-dc171260da4a'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:46:29.501151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Bound port: 6e898373-ad40-4412-be60-7392f02d1910, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2430fb4-c983-491b-959e-c9caeb3c1535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e52a665-66dc-43dc-9aea-dc171260da4a'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:46:29.501573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:29.610246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f8639-c81a-403c-aa5f-a740f7a132b9 None None] Pushing event updated for resources: {'Port': ['ID=50cecdc1-00c1-445e-8d43-496008fd8d57,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:29.629595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-368f8639-c81a-403c-aa5f-a740f7a132b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:29.631509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Attempting to bind port 50cecdc1-00c1-445e-8d43-496008fd8d57 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:46:29.631925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Attempting to bind port 50cecdc1-00c1-445e-8d43-496008fd8d57 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:46:29.632334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Attempting to bind port 50cecdc1-00c1-445e-8d43-496008fd8d57 on network 64caf8ef-6926-40f0-8151-b48e1c59542e {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:46:29.657575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:46:29.657811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Set router 868c11a4-da35-448d-ab88-b1e8cea7d30a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:46:29.658045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Checking segment: {'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:46:29.658438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:29.658883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Bound using segment: {'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:46:29.659434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Bound port: 50cecdc1-00c1-445e-8d43-496008fd8d57, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:46:29.659861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:29.735091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] For port 6e898373-ad40-4412-be60-7392f02d1910, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:46:29.749607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] For port 6e898373-ad40-4412-be60-7392f02d1910, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=6e898373-ad40-4412-be60-7392f02d1910,segment=NetworkSegment(e2430fb4-c983-491b-959e-c9caeb3c1535),segment_id=e2430fb4-c983-491b-959e-c9caeb3c1535)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:46:29.783366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] For port 50cecdc1-00c1-445e-8d43-496008fd8d57, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:46:29.786888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] For port 50cecdc1-00c1-445e-8d43-496008fd8d57, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=50cecdc1-00c1-445e-8d43-496008fd8d57,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:46:29.788360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:29.793273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dcae37fb-8cce-4b06-a4d5-b535b596c673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:29.834125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:29.884561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Pushing event updated for resources: {'Port': ['ID=6e898373-ad40-4412-be60-7392f02d1910,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:29.892134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:29.893314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:29.967662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:46:29.968527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:46:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:29.992482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'name': 'tempest-TestVolumeBootPattern-1696841280-router', 'tenant_id': 'cbe1227182254aa1b0ad9efd82acea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.214'}], 'enable_snat': True}, 'gw_port_id': '711d7006-5120-458e-838f-57bcbcb84da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:27Z', 'updated_at': '2021-12-07T13:46:28Z', 'revision_number': 3, 'project_id': 'cbe1227182254aa1b0ad9efd82acea93', 'gw_port': {'id': '711d7006-5120-458e-838f-57bcbcb84da6', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:28Z', 'updated_at': '2021-12-07T13:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:29.997843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Checking router: 868c11a4-da35-448d-ab88-b1e8cea7d30a for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:46:29.998216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Updating router 868c11a4-da35-448d-ab88-b1e8cea7d30a port 711d7006-5120-458e-838f-57bcbcb84da6 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:46:30.063879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:30.222506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f8639-c81a-403c-aa5f-a740f7a132b9 None None] Pushing event updated for resources: {'Port': ['ID=50cecdc1-00c1-445e-8d43-496008fd8d57,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:30.236123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-368f8639-c81a-403c-aa5f-a740f7a132b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:30.257161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:46:30.355746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:30.379465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-919fc546-9376-4bbd-9de6-bffd067a1bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:30.470137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:30.487828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Transition to ACTIVE for port object 711d7006-5120-458e-838f-57bcbcb84da6 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:46:30.551784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:30.567470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-390fab9a-205f-4eaf-b926-c9b3921372f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:30.676890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cce7b9-185a-4659-9daf-c14e3de20fcb None None] Pushing event updated for resources: {'Port': ['ID=711d7006-5120-458e-838f-57bcbcb84da6,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:30.680649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c6cce7b9-185a-4659-9daf-c14e3de20fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:30.691523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Attempting to bind port 711d7006-5120-458e-838f-57bcbcb84da6 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:46:30.692466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Attempting to bind port 711d7006-5120-458e-838f-57bcbcb84da6 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:46:30.695257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Attempting to bind port 711d7006-5120-458e-838f-57bcbcb84da6 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:46:30.706401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:46:30.706828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:46:30.707309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:30.707888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:46:30.708435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Bound port: 711d7006-5120-458e-838f-57bcbcb84da6, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:46:30.708854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:30.797358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] For port 711d7006-5120-458e-838f-57bcbcb84da6, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:46:30.801173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] For port 711d7006-5120-458e-838f-57bcbcb84da6, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=711d7006-5120-458e-838f-57bcbcb84da6,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:46:30.805005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6e898373-ad40-4412-be60-7392f02d1910 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:46:30.835784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:30.841683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e3c8b5c2-7e4d-4ff1-a78a-3945a5bc38b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:30.913091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Allocated IP 172.20.0.1 (7e52a665-66dc-43dc-9aea-dc171260da4a/737083d7-2779-47e2-aece-32aa17a2a773/e6637799-7f99-4970-9877-3ddd4ab26fca) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:46:30.921364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cce7b9-185a-4659-9daf-c14e3de20fcb None None] Pushing event updated for resources: {'Port': ['ID=711d7006-5120-458e-838f-57bcbcb84da6,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:30.926013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c6cce7b9-185a-4659-9daf-c14e3de20fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:30.930135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Routers {'868c11a4-da35-448d-ab88-b1e8cea7d30a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:46:30.930889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:46:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['868c11a4-da35-448d-ab88-b1e8cea7d30a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:30.976800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:29Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:30.981665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbcd9df-9115-454a-9690-a88fd711d052 None None] The sync data for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv is: [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:29Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:46:31.002762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 6e898373-ad40-4412-be60-7392f02d1910 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:46:31.136199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:31.155181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Transition to ACTIVE for port object e6637799-7f99-4970-9877-3ddd4ab26fca will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:46:31.225146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:31.235062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:31.300956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Network 7e52a665-66dc-43dc-9aea-dc171260da4a is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:46:31.302224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:46:31.306969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:46:31.318767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] Set router 868c11a4-da35-448d-ab88-b1e8cea7d30a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:46:31.372712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Pushing event updated for resources: {'Port': ['ID=e6637799-7f99-4970-9877-3ddd4ab26fca,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:31.377762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:31.386688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:31.504761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:31.648733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'name': 'tempest-TestVolumeBootPattern-1696841280-router', 'tenant_id': 'cbe1227182254aa1b0ad9efd82acea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.214'}], 'enable_snat': True}, 'gw_port_id': '711d7006-5120-458e-838f-57bcbcb84da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:27Z', 'updated_at': '2021-12-07T13:46:28Z', 'revision_number': 3, 'project_id': 'cbe1227182254aa1b0ad9efd82acea93', 'gw_port': {'id': '711d7006-5120-458e-838f-57bcbcb84da6', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:28Z', 'updated_at': '2021-12-07T13:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:31.653695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220eb41d-2bcc-4e18-88c8-f5dec567f39d None None] The sync data for ids ['868c11a4-da35-448d-ab88-b1e8cea7d30a'] in dv-neutron-ussuri-2-hyperv is: [{'id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'name': 'tempest-TestVolumeBootPattern-1696841280-router', 'tenant_id': 'cbe1227182254aa1b0ad9efd82acea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.214'}], 'enable_snat': True}, 'gw_port_id': '711d7006-5120-458e-838f-57bcbcb84da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:27Z', 'updated_at': '2021-12-07T13:46:28Z', 'revision_number': 3, 'project_id': 'cbe1227182254aa1b0ad9efd82acea93', 'gw_port': {'id': '711d7006-5120-458e-838f-57bcbcb84da6', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:28Z', 'updated_at': '2021-12-07T13:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:46:31.660247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:31.801638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:31.834181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca154a28-80d5-4a4b-a097-b8621b8a6c37 None None] Network 7e52a665-66dc-43dc-9aea-dc171260da4a requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:46:31.855050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:31.886069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6aebef47-dd14-443b-9dfe-e5320225b89e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:31.974476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:31.979644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Pushing event updated for resources: {'Port': ['ID=e6637799-7f99-4970-9877-3ddd4ab26fca,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:31.980344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bfee9075-52ec-4da1-af9b-e2d20713dab3 None None] Provisioning for port 6e898373-ad40-4412-be60-7392f02d1910 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:46:31.983287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:31.989933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bfee9075-52ec-4da1-af9b-e2d20713dab3 None None] Provisioning complete for port 6e898373-ad40-4412-be60-7392f02d1910 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:31.990498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfee9075-52ec-4da1-af9b-e2d20713dab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:32.135337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Network 7e52a665-66dc-43dc-9aea-dc171260da4a is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:46:32.136733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:46:32.209191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfee9075-52ec-4da1-af9b-e2d20713dab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:32.257825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bfee9075-52ec-4da1-af9b-e2d20713dab3 None None] For port 6e898373-ad40-4412-be60-7392f02d1910, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=6e898373-ad40-4412-be60-7392f02d1910,segment=NetworkSegment(e2430fb4-c983-491b-959e-c9caeb3c1535),segment_id=e2430fb4-c983-491b-959e-c9caeb3c1535)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:46:32.289045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfee9075-52ec-4da1-af9b-e2d20713dab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:32.291277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:32.391467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee9075-52ec-4da1-af9b-e2d20713dab3 None None] Pushing event updated for resources: {'Port': ['ID=6e898373-ad40-4412-be60-7392f02d1910,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:32.395089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bfee9075-52ec-4da1-af9b-e2d20713dab3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:32.441096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3ea5b50-5fae-47ac-9abf-898bde8b269c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:32.675400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Router 868c11a4-da35-448d-ab88-b1e8cea7d30a has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:46:32.691379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6e898373-ad40-4412-be60-7392f02d1910 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:46:32.799643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 6e898373-ad40-4412-be60-7392f02d1910 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:32.800101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:32.871785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b742073d-b31c-4e84-b2e7-c850ad00dab9 None None] Provisioning for port e6637799-7f99-4970-9877-3ddd4ab26fca completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:46:32.887091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b742073d-b31c-4e84-b2e7-c850ad00dab9 None None] Provisioning complete for port e6637799-7f99-4970-9877-3ddd4ab26fca triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:32.887528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b742073d-b31c-4e84-b2e7-c850ad00dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:32.927464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:46:32.943866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] 10.222.0.24 "PUT /v2.0/routers/868c11a4-da35-448d-ab88-b1e8cea7d30a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4779282 Dec 07 13:46:32.980342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:32.986423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b742073d-b31c-4e84-b2e7-c850ad00dab9 None None] Port e6637799-7f99-4970-9877-3ddd4ab26fca cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:46:33.067411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 711d7006-5120-458e-838f-57bcbcb84da6 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:46:33.108815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b742073d-b31c-4e84-b2e7-c850ad00dab9 None None] Provisioning complete for port 6e898373-ad40-4412-be60-7392f02d1910 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:33.109234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b742073d-b31c-4e84-b2e7-c850ad00dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:33.307367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 711d7006-5120-458e-838f-57bcbcb84da6 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:46:33.315756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 711d7006-5120-458e-838f-57bcbcb84da6 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:33.316183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:33.473096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-862eef5d-16de-45ee-9174-d54a64d565cc None None] Provisioning complete for port e6637799-7f99-4970-9877-3ddd4ab26fca triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:33.473523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-862eef5d-16de-45ee-9174-d54a64d565cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:33.510489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:33.542542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 711d7006-5120-458e-838f-57bcbcb84da6, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=711d7006-5120-458e-838f-57bcbcb84da6,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:46:33.545040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-862eef5d-16de-45ee-9174-d54a64d565cc None None] Port e6637799-7f99-4970-9877-3ddd4ab26fca cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:46:33.574511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:33.575455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 50cecdc1-00c1-445e-8d43-496008fd8d57 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:46:33.606683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:33.704061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=711d7006-5120-458e-838f-57bcbcb84da6,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:33.708513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:33.717784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-58fb3f72-3923-4950-984e-46072990dfcf None None] Provisioning complete for port e6637799-7f99-4970-9877-3ddd4ab26fca triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:33.718206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-58fb3f72-3923-4950-984e-46072990dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:33.776806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-58fb3f72-3923-4950-984e-46072990dfcf None None] Port e6637799-7f99-4970-9877-3ddd4ab26fca cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:46:33.791680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 50cecdc1-00c1-445e-8d43-496008fd8d57 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:46:33.797188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 50cecdc1-00c1-445e-8d43-496008fd8d57 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:33.797602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:33.861117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53678) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:33.867918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-36256b8a-f8a2-4a28-9692-a7bd90ef2a9e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-570095455', 'description': 'tempest-secgroup-smoke-570095455 description', 'project_id': '011bca4914c64f099aee057411b3988c'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:46:33.874999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-36256b8a-f8a2-4a28-9692-a7bd90ef2a9e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:46:33.878980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-36256b8a-f8a2-4a28-9692-a7bd90ef2a9e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Usage tracker for resource:security_group and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:46:33.881966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-36256b8a-f8a2-4a28-9692-a7bd90ef2a9e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:46:33.888655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-36256b8a-f8a2-4a28-9692-a7bd90ef2a9e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:46:33.917206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36256b8a-f8a2-4a28-9692-a7bd90ef2a9e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:33.917607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:33.952044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 50cecdc1-00c1-445e-8d43-496008fd8d57, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=50cecdc1-00c1-445e-8d43-496008fd8d57,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:46:33.955798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-36256b8a-f8a2-4a28-9692-a7bd90ef2a9e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:46:33.959714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-36256b8a-f8a2-4a28-9692-a7bd90ef2a9e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Usage tracker for resource:security_group_rule and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:46:33.963357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-36256b8a-f8a2-4a28-9692-a7bd90ef2a9e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:46:33.969113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-36256b8a-f8a2-4a28-9692-a7bd90ef2a9e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:46:33.985584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:33.987638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e858324c-48f8-426b-9b44-31e8d016cbd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:34.029119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36256b8a-f8a2-4a28-9692-a7bd90ef2a9e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.056905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=50cecdc1-00c1-445e-8d43-496008fd8d57,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:34.060344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:34.063548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36256b8a-f8a2-4a28-9692-a7bd90ef2a9e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.069185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9baa0e1b-396a-44e3-ab63-004466d62cd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:34.109172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36256b8a-f8a2-4a28-9692-a7bd90ef2a9e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a7bba6-3ee6-4d7f-a177-88f02480b2bc,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:34.112181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-36256b8a-f8a2-4a28-9692-a7bd90ef2a9e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:34.137701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-36256b8a-f8a2-4a28-9692-a7bd90ef2a9e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.139000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-36256b8a-f8a2-4a28-9692-a7bd90ef2a9e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2767274 Dec 07 13:46:34.142263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53682) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:34.149027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-702526f8-9a7c-4e42-9a4a-7186d2db4339 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Request body: {'security_group_rule': {'security_group_id': '71a7bba6-3ee6-4d7f-a177-88f02480b2bc', 'project_id': '011bca4914c64f099aee057411b3988c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:46:34.156024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-702526f8-9a7c-4e42-9a4a-7186d2db4339 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:46:34.160036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-702526f8-9a7c-4e42-9a4a-7186d2db4339 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Usage tracker for resource:security_group_rule and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:46:34.162984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-702526f8-9a7c-4e42-9a4a-7186d2db4339 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:46:34.169732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-702526f8-9a7c-4e42-9a4a-7186d2db4339 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:46:34.220386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-702526f8-9a7c-4e42-9a4a-7186d2db4339 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.286327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-702526f8-9a7c-4e42-9a4a-7186d2db4339 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.317056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-702526f8-9a7c-4e42-9a4a-7186d2db4339 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.325410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-209b1fc1-cea8-4d6f-bb76-b4143e9f38b4 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:34.344103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702526f8-9a7c-4e42-9a4a-7186d2db4339 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f31b16-49b9-4c4c-91c9-1e9031e3f340,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:34.346723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-702526f8-9a7c-4e42-9a4a-7186d2db4339 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:34.374350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-702526f8-9a7c-4e42-9a4a-7186d2db4339 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.375887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-702526f8-9a7c-4e42-9a4a-7186d2db4339 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2324560 Dec 07 13:46:34.378917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53686) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:34.385739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8aadee3f-67a7-4943-8ca0-e892b6a9454a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Request body: {'security_group_rule': {'security_group_id': '71a7bba6-3ee6-4d7f-a177-88f02480b2bc', 'project_id': '011bca4914c64f099aee057411b3988c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:46:34.392016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8aadee3f-67a7-4943-8ca0-e892b6a9454a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:46:34.395968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8aadee3f-67a7-4943-8ca0-e892b6a9454a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Usage tracker for resource:security_group_rule and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:46:34.398901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8aadee3f-67a7-4943-8ca0-e892b6a9454a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:46:34.405045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8aadee3f-67a7-4943-8ca0-e892b6a9454a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:46:34.450447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8aadee3f-67a7-4943-8ca0-e892b6a9454a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.516143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8aadee3f-67a7-4943-8ca0-e892b6a9454a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.531884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 711d7006-5120-458e-838f-57bcbcb84da6 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:46:34.546010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8aadee3f-67a7-4943-8ca0-e892b6a9454a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.548030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ff0e4118-8093-4b9c-9e86-3569b0125f06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:34.573028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadee3f-67a7-4943-8ca0-e892b6a9454a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2e25ec-a614-4daa-83d0-d3d707ba0b1d,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:34.576001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8aadee3f-67a7-4943-8ca0-e892b6a9454a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:34.603690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 711d7006-5120-458e-838f-57bcbcb84da6 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:34.604116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.608747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8aadee3f-67a7-4943-8ca0-e892b6a9454a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.610060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8aadee3f-67a7-4943-8ca0-e892b6a9454a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2301285 Dec 07 13:46:34.612903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53690) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:34.619734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-95863112-d2fe-4bb5-a792-06864de0bc56 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Request body: {'security_group_rule': {'security_group_id': '71a7bba6-3ee6-4d7f-a177-88f02480b2bc', 'project_id': '011bca4914c64f099aee057411b3988c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:46:34.626555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-95863112-d2fe-4bb5-a792-06864de0bc56 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:46:34.630511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-95863112-d2fe-4bb5-a792-06864de0bc56 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Usage tracker for resource:security_group_rule and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:46:34.633677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-95863112-d2fe-4bb5-a792-06864de0bc56 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:46:34.640223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-95863112-d2fe-4bb5-a792-06864de0bc56 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:46:34.673230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-95863112-d2fe-4bb5-a792-06864de0bc56 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.724201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 50cecdc1-00c1-445e-8d43-496008fd8d57 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:46:34.740473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-95863112-d2fe-4bb5-a792-06864de0bc56 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.768297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-95863112-d2fe-4bb5-a792-06864de0bc56 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.775931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-603af058-cc70-4061-a89d-40b8303283bf tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:34.801066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95863112-d2fe-4bb5-a792-06864de0bc56 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c68596-2541-42fd-8ec7-8ab024fb2c6a,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:34.803737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-95863112-d2fe-4bb5-a792-06864de0bc56 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:34.804011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.805283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 50cecdc1-00c1-445e-8d43-496008fd8d57 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:34.805685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.834845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-95863112-d2fe-4bb5-a792-06864de0bc56 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.836244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-95863112-d2fe-4bb5-a792-06864de0bc56 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2223508 Dec 07 13:46:34.839221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53694) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:34.845313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2f9ff9d9-69c7-41c9-9711-4c7de1a37ebe tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Request body: {'security_group_rule': {'security_group_id': '71a7bba6-3ee6-4d7f-a177-88f02480b2bc', 'project_id': '011bca4914c64f099aee057411b3988c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:46:34.851750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2f9ff9d9-69c7-41c9-9711-4c7de1a37ebe tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:46:34.856339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2f9ff9d9-69c7-41c9-9711-4c7de1a37ebe tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Usage tracker for resource:security_group_rule and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:46:34.859319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2f9ff9d9-69c7-41c9-9711-4c7de1a37ebe tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:46:34.865390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2f9ff9d9-69c7-41c9-9711-4c7de1a37ebe tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:46:34.910020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f9ff9d9-69c7-41c9-9711-4c7de1a37ebe tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:34.977214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f9ff9d9-69c7-41c9-9711-4c7de1a37ebe tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:35.006080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f9ff9d9-69c7-41c9-9711-4c7de1a37ebe tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:35.008036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-93d5c352-5241-4fab-9d55-f418c99c0977 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:35.033987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ff9d9-69c7-41c9-9711-4c7de1a37ebe tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639ade40-d70f-49c7-ac78-75b163d98ac6,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:35.036528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2f9ff9d9-69c7-41c9-9711-4c7de1a37ebe tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:35.074969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2f9ff9d9-69c7-41c9-9711-4c7de1a37ebe tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:35.076335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2f9ff9d9-69c7-41c9-9711-4c7de1a37ebe tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2360702 Dec 07 13:46:35.079255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53698) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:35.085404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8b19e941-d9fd-48df-a657-e2f44e4aaafb tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Request body: {'security_group_rule': {'security_group_id': '71a7bba6-3ee6-4d7f-a177-88f02480b2bc', 'project_id': '011bca4914c64f099aee057411b3988c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:46:35.092310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8b19e941-d9fd-48df-a657-e2f44e4aaafb tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:46:35.096394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8b19e941-d9fd-48df-a657-e2f44e4aaafb tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Usage tracker for resource:security_group_rule and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:46:35.099510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8b19e941-d9fd-48df-a657-e2f44e4aaafb tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:46:35.106127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8b19e941-d9fd-48df-a657-e2f44e4aaafb tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:46:35.143602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-8b19e941-d9fd-48df-a657-e2f44e4aaafb tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Project 011bca4914c64f099aee057411b3988c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:46:35.150725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b19e941-d9fd-48df-a657-e2f44e4aaafb tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:35.217950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b19e941-d9fd-48df-a657-e2f44e4aaafb tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:35.251864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b19e941-d9fd-48df-a657-e2f44e4aaafb tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:35.260126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bd91ec75-0406-40f8-9b67-bd637ac434a6 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:35.278894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19e941-d9fd-48df-a657-e2f44e4aaafb tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cda01cc-fd62-4f0f-8ddb-e002473c9ee2,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:35.281400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8b19e941-d9fd-48df-a657-e2f44e4aaafb tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:35.320762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b19e941-d9fd-48df-a657-e2f44e4aaafb tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:35.322710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8b19e941-d9fd-48df-a657-e2f44e4aaafb tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2424283 Dec 07 13:46:35.325641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53702) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:46:35.331621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d22bcc28-6677-44eb-a4fc-b3ad3b1728ef tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Request body: {'security_group_rule': {'security_group_id': '71a7bba6-3ee6-4d7f-a177-88f02480b2bc', 'project_id': '011bca4914c64f099aee057411b3988c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:46:35.338107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d22bcc28-6677-44eb-a4fc-b3ad3b1728ef tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:46:35.342132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d22bcc28-6677-44eb-a4fc-b3ad3b1728ef tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Usage tracker for resource:security_group_rule and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:46:35.345166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d22bcc28-6677-44eb-a4fc-b3ad3b1728ef tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:46:35.351210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d22bcc28-6677-44eb-a4fc-b3ad3b1728ef tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:46:35.388879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-d22bcc28-6677-44eb-a4fc-b3ad3b1728ef tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Project 011bca4914c64f099aee057411b3988c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 13:46:35.395858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d22bcc28-6677-44eb-a4fc-b3ad3b1728ef tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:35.467878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d22bcc28-6677-44eb-a4fc-b3ad3b1728ef tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:35.494369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d22bcc28-6677-44eb-a4fc-b3ad3b1728ef tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:35.496401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a9f69748-fb3d-46f5-93d0-08921452a4c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:35.519676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bcc28-6677-44eb-a4fc-b3ad3b1728ef tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8d4735-115f-45bb-a4b6-319e09ce40fe,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:35.522169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d22bcc28-6677-44eb-a4fc-b3ad3b1728ef tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:35.557399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d22bcc28-6677-44eb-a4fc-b3ad3b1728ef tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:35.558716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d22bcc28-6677-44eb-a4fc-b3ad3b1728ef tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2320707 Dec 07 13:46:35.611355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Sync routers for ids ['868c11a4-da35-448d-ab88-b1e8cea7d30a'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:46:35.624728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Routers {'868c11a4-da35-448d-ab88-b1e8cea7d30a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:46:35.625395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:46:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['868c11a4-da35-448d-ab88-b1e8cea7d30a'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:35.813985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Set router 868c11a4-da35-448d-ab88-b1e8cea7d30a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:46:35.926646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:46:36.144084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'name': 'tempest-TestVolumeBootPattern-1696841280-router', 'tenant_id': 'cbe1227182254aa1b0ad9efd82acea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.214'}], 'enable_snat': True}, 'gw_port_id': '711d7006-5120-458e-838f-57bcbcb84da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:27Z', 'updated_at': '2021-12-07T13:46:31Z', 'revision_number': 4, 'project_id': 'cbe1227182254aa1b0ad9efd82acea93', 'gw_port': {'id': '711d7006-5120-458e-838f-57bcbcb84da6', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:28Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'e6637799-7f99-4970-9877-3ddd4ab26fca', 'name': '', 'network_id': '7e52a665-66dc-43dc-9aea-dc171260da4a', 'tenant_id': 'cbe1227182254aa1b0ad9efd82acea93', 'mac_address': 'fa:16:3e:eb:7f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '737083d7-2779-47e2-aece-32aa17a2a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:30Z', 'updated_at': '2021-12-07T13:46:31Z', 'revision_number': 2, 'project_id': 'cbe1227182254aa1b0ad9efd82acea93', 'subnets': [{'id': '737083d7-2779-47e2-aece-32aa17a2a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:36.148120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Checking router: 868c11a4-da35-448d-ab88-b1e8cea7d30a for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:46:36.148520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Updating router 868c11a4-da35-448d-ab88-b1e8cea7d30a port e6637799-7f99-4970-9877-3ddd4ab26fca binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 13:46:36.201178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:36.777201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:36.789698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Transition to ACTIVE for port object e6637799-7f99-4970-9877-3ddd4ab26fca will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:46:36.848760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:36.854096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-368f8639-c81a-403c-aa5f-a740f7a132b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:36.982358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9635ca-7312-4f77-b6cb-4c28795d9f5e None None] Pushing event updated for resources: {'Port': ['ID=e6637799-7f99-4970-9877-3ddd4ab26fca,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:36.988604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2f9635ca-7312-4f77-b6cb-4c28795d9f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:37.087624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Attempting to bind port e6637799-7f99-4970-9877-3ddd4ab26fca on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:46:37.088034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Attempting to bind port e6637799-7f99-4970-9877-3ddd4ab26fca by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'e2430fb4-c983-491b-959e-c9caeb3c1535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e52a665-66dc-43dc-9aea-dc171260da4a'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:46:37.088501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Attempting to bind port e6637799-7f99-4970-9877-3ddd4ab26fca on network 7e52a665-66dc-43dc-9aea-dc171260da4a {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:46:37.096045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:46:37.096477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Checking segment: {'id': 'e2430fb4-c983-491b-959e-c9caeb3c1535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e52a665-66dc-43dc-9aea-dc171260da4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:46:37.097408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:37.097408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Bound using segment: {'id': 'e2430fb4-c983-491b-959e-c9caeb3c1535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e52a665-66dc-43dc-9aea-dc171260da4a'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:46:37.097864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Bound port: e6637799-7f99-4970-9877-3ddd4ab26fca, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2430fb4-c983-491b-959e-c9caeb3c1535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e52a665-66dc-43dc-9aea-dc171260da4a'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:46:37.098293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:37.208751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] For port e6637799-7f99-4970-9877-3ddd4ab26fca, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:46:37.213273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] For port e6637799-7f99-4970-9877-3ddd4ab26fca, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e6637799-7f99-4970-9877-3ddd4ab26fca,segment=NetworkSegment(e2430fb4-c983-491b-959e-c9caeb3c1535),segment_id=e2430fb4-c983-491b-959e-c9caeb3c1535)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:46:37.252951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:37.257833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9fad8f1c-c7e0-4ee3-8137-043251a44415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:37.345743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9635ca-7312-4f77-b6cb-4c28795d9f5e None None] Pushing event updated for resources: {'Port': ['ID=e6637799-7f99-4970-9877-3ddd4ab26fca,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:37.348682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Routers {'868c11a4-da35-448d-ab88-b1e8cea7d30a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:46:37.349349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:46:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['868c11a4-da35-448d-ab88-b1e8cea7d30a'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:37.400949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2f9635ca-7312-4f77-b6cb-4c28795d9f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:37.550634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] Set router 868c11a4-da35-448d-ab88-b1e8cea7d30a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:46:37.909046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'name': 'tempest-TestVolumeBootPattern-1696841280-router', 'tenant_id': 'cbe1227182254aa1b0ad9efd82acea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.214'}], 'enable_snat': True}, 'gw_port_id': '711d7006-5120-458e-838f-57bcbcb84da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:27Z', 'updated_at': '2021-12-07T13:46:31Z', 'revision_number': 4, 'project_id': 'cbe1227182254aa1b0ad9efd82acea93', 'gw_port': {'id': '711d7006-5120-458e-838f-57bcbcb84da6', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:28Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'e6637799-7f99-4970-9877-3ddd4ab26fca', 'name': '', 'network_id': '7e52a665-66dc-43dc-9aea-dc171260da4a', 'tenant_id': 'cbe1227182254aa1b0ad9efd82acea93', 'mac_address': 'fa:16:3e:eb:7f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '737083d7-2779-47e2-aece-32aa17a2a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:30Z', 'updated_at': '2021-12-07T13:46:37Z', 'revision_number': 4, 'project_id': 'cbe1227182254aa1b0ad9efd82acea93', 'subnets': [{'id': '737083d7-2779-47e2-aece-32aa17a2a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:46:37.913624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be863e12-2d77-4ee3-a4e0-0ab1b2c77337 None None] The sync data for ids ['868c11a4-da35-448d-ab88-b1e8cea7d30a'] in dv-neutron-ussuri-2-hyperv is: [{'id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'name': 'tempest-TestVolumeBootPattern-1696841280-router', 'tenant_id': 'cbe1227182254aa1b0ad9efd82acea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.214'}], 'enable_snat': True}, 'gw_port_id': '711d7006-5120-458e-838f-57bcbcb84da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:27Z', 'updated_at': '2021-12-07T13:46:31Z', 'revision_number': 4, 'project_id': 'cbe1227182254aa1b0ad9efd82acea93', 'gw_port': {'id': '711d7006-5120-458e-838f-57bcbcb84da6', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:28Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'e6637799-7f99-4970-9877-3ddd4ab26fca', 'name': '', 'network_id': '7e52a665-66dc-43dc-9aea-dc171260da4a', 'tenant_id': 'cbe1227182254aa1b0ad9efd82acea93', 'mac_address': 'fa:16:3e:eb:7f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '737083d7-2779-47e2-aece-32aa17a2a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:30Z', 'updated_at': '2021-12-07T13:46:37Z', 'revision_number': 4, 'project_id': 'cbe1227182254aa1b0ad9efd82acea93', 'subnets': [{'id': '737083d7-2779-47e2-aece-32aa17a2a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:46:38.573336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e6637799-7f99-4970-9877-3ddd4ab26fca up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:46:38.676867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port e6637799-7f99-4970-9877-3ddd4ab26fca completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:46:38.683373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port e6637799-7f99-4970-9877-3ddd4ab26fca triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:38.683812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:38.815673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:38.852240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port e6637799-7f99-4970-9877-3ddd4ab26fca, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e6637799-7f99-4970-9877-3ddd4ab26fca,segment=NetworkSegment(e2430fb4-c983-491b-959e-c9caeb3c1535),segment_id=e2430fb4-c983-491b-959e-c9caeb3c1535)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:46:38.886454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:38.888691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7686a0e-f774-4171-a0ff-bd09b3064eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:46:38.973409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=e6637799-7f99-4970-9877-3ddd4ab26fca,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:46:38.982630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:46:39.831555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:46:40.531145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e6637799-7f99-4970-9877-3ddd4ab26fca up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:46:40.611505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port e6637799-7f99-4970-9877-3ddd4ab26fca triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:46:40.612000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:00.194832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9ee5fbb7-af2d-4310-9d2a-19e7005ca6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:01.693882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:02.470682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b6687f00-ed56-44d2-a0ba-5c597fdce690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:02.904946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:04.905171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:06.951439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-0ebf303b-6799-45ea-98af-29f613efd113 req-e5f63ff0-5989-4ea2-bacd-31db07b49fa5 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Synchronizing usage tracker for tenant:011bca4914c64f099aee057411b3988c on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:47:06.999917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-0ebf303b-6799-45ea-98af-29f613efd113 req-e5f63ff0-5989-4ea2-bacd-31db07b49fa5 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Unset dirty status for tenant:011bca4914c64f099aee057411b3988c on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:47:07.001144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-e5f63ff0-5989-4ea2-bacd-31db07b49fa5 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-570095455&fields=id&tenant_id=011bca4914c64f099aee057411b3988c HTTP/1.1" status: 200 len: 267 time: 0.0929382 Dec 07 13:47:07.160318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf303b-6799-45ea-98af-29f613efd113 req-de3adf4b-6d11-46d4-9e05-396a79175732 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:07.161802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-de3adf4b-6d11-46d4-9e05-396a79175732 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 812 time: 0.1530142 Dec 07 13:47:07.179109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-4c7ae4ab-caa8-43b2-a384-ac98e25ba1c2 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/quotas/011bca4914c64f099aee057411b3988c HTTP/1.1" status: 200 len: 375 time: 0.0113041 Dec 07 13:47:07.262546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-f6489876-516d-440a-b709-f22b3f46988f tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781424 Dec 07 13:47:07.279745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-f8549298-3b2c-479d-90e5-f1743804cb7c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:47:07.280805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-f8549298-3b2c-479d-90e5-f1743804cb7c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0054963 Dec 07 13:47:07.422559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-6da221de-5a50-484a-b160-e84a5ce1b5d5 service neutron] 10.222.0.24 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355219 Dec 07 13:47:07.563005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-ef88a8f3-bfa6-406a-a4d3-4391e415580d service neutron] 10.222.0.24 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341419 Dec 07 13:47:08.139492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dda8aed0-b719-4d47-a847-3e606d793d20 req-01481a12-04bc-4144-a80e-8dba984487d8 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 210 time: 0.0548861 Dec 07 13:47:09.316543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-22fb25f4-919a-40ce-ad94-60844c8569b9 req-b6a3b724-2d22-4732-af54-924bb716e3c4 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 210 time: 0.0474017 Dec 07 13:47:09.841696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:10.248212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf303b-6799-45ea-98af-29f613efd113 req-b0364c6c-025f-44b2-82d5-e3dcf9029f1a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:10.248951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-0ebf303b-6799-45ea-98af-29f613efd113 req-b0364c6c-025f-44b2-82d5-e3dcf9029f1a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Synchronizing usage tracker for tenant:011bca4914c64f099aee057411b3988c on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:47:10.293841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-0ebf303b-6799-45ea-98af-29f613efd113 req-b0364c6c-025f-44b2-82d5-e3dcf9029f1a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Unset dirty status for tenant:011bca4914c64f099aee057411b3988c on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:47:10.295558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-b0364c6c-025f-44b2-82d5-e3dcf9029f1a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.45 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 812 time: 0.2030001 Dec 07 13:47:10.357923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-0ebf303b-6799-45ea-98af-29f613efd113 req-27b73f74-31b1-4a5a-9dab-8b86d42d50e4 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Synchronizing usage tracker for tenant:011bca4914c64f099aee057411b3988c on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:47:10.370640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-0ebf303b-6799-45ea-98af-29f613efd113 req-27b73f74-31b1-4a5a-9dab-8b86d42d50e4 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Unset dirty status for tenant:011bca4914c64f099aee057411b3988c on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:47:10.371878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-27b73f74-31b1-4a5a-9dab-8b86d42d50e4 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=011bca4914c64f099aee057411b3988c HTTP/1.1" status: 200 len: 379 time: 0.0577898 Dec 07 13:47:10.388871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-0ebf303b-6799-45ea-98af-29f613efd113 req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Request body: {'port': {'device_id': '5d8aea88-73a3-423c-94b9-979e1a96aa90', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'admin_state_up': True, 'tenant_id': '011bca4914c64f099aee057411b3988c', 'security_groups': ['71a7bba6-3ee6-4d7f-a177-88f02480b2bc']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:47:10.501825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bd283d25-f5d0-442a-9740-2384bda9027f req-fbe846f7-59ed-4f5e-8377-4638f5ee2fb2 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 210 time: 0.0511601 Dec 07 13:47:10.773149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-0ebf303b-6799-45ea-98af-29f613efd113 req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:47:10.777622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-0ebf303b-6799-45ea-98af-29f613efd113 req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Usage tracker for resource:port and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:47:10.780602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-0ebf303b-6799-45ea-98af-29f613efd113 req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:47:10.786464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-0ebf303b-6799-45ea-98af-29f613efd113 req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:47:10.829012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ebf303b-6799-45ea-98af-29f613efd113 req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Made reservation on behalf of 011bca4914c64f099aee057411b3988c for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:47:10.834754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ebf303b-6799-45ea-98af-29f613efd113 req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:11.008469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-0ebf303b-6799-45ea-98af-29f613efd113 req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Allocated IP 172.20.0.7 (64caf8ef-6926-40f0-8151-b48e1c59542e/bd69d329-6aa9-47aa-a43d-35e59e906b55/b55a1f5f-a463-4a7e-b860-cb5464156695) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:47:11.208812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ebf303b-6799-45ea-98af-29f613efd113 req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:11.225243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-0ebf303b-6799-45ea-98af-29f613efd113 req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Transition to ACTIVE for port object b55a1f5f-a463-4a7e-b860-cb5464156695 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:47:11.298099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ebf303b-6799-45ea-98af-29f613efd113 req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:11.305173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8050ec1e-6221-4278-8c3a-eb1e2a4f4e10 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:47:11.370619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ebf303b-6799-45ea-98af-29f613efd113 req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Network 64caf8ef-6926-40f0-8151-b48e1c59542e is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:47:11.373883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-0ebf303b-6799-45ea-98af-29f613efd113 req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:47:11.382565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebf303b-6799-45ea-98af-29f613efd113 req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:47:11.429647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event updated for resources: {'Port': ['ID=b55a1f5f-a463-4a7e-b860-cb5464156695,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:47:11.453395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:11.453757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:11.454182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:11.454601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:11.455022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:11.455488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:11.455903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:11.456314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:11.456726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:11.457135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:11.457544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:11.464030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:47:11.476005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf303b-6799-45ea-98af-29f613efd113 req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:11.477346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ebf303b-6799-45ea-98af-29f613efd113 req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:11.549972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1651680 Dec 07 13:47:11.566004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Request body: {'port': {'device_id': '5d8aea88-73a3-423c-94b9-979e1a96aa90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:47:11.696400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:11.735081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fb3e0-f671-4737-96f7-559991485c96 req-d8ff91b4-f9cd-401c-8f37-6d6a15038945 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:11.750016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-852fb3e0-f671-4737-96f7-559991485c96 req-d8ff91b4-f9cd-401c-8f37-6d6a15038945 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 931 time: 0.0964205 Dec 07 13:47:11.802601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-852fb3e0-f671-4737-96f7-559991485c96 req-54b96a71-f3c9-402c-a332-552261f504f5 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576587 Dec 07 13:47:11.825341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8dfeda67-fbb0-4222-b868-35918e448875 None None] Provisioning for port b55a1f5f-a463-4a7e-b860-cb5464156695 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:47:11.832156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8dfeda67-fbb0-4222-b868-35918e448875 None None] Provisioning complete for port b55a1f5f-a463-4a7e-b860-cb5464156695 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:47:11.837458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8dfeda67-fbb0-4222-b868-35918e448875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:11.890366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8dfeda67-fbb0-4222-b868-35918e448875 None None] Port b55a1f5f-a463-4a7e-b860-cb5464156695 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:47:12.116819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b55a1f5f-a463-4a7e-b860-cb5464156695 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:47:12.123877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:12.196925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Transition to ACTIVE for port object b55a1f5f-a463-4a7e-b860-cb5464156695 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:47:12.228787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:12.233077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7a3dce34-02f3-4579-a4e6-07eb0f824d37 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:47:12.367761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Pushing event updated for resources: {'Port': ['ID=b55a1f5f-a463-4a7e-b860-cb5464156695,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:47:12.370827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:47:12.490911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Attempting to bind port b55a1f5f-a463-4a7e-b860-cb5464156695 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:47:12.491321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Attempting to bind port b55a1f5f-a463-4a7e-b860-cb5464156695 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:47:12.491689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Attempting to bind port b55a1f5f-a463-4a7e-b860-cb5464156695 on network 64caf8ef-6926-40f0-8151-b48e1c59542e {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:47:12.498480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Port b55a1f5f-a463-4a7e-b860-cb5464156695 on network 64caf8ef-6926-40f0-8151-b48e1c59542e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:47:12.498844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Attempting to bind port b55a1f5f-a463-4a7e-b860-cb5464156695 on network 64caf8ef-6926-40f0-8151-b48e1c59542e {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:47:12.506259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:47:12.506637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Checking segment: {'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:47:12.507052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Bound using segment: {'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:47:12.507542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Bound port: b55a1f5f-a463-4a7e-b860-cb5464156695, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:47:12.507989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:12.601209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] For port b55a1f5f-a463-4a7e-b860-cb5464156695, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:47:12.605232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] For port b55a1f5f-a463-4a7e-b860-cb5464156695, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=b55a1f5f-a463-4a7e-b860-cb5464156695,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:47:12.658052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:12.662997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6060b914-782d-4036-a0ed-1d95feb9615b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:47:12.721717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:12.723196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] 10.222.0.45 "PUT /v2.0/ports/b55a1f5f-a463-4a7e-b860-cb5464156695 HTTP/1.1" status: 200 len: 1093 time: 1.1620643 Dec 07 13:47:12.726068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8aea88-73a3-423c-94b9-979e1a96aa90', 'tag': 'b55a1f5f-a463-4a7e-b860-cb5464156695'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:47:12.757686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Pushing event updated for resources: {'Port': ['ID=b55a1f5f-a463-4a7e-b860-cb5464156695,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:47:12.761799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:47:12.808495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8aea88-73a3-423c-94b9-979e1a96aa90', 'tag': 'b55a1f5f-a463-4a7e-b860-cb5464156695', 'status': 'completed', 'code': 200} Dec 07 13:47:12.910010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-7bc3afaa-b529-4a61-851e-3680f70e597b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 1096 time: 0.0879929 Dec 07 13:47:12.930508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:47:13.003198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-5033fa57-f171-44ce-8440-b767687bb21a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b55a1f5f-a463-4a7e-b860-cb5464156695 HTTP/1.1" status: 200 len: 217 time: 0.0789206 Dec 07 13:47:13.059221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49221aa7-ae84-42d6-88c6-5048609b47ea req-a6a7adfa-893c-48e7-83eb-61256b0a8f0c tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:13.061012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-49221aa7-ae84-42d6-88c6-5048609b47ea req-a6a7adfa-893c-48e7-83eb-61256b0a8f0c tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 943 time: 0.1005282 Dec 07 13:47:13.084248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf303b-6799-45ea-98af-29f613efd113 req-9ad8a912-8448-4a0c-8d9d-0ea230151f6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:13.086040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-9ad8a912-8448-4a0c-8d9d-0ea230151f6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 200 len: 851 time: 0.0733395 Dec 07 13:47:13.111421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-49221aa7-ae84-42d6-88c6-5048609b47ea req-f0866f4b-60fd-4f25-8651-8b11d1c88fe7 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439286 Dec 07 13:47:13.178101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-29786bfa-dfc0-4d05-bcfc-140be9a994cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64caf8ef-6926-40f0-8151-b48e1c59542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775666 Dec 07 13:47:13.326310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-48249b49-bda6-410d-9bac-c63c71aa37a8 service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380646 Dec 07 13:47:13.472694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ebf303b-6799-45ea-98af-29f613efd113 req-f718a8ae-6036-4a2e-a570-5d19ec22ff26 service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369419 Dec 07 13:47:13.637189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7645c9a0-5f59-499d-ac92-5b5421c6d34f req-9b6d6f6e-ad8d-4d5b-b5bb-58e603dcafa6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 1096 time: 0.0790279 Dec 07 13:47:13.792387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645c9a0-5f59-499d-ac92-5b5421c6d34f req-802ff47f-afe4-4b9d-956a-ee39b7c495fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:13.794000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7645c9a0-5f59-499d-ac92-5b5421c6d34f req-802ff47f-afe4-4b9d-956a-ee39b7c495fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 913 time: 0.1461840 Dec 07 13:47:13.870433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7645c9a0-5f59-499d-ac92-5b5421c6d34f req-68d18446-3c0f-4663-bb00-5ded1ae32a36 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b55a1f5f-a463-4a7e-b860-cb5464156695 HTTP/1.1" status: 200 len: 217 time: 0.0659480 Dec 07 13:47:13.950289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645c9a0-5f59-499d-ac92-5b5421c6d34f req-155b1bac-3947-4952-86c2-d3d607f9b119 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:13.951945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7645c9a0-5f59-499d-ac92-5b5421c6d34f req-155b1bac-3947-4952-86c2-d3d607f9b119 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 200 len: 851 time: 0.0706477 Dec 07 13:47:14.036741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7645c9a0-5f59-499d-ac92-5b5421c6d34f req-ff0ed708-546f-4378-83d0-d0d701a96295 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64caf8ef-6926-40f0-8151-b48e1c59542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740640 Dec 07 13:47:14.188707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7645c9a0-5f59-499d-ac92-5b5421c6d34f req-6da99803-8605-475d-81ea-93ffb9b0f169 service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393375 Dec 07 13:47:14.327182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65381524-126a-4165-be5d-d0d8cfdf4f72 req-916434c7-f3a9-49fa-afe3-739f06cf8f35 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:14.328839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65381524-126a-4165-be5d-d0d8cfdf4f72 req-916434c7-f3a9-49fa-afe3-739f06cf8f35 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 943 time: 0.0895000 Dec 07 13:47:14.349026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7645c9a0-5f59-499d-ac92-5b5421c6d34f req-b8bbfcbb-d5e3-43de-9305-b4250e9eea9a service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504688 Dec 07 13:47:14.381759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65381524-126a-4165-be5d-d0d8cfdf4f72 req-d95b69c1-87b5-4892-870b-52f1c71fef22 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467896 Dec 07 13:47:15.584259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6f82f-0ee2-4d7d-9b63-8fb4211dd04c req-c850368b-acae-4f3d-8e63-3d97f741a46e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:15.586379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3cd6f82f-0ee2-4d7d-9b63-8fb4211dd04c req-c850368b-acae-4f3d-8e63-3d97f741a46e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 943 time: 0.0805657 Dec 07 13:47:15.637151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3cd6f82f-0ee2-4d7d-9b63-8fb4211dd04c req-0ce0ca45-407f-436e-85c7-4ebcf8a46fec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446012 Dec 07 13:47:16.843858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5092b41-8d6b-422a-a6f4-60d09e145d95 req-6b8f8325-f7f7-4127-a15f-4288bf643a7b tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:16.845446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c5092b41-8d6b-422a-a6f4-60d09e145d95 req-6b8f8325-f7f7-4127-a15f-4288bf643a7b tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 943 time: 0.0828395 Dec 07 13:47:16.893240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c5092b41-8d6b-422a-a6f4-60d09e145d95 req-69ba8aeb-af2a-4d66-bb43-df35a78dee7f tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417686 Dec 07 13:47:18.100950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c73f97-d737-49ff-9b8e-eb085250cbd7 req-497acedb-7b7b-47eb-b439-6c9434a9cbd7 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:18.103432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-10c73f97-d737-49ff-9b8e-eb085250cbd7 req-497acedb-7b7b-47eb-b439-6c9434a9cbd7 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 943 time: 0.0884109 Dec 07 13:47:18.154559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-10c73f97-d737-49ff-9b8e-eb085250cbd7 req-96270782-f894-4566-958d-cb13d526ee46 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449729 Dec 07 13:47:19.361076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d09adf-b5ce-47f3-910a-bfa5bec41a03 req-8c017324-b784-489f-95ab-0d901481ac08 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:19.362700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17d09adf-b5ce-47f3-910a-bfa5bec41a03 req-8c017324-b784-489f-95ab-0d901481ac08 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 943 time: 0.0831773 Dec 07 13:47:19.410306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17d09adf-b5ce-47f3-910a-bfa5bec41a03 req-9ff75e96-1e0d-4d55-85bc-613677f35e0a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409346 Dec 07 13:47:20.625836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b719d7-7b2f-44fb-b760-180a49b607ce req-3710fa7d-461d-431e-a819-31b699cbebb3 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:20.625836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-47b719d7-7b2f-44fb-b760-180a49b607ce req-3710fa7d-461d-431e-a819-31b699cbebb3 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 943 time: 0.0868258 Dec 07 13:47:20.674113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-47b719d7-7b2f-44fb-b760-180a49b607ce req-b924ada4-3d63-43cc-aa99-8f3d5044c45c tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429008 Dec 07 13:47:21.877671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341ebd2-a309-480a-b877-79c907ad4ed1 req-d8df24a1-c4e2-47cb-af91-a807d78100d5 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:21.879283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5341ebd2-a309-480a-b877-79c907ad4ed1 req-d8df24a1-c4e2-47cb-af91-a807d78100d5 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 943 time: 0.0816884 Dec 07 13:47:21.931748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5341ebd2-a309-480a-b877-79c907ad4ed1 req-5b18f720-ba88-463f-a80d-b4adc30bea02 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462344 Dec 07 13:47:22.268981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device b55a1f5f-a463-4a7e-b860-cb5464156695 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:47:22.410566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port b55a1f5f-a463-4a7e-b860-cb5464156695, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=b55a1f5f-a463-4a7e-b860-cb5464156695,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:47:22.425622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'b55a1f5f-a463-4a7e-b860-cb5464156695', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'port_id': 'b55a1f5f-a463-4a7e-b860-cb5464156695', 'mac_address': 'fa:16:3e:e7:1c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:47:22.485077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:22.503196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b55a1f5f-a463-4a7e-b860-cb5464156695 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:47:22.518217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port b55a1f5f-a463-4a7e-b860-cb5464156695, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=b55a1f5f-a463-4a7e-b860-cb5464156695,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:47:22.571678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:22.574350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:47:22.641223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=b55a1f5f-a463-4a7e-b860-cb5464156695,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:47:22.651531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:22.651925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:22.652308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:22.652687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:22.653064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:22.653439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:22.653809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:22.654179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:22.654546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:22.654914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:22.655301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:22.659390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:47:22.824623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['b55a1f5f-a463-4a7e-b860-cb5464156695'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:47:23.136097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca695a-fba4-4078-bf26-966baae3bed8 req-1a7f10e6-16e9-41b0-a894-4705e388e1db tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:23.137609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-98ca695a-fba4-4078-bf26-966baae3bed8 req-1a7f10e6-16e9-41b0-a894-4705e388e1db tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 944 time: 0.0844793 Dec 07 13:47:23.188980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-98ca695a-fba4-4078-bf26-966baae3bed8 req-a1485408-2554-4e90-982c-a79d575b3c3c tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446596 Dec 07 13:47:24.269348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device b55a1f5f-a463-4a7e-b860-cb5464156695 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:47:24.384875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port b55a1f5f-a463-4a7e-b860-cb5464156695 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:47:24.390139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port b55a1f5f-a463-4a7e-b860-cb5464156695 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:47:24.390566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:24.400809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904adc3-f1ed-41dc-8209-b8efe8ccb977 req-1bc7b0a5-17cd-4861-ac4f-3f93d5e64373 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:24.402412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5904adc3-f1ed-41dc-8209-b8efe8ccb977 req-1bc7b0a5-17cd-4861-ac4f-3f93d5e64373 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 944 time: 0.0875473 Dec 07 13:47:24.516572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:24.546339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8aea88-73a3-423c-94b9-979e1a96aa90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55a1f5f-a463-4a7e-b860-cb5464156695'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:47:24.557601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port b55a1f5f-a463-4a7e-b860-cb5464156695, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=b55a1f5f-a463-4a7e-b860-cb5464156695,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:47:24.596605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:24.598770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:47:24.634206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8aea88-73a3-423c-94b9-979e1a96aa90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55a1f5f-a463-4a7e-b860-cb5464156695', 'code': 200} Dec 07 13:47:24.669383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=b55a1f5f-a463-4a7e-b860-cb5464156695,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:47:24.672861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:47:24.687822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5904adc3-f1ed-41dc-8209-b8efe8ccb977 req-f06ba539-b542-4669-a3d3-7177673a9ed8 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789330 Dec 07 13:47:24.893604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5b7afe7d-291b-40af-af20-6a922490cc95 req-b5345750-1cc6-4579-951f-0d20037ca9f2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 1098 time: 0.0755696 Dec 07 13:47:24.939856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5b7afe7d-291b-40af-af20-6a922490cc95 req-68e4086e-27a7-40b9-9732-33e6dfae62d9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366113 Dec 07 13:47:25.894567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf078f9-c4e3-444c-80a6-a05ad28c4849 req-f4789af9-a1a7-4534-96fb-aa890793e55d tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:25.896672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bdf078f9-c4e3-444c-80a6-a05ad28c4849 req-f4789af9-a1a7-4534-96fb-aa890793e55d tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 945 time: 0.0817592 Dec 07 13:47:25.948236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bdf078f9-c4e3-444c-80a6-a05ad28c4849 req-16209f1d-f2c8-42bc-9c13-47d6480a3691 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448804 Dec 07 13:47:27.159516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37343bce-9b09-4d4f-902d-c48cb8866b41 req-a77296f0-c4e1-4fcc-9599-37655ea9847b tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:27.161120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-37343bce-9b09-4d4f-902d-c48cb8866b41 req-a77296f0-c4e1-4fcc-9599-37655ea9847b tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 945 time: 0.0878966 Dec 07 13:47:27.210983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-37343bce-9b09-4d4f-902d-c48cb8866b41 req-cd5ee832-f5d0-4c8b-b9b2-a86560a1772e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423603 Dec 07 13:47:27.425688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37ac7f-1cd5-4a82-991f-e39c29c26bb5 req-141567fc-e837-4ff5-89d2-a568279d64f2 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:27.427304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dd37ac7f-1cd5-4a82-991f-e39c29c26bb5 req-141567fc-e837-4ff5-89d2-a568279d64f2 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 945 time: 0.0844057 Dec 07 13:47:27.481621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dd37ac7f-1cd5-4a82-991f-e39c29c26bb5 req-193ce334-65d4-4f22-8e35-4d8e5d777b67 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476644 Dec 07 13:47:27.510279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53930) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:47:27.729966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-95971f6f-e132-4af0-a7c2-48183e7eb033 tempest-TestVolumeBootPattern-1099112892 tempest-TestVolumeBootPattern-1099112892-project-admin] Synchronizing usage tracker for tenant:cbe1227182254aa1b0ad9efd82acea93 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:47:27.778648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-95971f6f-e132-4af0-a7c2-48183e7eb033 tempest-TestVolumeBootPattern-1099112892 tempest-TestVolumeBootPattern-1099112892-project-admin] Unset dirty status for tenant:cbe1227182254aa1b0ad9efd82acea93 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:47:27.779924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-95971f6f-e132-4af0-a7c2-48183e7eb033 tempest-TestVolumeBootPattern-1099112892 tempest-TestVolumeBootPattern-1099112892-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 1093 time: 0.2686398 Dec 07 13:47:27.782936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 53936) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:47:27.789887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': 'b55a1f5f-a463-4a7e-b860-cb5464156695', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:47:27.796154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:47:27.800191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Usage tracker for resource:floatingip and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:47:27.803130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:47:27.809682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:47:27.851896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:27.997454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:28.172848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Allocated IP 172.36.4.13 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/5799c59e-a884-414d-9df1-3130f6a81abf) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:47:28.327498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:28.384930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:28.389435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d74f50c9-29c3-44cd-a19d-d0d70ef6c963 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:47:28.458784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:47:28.462811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:47:28.465581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:47:28.497677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event updated for resources: {'Port': ['ID=5799c59e-a884-414d-9df1-3130f6a81abf,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:47:28.520007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:28.520430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:28.520849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:28.521254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:28.521660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:28.522065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:28.522471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:28.522994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:28.523475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:28.523831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:28.524256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:47:28.529197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:47:28.989830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:29.085609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:29.295479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:29.338778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:29.343438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e65ecc67-ba53-472e-9e2d-bcdee62342fa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:47:29.455270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event updated for resources: {'Port': ['ID=5799c59e-a884-414d-9df1-3130f6a81abf,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:47:29.459663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:47:29.466543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:29.657976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Floating IP fcf4bd4c-0e78-4aa5-bb40-67719f437f13 associated. External IP: 172.36.4.13, port: b55a1f5f-a463-4a7e-b860-cb5464156695. Dec 07 13:47:30.055338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Router 630f7ed9-fbaf-4dc4-900e-d816fae8102a has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:47:30.093340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb13d28f-4be8-48c8-a579-0ce605cea100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:30.499469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:47:30.511138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b484b-5f1f-4457-a7b4-53c5d8bb89ca None None] Sync routers for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:47:30.524096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68b484b-5f1f-4457-a7b4-53c5d8bb89ca None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:47:30.534064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b68b484b-5f1f-4457-a7b4-53c5d8bb89ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:47:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:47:30.619150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:30.674807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8907149 Dec 07 13:47:30.675535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8aea88-73a3-423c-94b9-979e1a96aa90', 'tag': 'b55a1f5f-a463-4a7e-b860-cb5464156695'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:47:30.710975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b68b484b-5f1f-4457-a7b4-53c5d8bb89ca None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:47:30.741145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8aea88-73a3-423c-94b9-979e1a96aa90', 'tag': 'b55a1f5f-a463-4a7e-b860-cb5464156695', 'status': 'completed', 'code': 200} Dec 07 13:47:30.832473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52cd4688-66aa-4c7f-bb04-eb2c36184a0b req-34923fe0-6342-4983-a58d-7909ed0230aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 1098 time: 0.0726924 Dec 07 13:47:30.981072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd4688-66aa-4c7f-bb04-eb2c36184a0b req-65e75900-b641-4f0b-930a-42eb34e32850 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:30.982653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52cd4688-66aa-4c7f-bb04-eb2c36184a0b req-65e75900-b641-4f0b-930a-42eb34e32850 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 913 time: 0.1411357 Dec 07 13:47:31.071246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b68b484b-5f1f-4457-a7b4-53c5d8bb89ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'fcf4bd4c-0e78-4aa5-bb40-67719f437f13', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'floating_ip_address': '172.36.4.13', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'port_id': 'b55a1f5f-a463-4a7e-b860-cb5464156695', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'mac_address': 'fa:16:3e:e7:1c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8aea88-73a3-423c-94b9-979e1a96aa90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:47:28Z', 'updated_at': '2021-12-07T13:47:28Z', 'revision_number': 0, 'project_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:47:31.075270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b484b-5f1f-4457-a7b4-53c5d8bb89ca None None] Checking router: 630f7ed9-fbaf-4dc4-900e-d816fae8102a for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:47:31.086341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68b484b-5f1f-4457-a7b4-53c5d8bb89ca None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:47:31.086988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b68b484b-5f1f-4457-a7b4-53c5d8bb89ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:47:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:47:31.090572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52cd4688-66aa-4c7f-bb04-eb2c36184a0b req-d9e45694-0c46-4361-8205-642fff9add80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b55a1f5f-a463-4a7e-b860-cb5464156695 HTTP/1.1" status: 200 len: 998 time: 0.1012576 Dec 07 13:47:31.161248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd4688-66aa-4c7f-bb04-eb2c36184a0b req-614241d4-8672-4ad9-91a6-608fbe5a8fb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:31.162816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52cd4688-66aa-4c7f-bb04-eb2c36184a0b req-614241d4-8672-4ad9-91a6-608fbe5a8fb9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 200 len: 851 time: 0.0660319 Dec 07 13:47:31.243794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52cd4688-66aa-4c7f-bb04-eb2c36184a0b req-a95db640-e4b0-4447-a824-08115d9849f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64caf8ef-6926-40f0-8151-b48e1c59542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740876 Dec 07 13:47:31.274875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b68b484b-5f1f-4457-a7b4-53c5d8bb89ca None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:47:31.392605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52cd4688-66aa-4c7f-bb04-eb2c36184a0b req-7323e0d7-1fbc-4362-a50f-8cd6b7736c66 service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423314 Dec 07 13:47:31.536075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52cd4688-66aa-4c7f-bb04-eb2c36184a0b req-5dcb0792-2212-4bdb-8d9d-619d0121314b service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368961 Dec 07 13:47:31.641519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:31.777008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b68b484b-5f1f-4457-a7b4-53c5d8bb89ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'fcf4bd4c-0e78-4aa5-bb40-67719f437f13', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'floating_ip_address': '172.36.4.13', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'port_id': 'b55a1f5f-a463-4a7e-b860-cb5464156695', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'mac_address': 'fa:16:3e:e7:1c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8aea88-73a3-423c-94b9-979e1a96aa90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:47:28Z', 'updated_at': '2021-12-07T13:47:28Z', 'revision_number': 0, 'project_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:47:31.781283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68b484b-5f1f-4457-a7b4-53c5d8bb89ca None None] The sync data for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv is: [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'fcf4bd4c-0e78-4aa5-bb40-67719f437f13', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'floating_ip_address': '172.36.4.13', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'port_id': 'b55a1f5f-a463-4a7e-b860-cb5464156695', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'mac_address': 'fa:16:3e:e7:1c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8aea88-73a3-423c-94b9-979e1a96aa90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:47:28Z', 'updated_at': '2021-12-07T13:47:28Z', 'revision_number': 0, 'project_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:47:32.128694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44701dee-673f-4979-9738-25e029644644 None None] New status for floating IP fcf4bd4c-0e78-4aa5-bb40-67719f437f13: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:47:32.451607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6a507e84-dcc8-4c82-a534-7129735f4ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:32.904746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:34.794370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:38.196504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f8c24b16-08b1-4952-a0b1-62ff791f361d req-1987ed0d-fa87-428b-88f6-cb1071a5e5bb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719984 Dec 07 13:47:38.349019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f8c24b16-08b1-4952-a0b1-62ff791f361d req-408bc1f1-f59c-49fa-a28b-75a613434c65 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 1098 time: 0.0784354 Dec 07 13:47:38.734377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c24b16-08b1-4952-a0b1-62ff791f361d req-b0dea969-7438-4224-9d33-d83455287e6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:38.736005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f8c24b16-08b1-4952-a0b1-62ff791f361d req-b0dea969-7438-4224-9d33-d83455287e6b service neutron] 10.222.0.45 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 913 time: 0.3652270 Dec 07 13:47:38.845423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f8c24b16-08b1-4952-a0b1-62ff791f361d req-1561b43a-252d-4e05-9d3a-4090e2c3fe46 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b55a1f5f-a463-4a7e-b860-cb5464156695 HTTP/1.1" status: 200 len: 1000 time: 0.1012049 Dec 07 13:47:38.916093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c24b16-08b1-4952-a0b1-62ff791f361d req-31a7e019-9274-491b-92b8-b1f64243eb72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:47:38.917598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f8c24b16-08b1-4952-a0b1-62ff791f361d req-31a7e019-9274-491b-92b8-b1f64243eb72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 200 len: 851 time: 0.0624626 Dec 07 13:47:38.998995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f8c24b16-08b1-4952-a0b1-62ff791f361d req-06858e9e-b1e1-4b1b-808f-fb509654b8c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64caf8ef-6926-40f0-8151-b48e1c59542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730348 Dec 07 13:47:39.141300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f8c24b16-08b1-4952-a0b1-62ff791f361d req-817a3051-e5a6-43f0-9fea-152be935a147 service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359310 Dec 07 13:47:39.282668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f8c24b16-08b1-4952-a0b1-62ff791f361d req-4fb20494-da88-4dd6-b21e-ad9278a4a696 service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346881 Dec 07 13:47:39.858705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:47:49.933157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:48:00.086850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-323ac705-31c6-4a2b-96a7-bdfe2a68a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:48:01.646915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:48:02.439480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-47e2120b-400a-40d4-ace9-59e93af5baea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:48:02.890608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:48:04.795568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:48:09.880682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:48:26.934440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:48:30.109030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-19520795-9cce-47f3-b90b-c87b22328356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:48:31.638794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:48:32.423685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d0b6e16c-0e94-403c-9f8f-ae83684b9c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:48:32.897912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:48:34.787663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:48:39.212042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-53b780b0-9d6e-4dcf-8724-505ce70e62d1 req-cf9ce9c8-1d2a-4521-810a-e258748896f1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786109 Dec 07 13:48:39.365785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-53b780b0-9d6e-4dcf-8724-505ce70e62d1 req-34bb8419-efc1-437e-98b1-5fd410e9b61c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 1098 time: 0.0741591 Dec 07 13:48:39.524618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b780b0-9d6e-4dcf-8724-505ce70e62d1 req-63435fb2-45c2-4f46-9705-84c9c861174c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:48:39.526182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-53b780b0-9d6e-4dcf-8724-505ce70e62d1 req-63435fb2-45c2-4f46-9705-84c9c861174c service neutron] 10.222.0.45 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 913 time: 0.1356957 Dec 07 13:48:39.637021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-53b780b0-9d6e-4dcf-8724-505ce70e62d1 req-aeee5d19-a9a9-48de-897f-5acf784cbc05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b55a1f5f-a463-4a7e-b860-cb5464156695 HTTP/1.1" status: 200 len: 1000 time: 0.0992842 Dec 07 13:48:39.707033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b780b0-9d6e-4dcf-8724-505ce70e62d1 req-c91c7338-196b-4e6a-a8ea-108d4489834e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:48:39.709312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-53b780b0-9d6e-4dcf-8724-505ce70e62d1 req-c91c7338-196b-4e6a-a8ea-108d4489834e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 200 len: 851 time: 0.0623686 Dec 07 13:48:39.798453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-53b780b0-9d6e-4dcf-8724-505ce70e62d1 req-ff8fcb75-7115-420f-b44f-bbab66b1072f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64caf8ef-6926-40f0-8151-b48e1c59542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785029 Dec 07 13:48:39.886615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:48:39.946562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-53b780b0-9d6e-4dcf-8724-505ce70e62d1 req-9eaeb159-59c2-4c6e-9480-3d0ac49a6e86 service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378014 Dec 07 13:48:40.095528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-53b780b0-9d6e-4dcf-8724-505ce70e62d1 req-6e1a0f6b-5006-4936-abb4-287cce6d7543 service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388822 Dec 07 13:49:00.097172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b0685b9-077b-44ea-9168-498fac320be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:49:01.639925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:49:02.434526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52c2f402-9343-4961-94f2-662d61d8a57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:49:02.903453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:49:03.935174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:49:04.794728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:49:09.891009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:49:30.090739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-03cbdeeb-dd1e-404a-b968-8d218b0dc93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:49:31.650848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:49:32.439759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-597ed78a-e714-48b2-8945-1d2ccdac3f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:49:32.890847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:49:34.781318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:49:39.890460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:49:40.935095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:49:41.202342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-47187c44-2cbf-4117-b879-a797e77973a4 req-ba48b6bd-94bd-47c3-a8a5-e2d4f9643c43 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772460 Dec 07 13:49:41.364840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-47187c44-2cbf-4117-b879-a797e77973a4 req-ac2db0ad-e239-4808-95c3-777943e3e290 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 1098 time: 0.0778151 Dec 07 13:49:41.525761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47187c44-2cbf-4117-b879-a797e77973a4 req-676e6f0b-94b5-4911-9ce0-eef4bd8424f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:49:41.527224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-47187c44-2cbf-4117-b879-a797e77973a4 req-676e6f0b-94b5-4911-9ce0-eef4bd8424f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 913 time: 0.1362562 Dec 07 13:49:41.636656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-47187c44-2cbf-4117-b879-a797e77973a4 req-ac8aa622-9f8e-48ae-b282-5635d9b26624 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b55a1f5f-a463-4a7e-b860-cb5464156695 HTTP/1.1" status: 200 len: 1000 time: 0.0992548 Dec 07 13:49:41.706990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47187c44-2cbf-4117-b879-a797e77973a4 req-f779febe-d902-4bd4-9daf-c487e9aafdeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:49:41.708550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-47187c44-2cbf-4117-b879-a797e77973a4 req-f779febe-d902-4bd4-9daf-c487e9aafdeb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 200 len: 851 time: 0.0616803 Dec 07 13:49:41.791165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-47187c44-2cbf-4117-b879-a797e77973a4 req-f53e0873-9f86-4840-9f4a-b6128e78b7dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64caf8ef-6926-40f0-8151-b48e1c59542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722392 Dec 07 13:49:41.937926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-47187c44-2cbf-4117-b879-a797e77973a4 req-37ce0882-4627-4bff-8fab-5f6a6ed3c349 service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366632 Dec 07 13:49:42.083036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-47187c44-2cbf-4117-b879-a797e77973a4 req-8d361435-211d-41b2-9b4c-9ed2ca484d3a service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347539 Dec 07 13:50:00.102051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-694f0ede-1a5e-4cdd-b3f9-bd6c3dabea32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:01.639190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:02.444921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-042603fc-e299-4c37-afe0-3b6923c4c766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:02.901750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:04.787626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:09.970426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:17.936195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:50:23.213570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a9827-6707-4282-8825-25b43d2ed386 req-64a503b3-d77c-4345-9e63-738addc9d24a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:23.215201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bb6a9827-6707-4282-8825-25b43d2ed386 req-64a503b3-d77c-4345-9e63-738addc9d24a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 945 time: 0.1794043 Dec 07 13:50:23.264204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bb6a9827-6707-4282-8825-25b43d2ed386 req-7c64fb02-3a09-4302-a0d2-9e61fb59af5b tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416369 Dec 07 13:50:24.592687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57befffd-dea4-4150-a9d3-bdc91a55254e req-f92caf88-b626-4d4e-9e90-5bf4919f9fc0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:24.594292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-57befffd-dea4-4150-a9d3-bdc91a55254e req-f92caf88-b626-4d4e-9e90-5bf4919f9fc0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 945 time: 0.1780961 Dec 07 13:50:24.642727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-57befffd-dea4-4150-a9d3-bdc91a55254e req-49fe00b9-df4d-4b22-baf4-39ac4f4ef9dd tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420916 Dec 07 13:50:24.859586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-aa584e3b-7d7b-483f-869b-2e331b812537 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:24.860249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-aa584e3b-7d7b-483f-869b-2e331b812537 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Synchronizing usage tracker for tenant:011bca4914c64f099aee057411b3988c on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:50:24.912514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-aa584e3b-7d7b-483f-869b-2e331b812537 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Unset dirty status for tenant:011bca4914c64f099aee057411b3988c on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:50:24.913776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-aa584e3b-7d7b-483f-869b-2e331b812537 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.45 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 945 time: 0.1390927 Dec 07 13:50:24.990595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Deleting port b55a1f5f-a463-4a7e-b860-cb5464156695 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:50:24.990974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:25.241499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] For port b55a1f5f-a463-4a7e-b860-cb5464156695, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=b55a1f5f-a463-4a7e-b860-cb5464156695,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:50:25.241899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:25.536984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:25.537319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:25.537662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Floating IP fcf4bd4c-0e78-4aa5-bb40-67719f437f13 disassociated. External IP: 172.36.4.13, port: b55a1f5f-a463-4a7e-b860-cb5464156695. Dec 07 13:50:25.538034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Calling delete_port for b55a1f5f-a463-4a7e-b860-cb5464156695 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:50:25.804786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:25.811844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fe84ac4f-1f2a-4885-bff3-023279bc5095 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:50:25.838666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-13550f61-c0ad-430d-8871-7ad2ef0b3340 req-d6caf3a6-266a-4436-853e-2d8062f53ff3 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 210 time: 0.0504489 Dec 07 13:50:25.855703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event deleted for resources: {'Port': ['ID=b55a1f5f-a463-4a7e-b860-cb5464156695,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:50:25.874637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:25.875078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:25.875530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:25.875955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:25.876375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:25.876792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:25.877772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:25.878192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:25.878601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:25.879013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:25.879449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:25.882985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:50:26.326967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Router 630f7ed9-fbaf-4dc4-900e-d816fae8102a has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:50:26.538743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:50:26.549604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3241c4-5ae2-495d-9260-ae8e8e3b198b None None] Sync routers for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:50:26.562679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3241c4-5ae2-495d-9260-ae8e8e3b198b None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:50:26.563455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-af3241c4-5ae2-495d-9260-ae8e8e3b198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:50:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:50:26.611142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] No DVR routers for this DVR port b55a1f5f-a463-4a7e-b860-cb5464156695 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:50:26.614507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:26.617289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8aea88-73a3-423c-94b9-979e1a96aa90', 'name': 'network-vif-deleted', 'tag': 'b55a1f5f-a463-4a7e-b860-cb5464156695'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:50:26.656954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6c165af4-7ec2-49dc-b8ba-03ad66f0148f req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.45 "DELETE /v2.0/ports/b55a1f5f-a463-4a7e-b860-cb5464156695 HTTP/1.1" status: 204 len: 173 time: 1.7343783 Dec 07 13:50:26.749028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-af3241c4-5ae2-495d-9260-ae8e8e3b198b None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:50:26.758718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8aea88-73a3-423c-94b9-979e1a96aa90', 'name': 'network-vif-deleted', 'tag': 'b55a1f5f-a463-4a7e-b860-cb5464156695', 'status': 'completed', 'code': 200} Dec 07 13:50:27.051267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99ad9f8d-8673-4b36-bb90-8070fe1b31f0 req-f97c0d46-5933-4719-855a-4a5d1aba1fb1 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8aea88-73a3-423c-94b9-979e1a96aa90 HTTP/1.1" status: 200 len: 210 time: 0.0469708 Dec 07 13:50:27.086231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-af3241c4-5ae2-495d-9260-ae8e8e3b198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:50:27.091441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3241c4-5ae2-495d-9260-ae8e8e3b198b None None] Checking router: 630f7ed9-fbaf-4dc4-900e-d816fae8102a for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:50:27.104257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3241c4-5ae2-495d-9260-ae8e8e3b198b None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:50:27.105011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-af3241c4-5ae2-495d-9260-ae8e8e3b198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:50:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:50:27.293801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-af3241c4-5ae2-495d-9260-ae8e8e3b198b None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:50:27.614652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-af3241c4-5ae2-495d-9260-ae8e8e3b198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:50:27.618632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3241c4-5ae2-495d-9260-ae8e8e3b198b None None] The sync data for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv is: [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:50:28.034057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a8e97-107b-48cb-a01d-cc78028c2be1 None None] New status for floating IP fcf4bd4c-0e78-4aa5-bb40-67719f437f13: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:50:28.426830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-65881c72-a223-4c75-a5a5-6aa5a763b446 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-570095455&fields=id&tenant_id=011bca4914c64f099aee057411b3988c HTTP/1.1" status: 200 len: 267 time: 0.0463569 Dec 07 13:50:28.587639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-6e674b6a-e194-49c7-95fc-f939fd5f73fd tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:28.589261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-6e674b6a-e194-49c7-95fc-f939fd5f73fd tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 812 time: 0.1552382 Dec 07 13:50:28.606816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-86b43730-0574-44a3-8860-d1195a0cf071 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/quotas/011bca4914c64f099aee057411b3988c HTTP/1.1" status: 200 len: 375 time: 0.0118294 Dec 07 13:50:28.697590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-72bc9cfb-b86f-49de-be02-25ed04a05d2f tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849268 Dec 07 13:50:28.787658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-77e9c37e-ff01-49cf-8bc5-d7a5de5d42ac service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:50:28.788778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-77e9c37e-ff01-49cf-8bc5-d7a5de5d42ac service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0768976 Dec 07 13:50:28.939216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-b8442c31-3252-49d4-84c3-d040e0e99363 service neutron] 10.222.0.24 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436224 Dec 07 13:50:29.081406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-c6b8326f-885f-4a66-883a-a579ceec4d28 service neutron] 10.222.0.24 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355164 Dec 07 13:50:29.331102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device b55a1f5f-a463-4a7e-b860-cb5464156695 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:50:29.365110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: b55a1f5f-a463-4a7e-b860-cb5464156695 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:50:29.365389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device b55a1f5f-a463-4a7e-b860-cb5464156695 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:50:29.637363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a5ea56de-c63a-4084-acd9-2df28337f373 req-80c36fad-db2d-40ac-991a-98e0f0b29a0f tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 210 time: 0.0445509 Dec 07 13:50:30.118396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6083cc3e-d776-4a1b-8bb8-a5d1b93d0f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:30.808552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-510a6933-b514-4895-b0f8-1166591210d3 req-5a3ae337-533d-47fc-8fb7-58069631352e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 210 time: 0.0466080 Dec 07 13:50:31.568554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-d8c4f329-e2ba-407f-995a-45d292f144bc tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:31.570085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-d8c4f329-e2ba-407f-995a-45d292f144bc tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.45 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 812 time: 0.1587365 Dec 07 13:50:31.635732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-91875f8a-6c86-40f2-a4ae-214dd6ec25f5 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=011bca4914c64f099aee057411b3988c HTTP/1.1" status: 200 len: 379 time: 0.0469239 Dec 07 13:50:31.638140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:31.651739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Request body: {'port': {'device_id': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'admin_state_up': True, 'tenant_id': '011bca4914c64f099aee057411b3988c', 'security_groups': ['71a7bba6-3ee6-4d7f-a177-88f02480b2bc']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:50:31.800880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:50:31.805239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Usage tracker for resource:port and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:50:31.808290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:50:31.814656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:50:31.849995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Made reservation on behalf of 011bca4914c64f099aee057411b3988c for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:50:31.856078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:31.989553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1488d39a-92de-41e2-9ea1-8e12bc2db8b4 req-bacad4fe-628a-4506-9ec7-f3a77c41bbcf tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 210 time: 0.0531268 Dec 07 13:50:32.043957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Allocated IP 172.20.0.13 (64caf8ef-6926-40f0-8151-b48e1c59542e/bd69d329-6aa9-47aa-a43d-35e59e906b55/849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:50:32.240632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:32.257303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Transition to ACTIVE for port object 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:50:32.307738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:32.314332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e47d65ca-19f2-4a6a-beee-052dc42292e1 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:50:32.382301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Network 64caf8ef-6926-40f0-8151-b48e1c59542e is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:50:32.390024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:50:32.395469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:50:32.429208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event updated for resources: {'Port': ['ID=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:50:32.436422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:50:32.467754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:32.468430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:32.473009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca5e8b25-eda4-4237-9f5b-aafe2c6633a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:32.629141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9815977 Dec 07 13:50:32.719967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Request body: {'port': {'device_id': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:50:32.821422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bf99025d-4ed7-47cf-8ccd-993bc6e12806 None None] Provisioning for port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:50:32.828051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bf99025d-4ed7-47cf-8ccd-993bc6e12806 None None] Provisioning complete for port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:50:32.828475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf99025d-4ed7-47cf-8ccd-993bc6e12806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:32.835066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:32.895622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bf99025d-4ed7-47cf-8ccd-993bc6e12806 None None] Port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:50:32.975793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:33.195272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73284356-6707-491c-b8eb-f90a1f715b25 req-22e99cf6-af8e-4ebf-8f10-d01ba41728f0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:33.196867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-73284356-6707-491c-b8eb-f90a1f715b25 req-22e99cf6-af8e-4ebf-8f10-d01ba41728f0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 932 time: 0.0835586 Dec 07 13:50:33.201953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:50:33.209141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:33.246774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-73284356-6707-491c-b8eb-f90a1f715b25 req-5aed12b6-23df-4969-9f25-cba88183692b tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429373 Dec 07 13:50:33.352611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Transition to ACTIVE for port object 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:50:33.380997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:33.385894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-63204189-2cc4-4862-b3d4-7ebfd43ae5e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:50:33.522023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Pushing event updated for resources: {'Port': ['ID=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:50:33.525065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:50:33.633468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Attempting to bind port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:50:33.633841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Attempting to bind port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:50:33.634204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Attempting to bind port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 on network 64caf8ef-6926-40f0-8151-b48e1c59542e {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:50:33.640605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 on network 64caf8ef-6926-40f0-8151-b48e1c59542e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:50:33.641028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Attempting to bind port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 on network 64caf8ef-6926-40f0-8151-b48e1c59542e {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:50:33.648714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:50:33.649083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Checking segment: {'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:50:33.649648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Bound using segment: {'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:50:33.650121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Bound port: 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:50:33.650500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:33.745847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] For port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:50:33.749177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] For port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:50:33.793528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:33.798355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-62ceb28b-49fc-42dd-b475-5feeb14a8c9c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:50:33.850772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:33.852403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] 10.222.0.45 "PUT /v2.0/ports/849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 HTTP/1.1" status: 200 len: 1094 time: 1.2116590 Dec 07 13:50:33.855081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'tag': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:50:33.885569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Pushing event updated for resources: {'Port': ['ID=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:50:33.889497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:50:33.921609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'tag': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064', 'status': 'completed', 'code': 200} Dec 07 13:50:34.034144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-10d23731-c4cf-485f-81d3-add499eabb3a req-876a0b16-8787-4882-b1af-1021a2d7d1cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 1097 time: 0.0827625 Dec 07 13:50:34.197289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d23731-c4cf-485f-81d3-add499eabb3a req-2e442adf-d949-47e2-ab37-c645b258bdf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:34.198881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-10d23731-c4cf-485f-81d3-add499eabb3a req-2e442adf-d949-47e2-ab37-c645b258bdf3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=011bca4914c64f099aee057411b3988c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1536381 Dec 07 13:50:34.351539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d23731-c4cf-485f-81d3-add499eabb3a req-83f574e6-365b-4456-b995-bd0b751c159e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:34.353153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-10d23731-c4cf-485f-81d3-add499eabb3a req-83f574e6-365b-4456-b995-bd0b751c159e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1429889 Dec 07 13:50:34.462506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f9095-1c28-43a3-abbd-12fb805d1c03 req-3a14510e-02b1-4ceb-a1c0-d97d7339cdd8 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:34.464140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-247f9095-1c28-43a3-abbd-12fb805d1c03 req-3a14510e-02b1-4ceb-a1c0-d97d7339cdd8 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 944 time: 0.0900688 Dec 07 13:50:34.476964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-a049f8aa-6e43-4811-9ed3-1f980c69a116 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 1097 time: 0.0741787 Dec 07 13:50:34.514681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-247f9095-1c28-43a3-abbd-12fb805d1c03 req-05b499ae-f315-42e2-a4ab-9d3f6f5b942b tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443895 Dec 07 13:50:34.558516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-d890cc5a-bfd4-4d17-bb88-2ad9ce6660e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 HTTP/1.1" status: 200 len: 217 time: 0.0685287 Dec 07 13:50:34.628682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-0cec67a9-099e-48b6-94a3-ed00df160547 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:34.630313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-0cec67a9-099e-48b6-94a3-ed00df160547 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 200 len: 851 time: 0.0622063 Dec 07 13:50:34.714990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-0a4244e7-710d-44a2-a7b4-b76c5721c3d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64caf8ef-6926-40f0-8151-b48e1c59542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747237 Dec 07 13:50:34.826444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:34.860597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-9b3677da-fa93-49aa-bc63-5ac8de00f6b5 service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335793 Dec 07 13:50:35.004287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7104efa0-e7d1-4f03-b9b1-27fa063a3963 req-e0d97029-9dd2-45ef-83a9-1c8eaae63b3e service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359177 Dec 07 13:50:35.852434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6704be-07bb-4ac6-98f7-f0736e18c24b req-f5920d2d-a63c-41db-a157-61759374e3a2 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:35.853925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c6704be-07bb-4ac6-98f7-f0736e18c24b req-f5920d2d-a63c-41db-a157-61759374e3a2 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 944 time: 0.0808864 Dec 07 13:50:35.903179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c6704be-07bb-4ac6-98f7-f0736e18c24b req-a235dcf2-b7ef-495e-94d8-2902ebe7214c tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432189 Dec 07 13:50:37.113842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb724aa3-ec72-44a6-8282-de9e2b1cbaa0 req-8de25ece-dd1d-440d-b16d-6e93e735b7e4 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:37.115483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fb724aa3-ec72-44a6-8282-de9e2b1cbaa0 req-8de25ece-dd1d-440d-b16d-6e93e735b7e4 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 944 time: 0.0865035 Dec 07 13:50:37.163763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fb724aa3-ec72-44a6-8282-de9e2b1cbaa0 req-8dfe822c-9f5e-45ea-add8-e6e9b68cc35a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422070 Dec 07 13:50:38.370482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb2e1-f4f8-40df-8d83-c50e4af9d8d0 req-eb00fcb6-03df-4f61-8246-1144d029d0e3 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:38.372147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-adfcb2e1-f4f8-40df-8d83-c50e4af9d8d0 req-eb00fcb6-03df-4f61-8246-1144d029d0e3 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 944 time: 0.0865328 Dec 07 13:50:38.420657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-adfcb2e1-f4f8-40df-8d83-c50e4af9d8d0 req-0e777093-86ae-4240-93f6-40a5b81ef344 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417833 Dec 07 13:50:39.627037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3ed21-3c70-4c6d-92a4-aa5852e11476 req-1f6c4519-a6e8-442a-b921-70ebb5637a68 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:39.629138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39e3ed21-3c70-4c6d-92a4-aa5852e11476 req-1f6c4519-a6e8-442a-b921-70ebb5637a68 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 944 time: 0.0850081 Dec 07 13:50:39.676335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39e3ed21-3c70-4c6d-92a4-aa5852e11476 req-2db216b5-7624-41c7-9de0-11d8337904cc tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411909 Dec 07 13:50:39.929727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:40.880466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e76b5c-936c-4aa4-b6aa-d55fe0d80316 req-529acb42-b2ac-4d3f-a01f-8c3e9cbc22e8 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:40.882099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1e76b5c-936c-4aa4-b6aa-d55fe0d80316 req-529acb42-b2ac-4d3f-a01f-8c3e9cbc22e8 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 944 time: 0.0843382 Dec 07 13:50:40.936612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1e76b5c-936c-4aa4-b6aa-d55fe0d80316 req-7aa65eae-abdb-48fc-838b-afe775af33fb tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480692 Dec 07 13:50:42.143741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38172ca7-5c96-421f-9209-02bc7bc6b362 req-91c2ece1-390e-4d63-b3de-c725af6eeb7a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:42.145313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-38172ca7-5c96-421f-9209-02bc7bc6b362 req-91c2ece1-390e-4d63-b3de-c725af6eeb7a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 944 time: 0.0876803 Dec 07 13:50:42.192943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-38172ca7-5c96-421f-9209-02bc7bc6b362 req-77850c32-60b5-4073-8408-b7864b0352fa tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413456 Dec 07 13:50:43.403295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428fddd-7fcb-4b40-97ba-673cbf514889 req-1ee3a00c-5508-4a88-a303-346f1fcbfe50 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:43.404868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4428fddd-7fcb-4b40-97ba-673cbf514889 req-1ee3a00c-5508-4a88-a303-346f1fcbfe50 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 944 time: 0.0871518 Dec 07 13:50:43.428095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:50:43.453976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4428fddd-7fcb-4b40-97ba-673cbf514889 req-ee3443eb-7c11-438e-803f-c83d2c7db35d tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430586 Dec 07 13:50:43.570680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:50:43.584802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'port_id': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064', 'mac_address': 'fa:16:3e:0f:b1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:50:43.643004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:43.661128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:50:43.676903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:50:43.717789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:43.719952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:50:43.785744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:50:43.794872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:43.795286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:43.795673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:43.796053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:43.796434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:43.796806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:43.797177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:43.797547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:43.797916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:43.798283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:43.798648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:43.803483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:50:43.995661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:50:44.661101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968275e8-3f5e-47d7-8819-affedeb64e53 req-986b304d-2baf-4263-9f06-fbcf465893c7 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:44.662672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-968275e8-3f5e-47d7-8819-affedeb64e53 req-986b304d-2baf-4263-9f06-fbcf465893c7 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 945 time: 0.0824380 Dec 07 13:50:44.710880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-968275e8-3f5e-47d7-8819-affedeb64e53 req-05790c3c-4909-4f31-bb5e-d1ceb4c9a358 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418458 Dec 07 13:50:45.439447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:50:45.558390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:50:45.563574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:50:45.563998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:45.680530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:45.711192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:50:45.721526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:50:45.753344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:45.756725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dfb684b2-dba4-4e97-825a-d8d37d3e41f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:50:45.827692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:50:45.831581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:50:45.853174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064', 'code': 200} Dec 07 13:50:45.925768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554b768-6f21-4a7b-ae84-6ce42c5abbf3 req-62570c92-180f-4f8e-bdc8-f4e06dd294e8 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:45.927427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4554b768-6f21-4a7b-ae84-6ce42c5abbf3 req-62570c92-180f-4f8e-bdc8-f4e06dd294e8 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 946 time: 0.0886824 Dec 07 13:50:45.977355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4554b768-6f21-4a7b-ae84-6ce42c5abbf3 req-26af4317-48ba-46a5-aaf7-c4f1321f9b6f tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435586 Dec 07 13:50:46.201867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a4db55ea-8c4f-4937-b423-aeac0d93586c req-c24f49c4-2604-4e19-a6a0-b61ef1de0523 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 1099 time: 0.0730240 Dec 07 13:50:46.245806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a4db55ea-8c4f-4937-b423-aeac0d93586c req-1be710b2-0582-4511-bc95-7a099b60b894 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370517 Dec 07 13:50:47.181709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d205020-f227-4c5e-8ec9-9b0b14037c5c req-d593c292-d890-46a2-a99f-6b38986fbaca tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:47.183319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6d205020-f227-4c5e-8ec9-9b0b14037c5c req-d593c292-d890-46a2-a99f-6b38986fbaca tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 946 time: 0.0815790 Dec 07 13:50:47.234661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6d205020-f227-4c5e-8ec9-9b0b14037c5c req-e3157ebf-03b5-45b2-924e-aafc3325fafb tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448844 Dec 07 13:50:48.438990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a18a40-a789-4fc8-8a96-7895e25f6089 req-deed0026-935e-4381-95fa-78bcb82fe32c tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:48.441299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-62a18a40-a789-4fc8-8a96-7895e25f6089 req-deed0026-935e-4381-95fa-78bcb82fe32c tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 946 time: 0.0841310 Dec 07 13:50:48.489159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-62a18a40-a789-4fc8-8a96-7895e25f6089 req-1797785e-e22e-4a4e-ae90-713a7080bac0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417476 Dec 07 13:50:48.694113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77490bc-5ee7-4ded-a84e-6a80ef833cce req-e857f554-d884-496c-90c9-a3a01e4f72ab tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:48.695700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d77490bc-5ee7-4ded-a84e-6a80ef833cce req-e857f554-d884-496c-90c9-a3a01e4f72ab tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 946 time: 0.0860300 Dec 07 13:50:48.743683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d77490bc-5ee7-4ded-a84e-6a80ef833cce req-553ad05b-06a7-4b7a-bc65-93eb963d0b1e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418925 Dec 07 13:50:48.771367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54102) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:50:48.844767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bbd667f0-4380-4075-a6b5-c9c48882bbc8 tempest-TestVolumeBootPattern-1099112892 tempest-TestVolumeBootPattern-1099112892-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 1094 time: 0.0720460 Dec 07 13:50:48.847970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54106) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:50:48.853748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:50:48.859770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:50:48.864505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Usage tracker for resource:floatingip and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:50:48.867559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:50:48.873628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:50:48.906481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:49.051599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:49.192087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Allocated IP 172.36.4.144 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/bb5e8874-c429-4d49-bddb-3e8f5bbc2bec) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:50:49.344371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:49.404228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:49.409110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96934812-be3a-4a64-b554-09d10e3fc53d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:50:49.473901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:50:49.477322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:50:49.481905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:50:49.510879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event updated for resources: {'Port': ['ID=bb5e8874-c429-4d49-bddb-3e8f5bbc2bec,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:50:49.534435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:49.534858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:49.535303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:49.535725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:49.536139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:49.536552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:49.536960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:49.537367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:49.537772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:49.538177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:49.538580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:50:49.543909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:50:50.012875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:50.097782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:50.553377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:50.586143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:50.590463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c167eb7e-6cb5-49db-a54a-eaac49e6c9e8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:50:50.695815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event updated for resources: {'Port': ['ID=bb5e8874-c429-4d49-bddb-3e8f5bbc2bec,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:50:50.700655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:50:50.712962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:50.915558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Floating IP 83275d9c-191e-4413-a63a-09fb2776ca08 associated. External IP: 172.36.4.144, port: 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064. Dec 07 13:50:51.304947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Router 630f7ed9-fbaf-4dc4-900e-d816fae8102a has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:50:51.515580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:50:51.526590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a522281-a3c7-4775-9b4e-a0dff4369ba9 None None] Sync routers for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:50:51.540084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a522281-a3c7-4775-9b4e-a0dff4369ba9 None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:50:51.540740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9a522281-a3c7-4775-9b4e-a0dff4369ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:50:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:50:51.661647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:50:51.721279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8715546 Dec 07 13:50:51.722181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'tag': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:50:51.864008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'tag': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064', 'status': 'completed', 'code': 200} Dec 07 13:50:51.876243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-9a522281-a3c7-4775-9b4e-a0dff4369ba9 None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:50:51.979492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3b3130cb-da23-47ca-80ba-c0cc3bc7efdc req-e00dc65b-6e6e-40fc-888e-355ab6051e8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 1099 time: 0.0840912 Dec 07 13:50:52.257969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9a522281-a3c7-4775-9b4e-a0dff4369ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '83275d9c-191e-4413-a63a-09fb2776ca08', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'floating_ip_address': '172.36.4.144', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'port_id': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'mac_address': 'fa:16:3e:0f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:50:49Z', 'updated_at': '2021-12-07T13:50:49Z', 'revision_number': 0, 'project_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:50:52.262442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a522281-a3c7-4775-9b4e-a0dff4369ba9 None None] Checking router: 630f7ed9-fbaf-4dc4-900e-d816fae8102a for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:50:52.277751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a522281-a3c7-4775-9b4e-a0dff4369ba9 None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:50:52.278619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9a522281-a3c7-4775-9b4e-a0dff4369ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:50:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:50:52.365486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3130cb-da23-47ca-80ba-c0cc3bc7efdc req-1289a5d3-784a-4a71-b764-9f6740d1af9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:52.367066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3b3130cb-da23-47ca-80ba-c0cc3bc7efdc req-1289a5d3-784a-4a71-b764-9f6740d1af9b service neutron] 10.222.0.45 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 913 time: 0.3815219 Dec 07 13:50:52.469229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-9a522281-a3c7-4775-9b4e-a0dff4369ba9 None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:50:52.474546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3b3130cb-da23-47ca-80ba-c0cc3bc7efdc req-d95ad708-56a9-44a3-acef-02db363322df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 HTTP/1.1" status: 200 len: 1000 time: 0.0997634 Dec 07 13:50:52.542090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3130cb-da23-47ca-80ba-c0cc3bc7efdc req-25fe666c-b9e5-4341-81ac-ef42abfc15db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:50:52.543557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3b3130cb-da23-47ca-80ba-c0cc3bc7efdc req-25fe666c-b9e5-4341-81ac-ef42abfc15db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 200 len: 851 time: 0.0632436 Dec 07 13:50:52.624468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3b3130cb-da23-47ca-80ba-c0cc3bc7efdc req-d063f27d-05f5-4329-8c1b-5bc628afda43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64caf8ef-6926-40f0-8151-b48e1c59542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738945 Dec 07 13:50:52.765894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3b3130cb-da23-47ca-80ba-c0cc3bc7efdc req-cc5fe93b-9f1e-4b6b-8ab5-89aaa0f1f339 service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345119 Dec 07 13:50:52.828404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9a522281-a3c7-4775-9b4e-a0dff4369ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '83275d9c-191e-4413-a63a-09fb2776ca08', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'floating_ip_address': '172.36.4.144', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'port_id': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'mac_address': 'fa:16:3e:0f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:50:49Z', 'updated_at': '2021-12-07T13:50:49Z', 'revision_number': 0, 'project_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:50:52.832620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a522281-a3c7-4775-9b4e-a0dff4369ba9 None None] The sync data for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv is: [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '83275d9c-191e-4413-a63a-09fb2776ca08', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'floating_ip_address': '172.36.4.144', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'port_id': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'mac_address': 'fa:16:3e:0f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:50:49Z', 'updated_at': '2021-12-07T13:50:49Z', 'revision_number': 0, 'project_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:50:52.914710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3b3130cb-da23-47ca-80ba-c0cc3bc7efdc req-c4e71ccb-9a9b-45fa-8466-6cf791751b58 service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419373 Dec 07 13:50:53.207627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303bb9f3-ad1e-400c-8fab-f67d6ca93ec0 None None] New status for floating IP 83275d9c-191e-4413-a63a-09fb2776ca08: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:50:54.936506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:51:00.100496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a6705060-43e3-4b1b-9cf2-858df78d4fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:51:01.792157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:51:02.444131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c46d0db4-7456-4fea-a915-be0e1e2b40fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:51:02.923720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:51:04.803658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:51:09.934668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:51:30.089542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-128170f5-5a01-4102-bd87-8e7e852222e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:51:31.648770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:51:31.938855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:51:32.482569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33e7f53d-5883-42ba-9a25-b9dd6becab17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:51:32.917489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:51:34.796987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:51:39.940047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:51:44.210345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-61070210-c45f-46cd-9945-5c2bd182e7e5 req-d1dab656-aad8-4807-8fa8-80cd3fe3f83b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777614 Dec 07 13:51:44.359354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-61070210-c45f-46cd-9945-5c2bd182e7e5 req-4e53ed5c-03fb-40cf-b7ed-9b6cde3e0ae3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 1099 time: 0.0731106 Dec 07 13:51:44.510725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61070210-c45f-46cd-9945-5c2bd182e7e5 req-8670c71a-3670-453c-8920-824af01a2ca4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:51:44.512225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-61070210-c45f-46cd-9945-5c2bd182e7e5 req-8670c71a-3670-453c-8920-824af01a2ca4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 913 time: 0.1330886 Dec 07 13:51:44.626389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-61070210-c45f-46cd-9945-5c2bd182e7e5 req-c7847891-7ce8-43a4-a68b-bfb0bc949dc3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 HTTP/1.1" status: 200 len: 1002 time: 0.1069517 Dec 07 13:51:44.697740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61070210-c45f-46cd-9945-5c2bd182e7e5 req-47ce537f-f4b8-4114-9aba-c8c0f5a3c478 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:51:44.699270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-61070210-c45f-46cd-9945-5c2bd182e7e5 req-47ce537f-f4b8-4114-9aba-c8c0f5a3c478 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 200 len: 851 time: 0.0624297 Dec 07 13:51:44.780435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-61070210-c45f-46cd-9945-5c2bd182e7e5 req-b5b7b159-5182-483f-bcea-70a9d68c91c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64caf8ef-6926-40f0-8151-b48e1c59542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740197 Dec 07 13:51:44.919877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-61070210-c45f-46cd-9945-5c2bd182e7e5 req-13d306af-6a09-42f6-a5d5-5f80312cdeeb service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325810 Dec 07 13:51:45.060952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-61070210-c45f-46cd-9945-5c2bd182e7e5 req-39b19f41-980d-4748-a23b-4540e2914c4a service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338520 Dec 07 13:52:00.076495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-607200df-5c95-4daa-b39a-da11d4453406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:52:01.642686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:52:02.442698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97b393d8-66cc-460e-9c6c-3aa3b47f4ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:52:02.922918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:52:04.802719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:52:08.939881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:52:09.939292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:52:30.093745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6510be24-9a35-47da-bb5d-f0e1a7f0022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:52:31.658922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:52:32.464541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9a34-94cf-4b84-a780-63dbdd26784e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:52:32.933189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:52:34.813074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:52:39.950138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:52:45.210541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fa15dd6d-c104-41d8-bdb4-6033811468ef req-9c1d38fd-94be-49c4-b8c0-aa745fcc891d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769610 Dec 07 13:52:45.368184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fa15dd6d-c104-41d8-bdb4-6033811468ef req-6dea07c4-e331-4cf7-b88d-47d1f2b3a0e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 1099 time: 0.0767994 Dec 07 13:52:45.525876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15dd6d-c104-41d8-bdb4-6033811468ef req-8512a693-2373-456c-af26-8738cb6911bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:52:45.527382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fa15dd6d-c104-41d8-bdb4-6033811468ef req-8512a693-2373-456c-af26-8738cb6911bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 913 time: 0.1344492 Dec 07 13:52:45.633588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fa15dd6d-c104-41d8-bdb4-6033811468ef req-537daf6b-0437-4e32-9411-37356e7a9aed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 HTTP/1.1" status: 200 len: 1002 time: 0.0963430 Dec 07 13:52:45.709464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15dd6d-c104-41d8-bdb4-6033811468ef req-6ffc6783-4667-4dbd-a11b-86c4e6ca324d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:52:45.710985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fa15dd6d-c104-41d8-bdb4-6033811468ef req-6ffc6783-4667-4dbd-a11b-86c4e6ca324d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 200 len: 851 time: 0.0676756 Dec 07 13:52:45.793735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fa15dd6d-c104-41d8-bdb4-6033811468ef req-b4c091ad-e196-4d88-87f6-9876ee6d7db7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64caf8ef-6926-40f0-8151-b48e1c59542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728936 Dec 07 13:52:45.936844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fa15dd6d-c104-41d8-bdb4-6033811468ef req-1b0c04f0-efad-4942-9971-d56eefd37de7 service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328571 Dec 07 13:52:45.940464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:52:46.081639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fa15dd6d-c104-41d8-bdb4-6033811468ef req-013ebd36-7e1d-4e71-b215-85f3f45b5bfc service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353307 Dec 07 13:53:00.076430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-726e5099-7df5-495c-9f23-845a73acc242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:01.636048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:02.447471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5e86fd4a-58d8-4692-bcf3-c7a214824568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:02.927245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:04.812830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:09.972742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:22.944733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:53:28.529145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-af6f33b7-1340-459a-abd0-a5bc54b336e3 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-570095455&fields=id&tenant_id=011bca4914c64f099aee057411b3988c HTTP/1.1" status: 200 len: 267 time: 0.0466285 Dec 07 13:53:28.692400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-3c99f9f1-7c91-4729-a557-b27dee510144 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:28.693973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-3c99f9f1-7c91-4729-a557-b27dee510144 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 812 time: 0.1580033 Dec 07 13:53:28.712236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-9b95e0ca-745b-42bf-80b5-ab330dc96d74 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/quotas/011bca4914c64f099aee057411b3988c HTTP/1.1" status: 200 len: 375 time: 0.0113981 Dec 07 13:53:28.806859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-5b90ab96-455d-407b-b875-3340dda42b35 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0884039 Dec 07 13:53:29.024444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-ee7d7d64-4a79-4e62-82cf-149b3f7de5e8 service neutron] 10.222.0.24 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052507 Dec 07 13:53:29.163336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-c90615d7-3b60-437f-b392-57fcdfc5dfa3 service neutron] 10.222.0.24 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318014 Dec 07 13:53:29.806121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f9bc4272-e638-4403-b32a-42a48774fa39 req-83c8a54d-c516-4544-a9c4-acbeef716b80 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 210 time: 0.0472846 Dec 07 13:53:30.086825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2592e476-268b-41aa-ae37-a83263105a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:30.975437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-acfc081b-d083-4ae5-89ba-8f25858792c4 req-d17adbd5-c575-4620-ae4d-72c4e32c3951 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 210 time: 0.0479820 Dec 07 13:53:31.438030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-0b62eee9-d42f-4914-bdaf-bba5be571f7e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:31.439611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-0b62eee9-d42f-4914-bdaf-bba5be571f7e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.45 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 812 time: 0.1580181 Dec 07 13:53:31.501569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-199af436-3808-4c5c-bb70-5f04424e5f5d tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=011bca4914c64f099aee057411b3988c HTTP/1.1" status: 200 len: 379 time: 0.0436854 Dec 07 13:53:31.546798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Request body: {'port': {'device_id': '059ff463-9522-46af-b18d-94a4d132194f', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'admin_state_up': True, 'tenant_id': '011bca4914c64f099aee057411b3988c', 'security_groups': ['71a7bba6-3ee6-4d7f-a177-88f02480b2bc']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:53:31.635745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:31.691971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:53:31.696317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Usage tracker for resource:port and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:53:31.699341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:53:31.706108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:53:31.755820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Made reservation on behalf of 011bca4914c64f099aee057411b3988c for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:53:31.761586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:31.986179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Allocated IP 172.20.0.11 (64caf8ef-6926-40f0-8151-b48e1c59542e/bd69d329-6aa9-47aa-a43d-35e59e906b55/1df7c17d-0e3e-4f19-a78e-56e5516fe0b2) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:53:32.198356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-28c086f6-e740-4269-b941-683e132d485d req-b2662fed-e870-4b40-ac5f-33d287fd2f2b tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 210 time: 0.0468006 Dec 07 13:53:32.331429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:32.347740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Transition to ACTIVE for port object 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:53:32.390140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:32.396234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:53:32.458565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-900cc2c0-b778-4717-be88-425adbb931c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:32.465728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Network 64caf8ef-6926-40f0-8151-b48e1c59542e is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:53:32.473370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:53:32.478131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:53:32.516296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event updated for resources: {'Port': ['ID=1df7c17d-0e3e-4f19-a78e-56e5516fe0b2,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:53:32.539380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:32.539808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:32.540229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:32.540645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:32.541062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:32.541479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:32.541888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:32.542298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:32.542703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:32.543137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:32.543572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:32.549384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:53:32.561306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:32.561974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:32.730136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1879504 Dec 07 13:53:32.746308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Request body: {'port': {'device_id': '059ff463-9522-46af-b18d-94a4d132194f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:53:32.862281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:32.863851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7e51100f-1f54-40d3-b41f-6a737aa6cfa4 None None] Provisioning for port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:53:32.869066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7e51100f-1f54-40d3-b41f-6a737aa6cfa4 None None] Provisioning complete for port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:53:32.871923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e51100f-1f54-40d3-b41f-6a737aa6cfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:32.941990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7e51100f-1f54-40d3-b41f-6a737aa6cfa4 None None] Port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:53:32.955344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:33.222187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:53:33.229152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:33.245034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Transition to ACTIVE for port object 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:53:33.286720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:33.291990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fcb1bbe2-5f71-4c43-ab17-fffa401634e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:53:33.416294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d781b7-3e93-4be3-9301-37bd7d09edaf req-9ea81a18-4606-4f41-9b9b-4ffe81fcad84 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:33.418687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0d781b7-3e93-4be3-9301-37bd7d09edaf req-9ea81a18-4606-4f41-9b9b-4ffe81fcad84 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 944 time: 0.0883904 Dec 07 13:53:33.424715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Pushing event updated for resources: {'Port': ['ID=1df7c17d-0e3e-4f19-a78e-56e5516fe0b2,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:53:33.428700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:53:33.486529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d0d781b7-3e93-4be3-9301-37bd7d09edaf req-2093aaed-a99e-4c48-9db2-83087e24b67f tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603249 Dec 07 13:53:33.541865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Attempting to bind port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:53:33.542274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Attempting to bind port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:53:33.542621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Attempting to bind port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 on network 64caf8ef-6926-40f0-8151-b48e1c59542e {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:53:33.549785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 on network 64caf8ef-6926-40f0-8151-b48e1c59542e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:53:33.550149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Attempting to bind port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 on network 64caf8ef-6926-40f0-8151-b48e1c59542e {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:53:33.557028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:53:33.557410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Checking segment: {'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:53:33.557829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Bound using segment: {'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:53:33.558304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Bound port: 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:53:33.558696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:33.658864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] For port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:53:33.662060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] For port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=1df7c17d-0e3e-4f19-a78e-56e5516fe0b2,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:53:33.687432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:33.692221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b4a30bae-9a10-4dba-a627-e6345ed5c66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:53:33.753565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:33.755046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] 10.222.0.45 "PUT /v2.0/ports/1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 HTTP/1.1" status: 200 len: 1094 time: 1.0135515 Dec 07 13:53:33.755632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059ff463-9522-46af-b18d-94a4d132194f', 'tag': '1df7c17d-0e3e-4f19-a78e-56e5516fe0b2'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:53:33.776696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Pushing event updated for resources: {'Port': ['ID=1df7c17d-0e3e-4f19-a78e-56e5516fe0b2,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:53:33.781789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:53:33.816142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059ff463-9522-46af-b18d-94a4d132194f', 'tag': '1df7c17d-0e3e-4f19-a78e-56e5516fe0b2', 'status': 'completed', 'code': 200} Dec 07 13:53:33.913839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cbcdc42b-92bf-48df-965d-f3b0dcd4f928 req-265748d4-04c4-475e-a0dc-ea36a21dc00e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 1097 time: 0.0772834 Dec 07 13:53:34.071710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdc42b-92bf-48df-965d-f3b0dcd4f928 req-b6aa69b9-b5c2-49d3-a75b-382b78e3b1c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:34.073245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cbcdc42b-92bf-48df-965d-f3b0dcd4f928 req-b6aa69b9-b5c2-49d3-a75b-382b78e3b1c1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=011bca4914c64f099aee057411b3988c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1505907 Dec 07 13:53:34.225763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdc42b-92bf-48df-965d-f3b0dcd4f928 req-21fa9c07-de99-46b2-9638-86e3c44590cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:34.227300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cbcdc42b-92bf-48df-965d-f3b0dcd4f928 req-21fa9c07-de99-46b2-9638-86e3c44590cd service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1433320 Dec 07 13:53:34.356828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-31a0747b-9ef4-4ad8-aec4-89b883eb2c09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 1097 time: 0.0823476 Dec 07 13:53:34.432452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-b73f7fb7-c847-4a80-b758-dc2ead582269 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 HTTP/1.1" status: 200 len: 217 time: 0.0642343 Dec 07 13:53:34.507935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-f9f625a9-09c3-42f3-9169-a0bbfb72c99a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:34.509407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-f9f625a9-09c3-42f3-9169-a0bbfb72c99a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 200 len: 851 time: 0.0671480 Dec 07 13:53:34.596787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-a476ec55-537c-4a33-bce4-876870bc771f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64caf8ef-6926-40f0-8151-b48e1c59542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769298 Dec 07 13:53:34.693468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36676f-45e0-4900-b5f7-b587ce41b109 req-c3c90ad0-e31e-4bd2-ad30-998cbfc77bc1 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:34.695187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0d36676f-45e0-4900-b5f7-b587ce41b109 req-c3c90ad0-e31e-4bd2-ad30-998cbfc77bc1 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 944 time: 0.0935800 Dec 07 13:53:34.747747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0d36676f-45e0-4900-b5f7-b587ce41b109 req-3fb45ecd-04ad-4622-b0e8-231e2f765c77 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449071 Dec 07 13:53:34.813102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:34.964654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-91876547-22b5-4e23-9994-e05722fcaf05 service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561878 Dec 07 13:53:35.107122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c904f9d-f126-4164-92eb-216a8e7c36b2 req-c3f132f4-eec9-47db-b887-b72aaad72c2a service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324255 Dec 07 13:53:35.955305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb672795-7611-4972-b107-0645101188ef req-f5a2e8d9-86cd-4c98-b3b9-cff027a7f326 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:35.956921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bb672795-7611-4972-b107-0645101188ef req-f5a2e8d9-86cd-4c98-b3b9-cff027a7f326 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 944 time: 0.0850341 Dec 07 13:53:36.009501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bb672795-7611-4972-b107-0645101188ef req-db1e3a2e-a2e9-4f77-b931-b87090c743a9 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464928 Dec 07 13:53:37.217625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598f377-f753-4eff-b6e7-9c2fc4df9d28 req-485f15d1-f6f3-4ab5-91c6-493cea968a1d tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:37.219268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c598f377-f753-4eff-b6e7-9c2fc4df9d28 req-485f15d1-f6f3-4ab5-91c6-493cea968a1d tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 944 time: 0.0841212 Dec 07 13:53:37.267974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c598f377-f753-4eff-b6e7-9c2fc4df9d28 req-0abb468a-3634-474f-8d09-8e84c192b95e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424404 Dec 07 13:53:38.479748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdffb15-83b3-40b6-966c-f3dde4d5823c req-e4f4caa2-36bf-446f-8133-fae944bcac15 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:38.481841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7bdffb15-83b3-40b6-966c-f3dde4d5823c req-e4f4caa2-36bf-446f-8133-fae944bcac15 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 944 time: 0.0867593 Dec 07 13:53:38.529653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7bdffb15-83b3-40b6-966c-f3dde4d5823c req-cf314957-910e-45f9-9602-96f10cd944c0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416763 Dec 07 13:53:39.734379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f569d8f-ab44-46c1-8ba7-dde25ab4ec43 req-18edb1bc-d8ed-4571-a77e-0d13774ea289 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:39.736002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7f569d8f-ab44-46c1-8ba7-dde25ab4ec43 req-18edb1bc-d8ed-4571-a77e-0d13774ea289 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 944 time: 0.0844276 Dec 07 13:53:39.784354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7f569d8f-ab44-46c1-8ba7-dde25ab4ec43 req-2b25a50a-1ef4-40ec-8559-3504b3b78339 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421438 Dec 07 13:53:39.955019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:40.996305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2a614-b2ef-4cb9-9774-e1d4afe4367b req-b2c32a96-b998-4491-af96-7c7eb98009a2 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:40.997910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2ff2a614-b2ef-4cb9-9774-e1d4afe4367b req-b2c32a96-b998-4491-af96-7c7eb98009a2 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 944 time: 0.0877223 Dec 07 13:53:41.048195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2ff2a614-b2ef-4cb9-9774-e1d4afe4367b req-bfcc981a-5dfb-4387-b11e-b0dd6e3c342b tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437922 Dec 07 13:53:42.246155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:53:42.258916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90f733-ee47-4da2-ac0a-8f4e5982e709 req-f77621b2-dba3-44ff-a9e9-395f5805f6e4 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:42.261150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da90f733-ee47-4da2-ac0a-8f4e5982e709 req-f77621b2-dba3-44ff-a9e9-395f5805f6e4 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 944 time: 0.0832267 Dec 07 13:53:42.321557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da90f733-ee47-4da2-ac0a-8f4e5982e709 req-1ff6fe5b-2a57-4fe8-bebf-688720007316 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487812 Dec 07 13:53:42.552681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=1df7c17d-0e3e-4f19-a78e-56e5516fe0b2,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:53:42.567177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '1df7c17d-0e3e-4f19-a78e-56e5516fe0b2', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'port_id': '1df7c17d-0e3e-4f19-a78e-56e5516fe0b2', 'mac_address': 'fa:16:3e:20:06:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:53:42.622454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:42.640755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:53:42.655959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=1df7c17d-0e3e-4f19-a78e-56e5516fe0b2,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:53:42.703711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:42.707739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:53:42.775510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=1df7c17d-0e3e-4f19-a78e-56e5516fe0b2,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:53:42.784641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:42.785033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:42.785415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:42.785794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:42.786177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:42.786554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:42.786925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:42.787325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:42.787719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:42.788065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:42.788726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:42.792766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:53:43.021311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['1df7c17d-0e3e-4f19-a78e-56e5516fe0b2'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:53:43.528689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9eba0-c818-4efe-9ebd-4dc2b2fda1af req-0146310c-6338-414f-a620-f5a660496003 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:43.530624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0da9eba0-c818-4efe-9ebd-4dc2b2fda1af req-0146310c-6338-414f-a620-f5a660496003 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 945 time: 0.0832975 Dec 07 13:53:43.578758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0da9eba0-c818-4efe-9ebd-4dc2b2fda1af req-55b01643-c539-40d0-8b71-d8cfba159263 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429595 Dec 07 13:53:44.263691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:53:44.366497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:53:44.371801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:53:44.372217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:44.488106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:44.515934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059ff463-9522-46af-b18d-94a4d132194f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df7c17d-0e3e-4f19-a78e-56e5516fe0b2'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:53:44.526297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=1df7c17d-0e3e-4f19-a78e-56e5516fe0b2,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:53:44.571738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059ff463-9522-46af-b18d-94a4d132194f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df7c17d-0e3e-4f19-a78e-56e5516fe0b2', 'code': 200} Dec 07 13:53:44.584167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:44.586223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e858324c-48f8-426b-9b44-31e8d016cbd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:53:44.656901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=1df7c17d-0e3e-4f19-a78e-56e5516fe0b2,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:53:44.660423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:53:44.797658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5600-1b48-4a07-b6ad-edf78be1a80a req-a87d1f87-6ea0-4c55-aae0-b0e63b910c2e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:44.799161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dfea5600-1b48-4a07-b6ad-edf78be1a80a req-a87d1f87-6ea0-4c55-aae0-b0e63b910c2e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 946 time: 0.0894878 Dec 07 13:53:44.848618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dfea5600-1b48-4a07-b6ad-edf78be1a80a req-937b54a1-64d3-4b71-8920-bddda5131ccd tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431464 Dec 07 13:53:44.940030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9b7efa5b-07dc-4839-9c15-ac74f2454c70 req-4595e81d-ba8e-46f2-9a0f-a7ca3f766442 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 1099 time: 0.0800240 Dec 07 13:53:44.988255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9b7efa5b-07dc-4839-9c15-ac74f2454c70 req-e3eb6731-3145-48cc-b0da-7729eed113d8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376475 Dec 07 13:53:46.060197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14013de7-7d42-4e68-8a5f-aee5cd885d8d req-2320c57d-d992-49e9-b629-3595090fbf60 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:46.061802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-14013de7-7d42-4e68-8a5f-aee5cd885d8d req-2320c57d-d992-49e9-b629-3595090fbf60 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 946 time: 0.0847080 Dec 07 13:53:46.111217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-14013de7-7d42-4e68-8a5f-aee5cd885d8d req-b4c3dc44-e1cf-41fa-aea4-b31eb4e59dc3 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428200 Dec 07 13:53:46.212755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0bb7196-5913-4f5f-86b4-cef28fcc3b49 req-84b98300-82e2-4460-a9f5-d271af51d4de service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795307 Dec 07 13:53:46.407027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0bb7196-5913-4f5f-86b4-cef28fcc3b49 req-f98ef466-efcd-4ffa-9f23-b455a6a3aee4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 1099 time: 0.0779111 Dec 07 13:53:46.578575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb7196-5913-4f5f-86b4-cef28fcc3b49 req-4a17107d-03a3-461d-9bfb-f9ae1df08137 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:46.580122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0bb7196-5913-4f5f-86b4-cef28fcc3b49 req-4a17107d-03a3-461d-9bfb-f9ae1df08137 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 913 time: 0.1378534 Dec 07 13:53:46.688865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0bb7196-5913-4f5f-86b4-cef28fcc3b49 req-ddf12b30-b522-45ed-b016-70a681ee9a94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 HTTP/1.1" status: 200 len: 1002 time: 0.1009376 Dec 07 13:53:46.755312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb7196-5913-4f5f-86b4-cef28fcc3b49 req-5530530f-abe2-425e-bcee-fc7374bbab31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:46.756858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0bb7196-5913-4f5f-86b4-cef28fcc3b49 req-5530530f-abe2-425e-bcee-fc7374bbab31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 200 len: 851 time: 0.0627813 Dec 07 13:53:46.835760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0bb7196-5913-4f5f-86b4-cef28fcc3b49 req-b1e11e1a-e649-4ae4-bc01-f304292f667f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64caf8ef-6926-40f0-8151-b48e1c59542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726681 Dec 07 13:53:46.977093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0bb7196-5913-4f5f-86b4-cef28fcc3b49 req-f7233af8-0fbd-48c9-a1db-8d59179d5abf service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345179 Dec 07 13:53:47.118388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0bb7196-5913-4f5f-86b4-cef28fcc3b49 req-8d5d638a-66f4-4cc1-9549-0a25ca30c216 service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347952 Dec 07 13:53:47.320589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44fea8-28f4-479d-9646-5a87da0a1fe0 req-1ace9c2d-db68-46d6-a107-02a5c19599a5 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:47.322187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b44fea8-28f4-479d-9646-5a87da0a1fe0 req-1ace9c2d-db68-46d6-a107-02a5c19599a5 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 946 time: 0.0870206 Dec 07 13:53:47.369654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b44fea8-28f4-479d-9646-5a87da0a1fe0 req-a6a6f567-951d-43f9-8279-204dfccf613d tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412607 Dec 07 13:53:47.569678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b38f1-bb6a-4a60-b1b7-e30d876b896d req-2b9613e2-9032-4059-9c6e-32736dd2e4f1 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:47.571177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4e2b38f1-bb6a-4a60-b1b7-e30d876b896d req-2b9613e2-9032-4059-9c6e-32736dd2e4f1 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 946 time: 0.0814157 Dec 07 13:53:47.623220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4e2b38f1-bb6a-4a60-b1b7-e30d876b896d req-22bef1d2-ee0c-43a0-b563-79febc35279f tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458119 Dec 07 13:53:47.650240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54296) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:53:48.033585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-86117346-6232-48e4-b82b-c50f15d3d0b0 tempest-TestVolumeBootPattern-1099112892 tempest-TestVolumeBootPattern-1099112892-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 1094 time: 0.3820612 Dec 07 13:53:48.036286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54302) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:53:48.042334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': '1df7c17d-0e3e-4f19-a78e-56e5516fe0b2', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:53:48.048405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:53:48.052534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Usage tracker for resource:floatingip and tenant:011bca4914c64f099aee057411b3988c is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:53:48.055517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:53:48.062200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:53:48.110426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:48.257911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:48.448209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Allocated IP 172.36.4.95 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/cc099d09-83bd-4049-87db-8997dbb96dd3) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:53:48.604730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:48.709856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:48.714671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3aba43f8-300d-483e-8981-47a2f18dda65 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:53:48.773167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:53:48.781257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:53:48.785742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:53:48.821026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event updated for resources: {'Port': ['ID=cc099d09-83bd-4049-87db-8997dbb96dd3,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:53:48.841238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:48.843785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:48.843785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:48.843785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:48.843785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:48.843785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:48.843785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:48.844305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:48.844305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:48.844640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:48.845032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:53:48.850140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:53:49.315456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:49.394411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:49.609420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:49.640785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:49.645306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:53:49.759655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event updated for resources: {'Port': ['ID=cc099d09-83bd-4049-87db-8997dbb96dd3,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:53:49.764440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:53:49.772803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:49.965135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Floating IP a2eb5050-2acf-4179-8737-98f42d3cddcd associated. External IP: 172.36.4.95, port: 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2. Dec 07 13:53:50.364698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Router 630f7ed9-fbaf-4dc4-900e-d816fae8102a has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:53:50.573491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:53:50.584047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a45699-5f92-4268-8858-4c32cacf9b6f None None] Sync routers for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:53:50.597457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a45699-5f92-4268-8858-4c32cacf9b6f None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:53:50.598120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-12a45699-5f92-4268-8858-4c32cacf9b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:53:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:53:50.630050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:53:50.696029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6517420 Dec 07 13:53:50.696029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059ff463-9522-46af-b18d-94a4d132194f', 'tag': '1df7c17d-0e3e-4f19-a78e-56e5516fe0b2'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:53:50.747480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059ff463-9522-46af-b18d-94a4d132194f', 'tag': '1df7c17d-0e3e-4f19-a78e-56e5516fe0b2', 'status': 'completed', 'code': 200} Dec 07 13:53:50.782988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-12a45699-5f92-4268-8858-4c32cacf9b6f None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:53:50.849812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7053f94b-01a2-4c86-984c-8d9c74688029 req-8cd9148d-d630-4b93-8b64-928c88ccd9cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 1099 time: 0.0791261 Dec 07 13:53:50.994057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053f94b-01a2-4c86-984c-8d9c74688029 req-0da91575-fd10-490f-88e4-441ff4013712 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:50.995730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7053f94b-01a2-4c86-984c-8d9c74688029 req-0da91575-fd10-490f-88e4-441ff4013712 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 913 time: 0.1396375 Dec 07 13:53:51.112731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7053f94b-01a2-4c86-984c-8d9c74688029 req-16779058-16b9-40aa-81c2-cbbce9420b4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 HTTP/1.1" status: 200 len: 999 time: 0.1013393 Dec 07 13:53:51.147820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-12a45699-5f92-4268-8858-4c32cacf9b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '83275d9c-191e-4413-a63a-09fb2776ca08', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'floating_ip_address': '172.36.4.144', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'port_id': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'mac_address': 'fa:16:3e:0f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:50:49Z', 'updated_at': '2021-12-07T13:50:53Z', 'revision_number': 1, 'project_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address_scope': None}, {'id': 'a2eb5050-2acf-4179-8737-98f42d3cddcd', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'floating_ip_address': '172.36.4.95', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'port_id': '1df7c17d-0e3e-4f19-a78e-56e5516fe0b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'mac_address': 'fa:16:3e:20:06:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059ff463-9522-46af-b18d-94a4d132194f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:53:49Z', 'updated_at': '2021-12-07T13:53:49Z', 'revision_number': 0, 'project_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:53:51.151929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a45699-5f92-4268-8858-4c32cacf9b6f None None] Checking router: 630f7ed9-fbaf-4dc4-900e-d816fae8102a for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:53:51.162943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a45699-5f92-4268-8858-4c32cacf9b6f None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:53:51.163882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-12a45699-5f92-4268-8858-4c32cacf9b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:53:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:53:51.181723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053f94b-01a2-4c86-984c-8d9c74688029 req-d1cce4db-5f22-4ccb-b3d5-c173c9ebbf1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:53:51.184077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7053f94b-01a2-4c86-984c-8d9c74688029 req-d1cce4db-5f22-4ccb-b3d5-c173c9ebbf1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 200 len: 851 time: 0.0696037 Dec 07 13:53:51.270087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7053f94b-01a2-4c86-984c-8d9c74688029 req-a72835f4-bb5c-4140-bf49-cf2e1fddfc63 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64caf8ef-6926-40f0-8151-b48e1c59542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797570 Dec 07 13:53:51.425145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7053f94b-01a2-4c86-984c-8d9c74688029 req-1cfd23d5-848a-448e-a77f-d389a5e27a1e service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485295 Dec 07 13:53:51.499119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-12a45699-5f92-4268-8858-4c32cacf9b6f None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:53:51.576647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7053f94b-01a2-4c86-984c-8d9c74688029 req-b2ae4123-86b3-4b75-8793-caee09da529f service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380849 Dec 07 13:53:51.859198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-12a45699-5f92-4268-8858-4c32cacf9b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '83275d9c-191e-4413-a63a-09fb2776ca08', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'floating_ip_address': '172.36.4.144', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'port_id': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'mac_address': 'fa:16:3e:0f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:50:49Z', 'updated_at': '2021-12-07T13:50:53Z', 'revision_number': 1, 'project_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address_scope': None}, {'id': 'a2eb5050-2acf-4179-8737-98f42d3cddcd', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'floating_ip_address': '172.36.4.95', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'port_id': '1df7c17d-0e3e-4f19-a78e-56e5516fe0b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'mac_address': 'fa:16:3e:20:06:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059ff463-9522-46af-b18d-94a4d132194f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:53:49Z', 'updated_at': '2021-12-07T13:53:49Z', 'revision_number': 0, 'project_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:53:51.863341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a45699-5f92-4268-8858-4c32cacf9b6f None None] The sync data for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv is: [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '83275d9c-191e-4413-a63a-09fb2776ca08', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'floating_ip_address': '172.36.4.144', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'port_id': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'mac_address': 'fa:16:3e:0f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:50:49Z', 'updated_at': '2021-12-07T13:50:53Z', 'revision_number': 1, 'project_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address_scope': None}, {'id': 'a2eb5050-2acf-4179-8737-98f42d3cddcd', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'floating_ip_address': '172.36.4.95', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'port_id': '1df7c17d-0e3e-4f19-a78e-56e5516fe0b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'mac_address': 'fa:16:3e:20:06:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059ff463-9522-46af-b18d-94a4d132194f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:53:49Z', 'updated_at': '2021-12-07T13:53:49Z', 'revision_number': 0, 'project_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:53:52.225401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e8685c-3026-4212-ba74-aaf0a862fb77 None None] New status for floating IP a2eb5050-2acf-4179-8737-98f42d3cddcd: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:53:59.945602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:54:00.080873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a7f00f86-376c-462f-b3c5-2ce7023a5719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:54:01.629187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:54:02.457654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b66b434a-8cc1-409f-98be-32d8d37655c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:54:02.926296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:54:04.866956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:54:09.997764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:54:30.103463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4bfc22fc-69a5-46a7-97e7-63e3933da85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:54:31.639766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:54:32.463148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f509da21-ea88-429b-8c82-50d829178a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:54:32.954681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:54:34.817422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:54:36.946350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:54:40.006116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:54:47.191494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b098211d-8957-4900-9cc1-4e4dfaabde02 req-c3157542-6441-413f-a350-50779afbb319 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729771 Dec 07 13:54:47.345790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b098211d-8957-4900-9cc1-4e4dfaabde02 req-ab98c853-b32f-4986-b88e-7d5a30b18571 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 1099 time: 0.0769928 Dec 07 13:54:47.504673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098211d-8957-4900-9cc1-4e4dfaabde02 req-1bb3094c-9f32-4c3d-9b20-4f90185fab2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:54:47.506146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b098211d-8957-4900-9cc1-4e4dfaabde02 req-1bb3094c-9f32-4c3d-9b20-4f90185fab2c service neutron] 10.222.0.45 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 913 time: 0.1339674 Dec 07 13:54:47.617413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b098211d-8957-4900-9cc1-4e4dfaabde02 req-1409e083-88de-498f-8506-648181e466d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 HTTP/1.1" status: 200 len: 1002 time: 0.1014988 Dec 07 13:54:47.692258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098211d-8957-4900-9cc1-4e4dfaabde02 req-e52135d3-70d2-4270-89ab-06a96a4438ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:54:47.693765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b098211d-8957-4900-9cc1-4e4dfaabde02 req-e52135d3-70d2-4270-89ab-06a96a4438ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 200 len: 851 time: 0.0667973 Dec 07 13:54:47.775401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b098211d-8957-4900-9cc1-4e4dfaabde02 req-d72009f9-2f31-41f8-a9a7-2c3ddaaa7497 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64caf8ef-6926-40f0-8151-b48e1c59542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715334 Dec 07 13:54:47.921004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b098211d-8957-4900-9cc1-4e4dfaabde02 req-a9bfd194-a84a-4b8e-b4f3-0468fc1765c4 service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350949 Dec 07 13:54:48.071741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b098211d-8957-4900-9cc1-4e4dfaabde02 req-d6bd0d4a-2b9f-4c81-8b43-6697b5a8a959 service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393650 Dec 07 13:55:00.091363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-87065e6f-6e93-431d-8eb8-56a378b8a2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:55:01.645535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:55:02.445858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b6a94aea-28e6-421d-9ca9-6268846f83de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:55:02.925675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:55:04.834331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:55:10.017124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:55:13.949237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:55:30.148370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5445af3c-ca7e-44c0-82ab-bc4dbc861216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:55:31.651770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:55:32.462309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a642ce00-b863-44ce-a0a7-abce86b48527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:55:32.949067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:55:34.839589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:55:39.999654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:55:49.309342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc14c1ba-36a9-4411-af74-d2dab015177a req-1bc2f6dc-2b3f-443a-a8e4-08ff0a54ad48 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1461477 Dec 07 13:55:49.417521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc14c1ba-36a9-4411-af74-d2dab015177a req-70051efc-a3c4-4be4-93b5-7cd01d62611a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 1099 time: 0.0782797 Dec 07 13:55:49.578377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14c1ba-36a9-4411-af74-d2dab015177a req-c706fe59-d471-4874-ae46-67d171b694dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:55:49.580035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc14c1ba-36a9-4411-af74-d2dab015177a req-c706fe59-d471-4874-ae46-67d171b694dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 913 time: 0.1388330 Dec 07 13:55:49.691875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc14c1ba-36a9-4411-af74-d2dab015177a req-6508d418-9144-4754-acfc-a903659fb4db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 HTTP/1.1" status: 200 len: 1001 time: 0.1011813 Dec 07 13:55:49.762428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14c1ba-36a9-4411-af74-d2dab015177a req-8cd69fd8-f442-4134-9469-253337210c96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:55:49.764079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc14c1ba-36a9-4411-af74-d2dab015177a req-8cd69fd8-f442-4134-9469-253337210c96 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 200 len: 851 time: 0.0632207 Dec 07 13:55:49.847047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc14c1ba-36a9-4411-af74-d2dab015177a req-db882099-fc7c-4173-9400-0514f60a360b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64caf8ef-6926-40f0-8151-b48e1c59542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724769 Dec 07 13:55:49.860958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-fc14c1ba-36a9-4411-af74-d2dab015177a req-c2608ba2-124f-4b70-bb93-3636a8543b40 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:55:49.861950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc14c1ba-36a9-4411-af74-d2dab015177a req-c2608ba2-124f-4b70-bb93-3636a8543b40 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0049615 Dec 07 13:55:50.008779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc14c1ba-36a9-4411-af74-d2dab015177a req-0c95986f-fcba-4457-b89b-32abd20573bb service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355221 Dec 07 13:55:50.153569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fc14c1ba-36a9-4411-af74-d2dab015177a req-e0610b06-fc89-482e-b5b3-620bc7f0b73d service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349208 Dec 07 13:55:50.951353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:56:00.091258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-066836d0-5276-4492-9d83-05e5667f18fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:01.644984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:02.439027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-586f24be-268e-4d98-a5b9-4839aea7a80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:02.947729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:04.821890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:10.011483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:23.118815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54354) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:56:23.556279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Deleting port cc099d09-83bd-4049-87db-8997dbb96dd3 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:56:23.556651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:23.727619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:23.727979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:23.856625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Calling delete_port for cc099d09-83bd-4049-87db-8997dbb96dd3 owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:56:24.038740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:24.042535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb63cf80-75a8-4e9e-a6c0-e2637a24d4f4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:56:24.087487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event deleted for resources: {'Port': ['ID=cc099d09-83bd-4049-87db-8997dbb96dd3,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:56:24.100918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:24.101351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:24.101773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:24.102187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:24.102740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:24.102984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:24.103416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:24.103825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:24.104471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:24.104866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:24.105274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:24.137543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:56:24.199386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:24.605792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Router 630f7ed9-fbaf-4dc4-900e-d816fae8102a has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:56:24.810016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:56:24.820007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577fed01-5c69-464d-8c7b-c7d73b9e1b6f None None] Sync routers for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:56:24.827128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:24.834524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577fed01-5c69-464d-8c7b-c7d73b9e1b6f None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:56:24.835183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-577fed01-5c69-464d-8c7b-c7d73b9e1b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:56:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:24.885611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "DELETE /v2.0/floatingips/a2eb5050-2acf-4179-8737-98f42d3cddcd HTTP/1.1" status: 204 len: 168 time: 1.7654715 Dec 07 13:56:24.886266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059ff463-9522-46af-b18d-94a4d132194f', 'tag': '1df7c17d-0e3e-4f19-a78e-56e5516fe0b2'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:56:25.028887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-577fed01-5c69-464d-8c7b-c7d73b9e1b6f None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:56:25.063963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059ff463-9522-46af-b18d-94a4d132194f', 'tag': '1df7c17d-0e3e-4f19-a78e-56e5516fe0b2', 'status': 'completed', 'code': 200} Dec 07 13:56:25.407083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f886094-b4e8-4526-a1ab-b82214922588 req-f22c6e83-9d76-4458-b54a-dcddd7cc815d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 1099 time: 0.3124945 Dec 07 13:56:25.420319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-577fed01-5c69-464d-8c7b-c7d73b9e1b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '83275d9c-191e-4413-a63a-09fb2776ca08', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'floating_ip_address': '172.36.4.144', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'port_id': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'mac_address': 'fa:16:3e:0f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:50:49Z', 'updated_at': '2021-12-07T13:50:53Z', 'revision_number': 1, 'project_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:25.424580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577fed01-5c69-464d-8c7b-c7d73b9e1b6f None None] Checking router: 630f7ed9-fbaf-4dc4-900e-d816fae8102a for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:56:25.435867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577fed01-5c69-464d-8c7b-c7d73b9e1b6f None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:56:25.436658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-577fed01-5c69-464d-8c7b-c7d73b9e1b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:56:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:25.551667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f886094-b4e8-4526-a1ab-b82214922588 req-2effd10a-0a69-490c-81c2-12db2df75cea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:56:25.553246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f886094-b4e8-4526-a1ab-b82214922588 req-2effd10a-0a69-490c-81c2-12db2df75cea service neutron] 10.222.0.45 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 913 time: 0.1384964 Dec 07 13:56:25.616827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c00282-d7d4-42fb-ba9d-2ab24c625aaf req-1fcb2957-ce2d-42da-9cf4-3cfa5ccfe734 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:56:25.617595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-a8c00282-d7d4-42fb-ba9d-2ab24c625aaf req-1fcb2957-ce2d-42da-9cf4-3cfa5ccfe734 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Synchronizing usage tracker for tenant:011bca4914c64f099aee057411b3988c on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:56:25.627990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-577fed01-5c69-464d-8c7b-c7d73b9e1b6f None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:56:25.629437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f886094-b4e8-4526-a1ab-b82214922588 req-abf41297-1836-4d3d-98a5-22a376ccf80d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 HTTP/1.1" status: 200 len: 217 time: 0.0676105 Dec 07 13:56:25.662359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-a8c00282-d7d4-42fb-ba9d-2ab24c625aaf req-1fcb2957-ce2d-42da-9cf4-3cfa5ccfe734 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Unset dirty status for tenant:011bca4914c64f099aee057411b3988c on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:56:25.663721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a8c00282-d7d4-42fb-ba9d-2ab24c625aaf req-1fcb2957-ce2d-42da-9cf4-3cfa5ccfe734 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 946 time: 0.2543468 Dec 07 13:56:25.698803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f886094-b4e8-4526-a1ab-b82214922588 req-60e68c90-d177-4921-8a82-d185421fbda0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:56:25.700444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f886094-b4e8-4526-a1ab-b82214922588 req-60e68c90-d177-4921-8a82-d185421fbda0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 200 len: 851 time: 0.0642064 Dec 07 13:56:25.722925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a8c00282-d7d4-42fb-ba9d-2ab24c625aaf req-5fe0cd7b-4f0c-4f2b-a97b-a91c7f19c452 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521450 Dec 07 13:56:25.787357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f886094-b4e8-4526-a1ab-b82214922588 req-a2e8ee60-fc86-46b6-9a9d-91bf8f1fde51 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64caf8ef-6926-40f0-8151-b48e1c59542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786760 Dec 07 13:56:25.930246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f886094-b4e8-4526-a1ab-b82214922588 req-464a897f-8a88-4038-a4f7-370e1d9cc30e service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357832 Dec 07 13:56:26.081684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f886094-b4e8-4526-a1ab-b82214922588 req-17da573e-d653-4201-9147-550a9f19290f service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439099 Dec 07 13:56:26.142620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-577fed01-5c69-464d-8c7b-c7d73b9e1b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '83275d9c-191e-4413-a63a-09fb2776ca08', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'floating_ip_address': '172.36.4.144', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'port_id': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'mac_address': 'fa:16:3e:0f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:50:49Z', 'updated_at': '2021-12-07T13:50:53Z', 'revision_number': 1, 'project_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:26.146857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577fed01-5c69-464d-8c7b-c7d73b9e1b6f None None] The sync data for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv is: [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '83275d9c-191e-4413-a63a-09fb2776ca08', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'floating_ip_address': '172.36.4.144', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'port_id': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'mac_address': 'fa:16:3e:0f:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T13:50:49Z', 'updated_at': '2021-12-07T13:50:53Z', 'revision_number': 1, 'project_id': '011bca4914c64f099aee057411b3988c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:56:26.582544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01822fd0-e6df-40eb-82e8-f9f73239f524 None None] New status for floating IP a2eb5050-2acf-4179-8737-98f42d3cddcd: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:56:27.000940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d33d30-aa95-4769-b561-fc117cdf0247 req-561f67de-0119-4072-8c74-deb3d881ab74 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:56:27.002449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-21d33d30-aa95-4769-b561-fc117cdf0247 req-561f67de-0119-4072-8c74-deb3d881ab74 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 946 time: 0.1566148 Dec 07 13:56:27.051073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-21d33d30-aa95-4769-b561-fc117cdf0247 req-e52d5154-cfef-46f5-8b2e-8bfdb416c7c5 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425379 Dec 07 13:56:27.218262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ec3ee-0d80-4b1d-b241-27c284bbded2 req-b5c107af-b6b6-4ac1-957a-f60aaa649d58 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:56:27.219073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-657ec3ee-0d80-4b1d-b241-27c284bbded2 req-b5c107af-b6b6-4ac1-957a-f60aaa649d58 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Synchronizing usage tracker for tenant:011bca4914c64f099aee057411b3988c on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:56:27.231510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-657ec3ee-0d80-4b1d-b241-27c284bbded2 req-b5c107af-b6b6-4ac1-957a-f60aaa649d58 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Unset dirty status for tenant:011bca4914c64f099aee057411b3988c on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:56:27.232684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-657ec3ee-0d80-4b1d-b241-27c284bbded2 req-b5c107af-b6b6-4ac1-957a-f60aaa649d58 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.45 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 946 time: 0.0959253 Dec 07 13:56:27.310138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-657ec3ee-0d80-4b1d-b241-27c284bbded2 req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Deleting port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:56:27.310502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-657ec3ee-0d80-4b1d-b241-27c284bbded2 req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:27.565437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-657ec3ee-0d80-4b1d-b241-27c284bbded2 req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] For port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=1df7c17d-0e3e-4f19-a78e-56e5516fe0b2,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:56:27.565759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-657ec3ee-0d80-4b1d-b241-27c284bbded2 req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:27.689084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-657ec3ee-0d80-4b1d-b241-27c284bbded2 req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Calling delete_port for 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:56:27.952739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:56:28.010922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-657ec3ee-0d80-4b1d-b241-27c284bbded2 req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:28.017002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:56:28.059679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event deleted for resources: {'Port': ['ID=1df7c17d-0e3e-4f19-a78e-56e5516fe0b2,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:56:28.104703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:28.105148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:28.105572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:28.105991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:28.106415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:28.106830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:28.107346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:28.107683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:28.108092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:28.108500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:28.109087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:56:28.123432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:56:28.157865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-657ec3ee-0d80-4b1d-b241-27c284bbded2 req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] No DVR routers for this DVR port 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:56:28.160952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-657ec3ee-0d80-4b1d-b241-27c284bbded2 req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:28.163816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059ff463-9522-46af-b18d-94a4d132194f', 'name': 'network-vif-deleted', 'tag': '1df7c17d-0e3e-4f19-a78e-56e5516fe0b2'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:56:28.227631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-657ec3ee-0d80-4b1d-b241-27c284bbded2 req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.45 "DELETE /v2.0/ports/1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 HTTP/1.1" status: 204 len: 173 time: 0.9863443 Dec 07 13:56:28.232132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c07032b9-aa63-4ca8-8ab3-b30cdb6ea9d5 req-f7a91a08-e6e9-42aa-a59c-bc87d9d7dc7a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 210 time: 0.0495615 Dec 07 13:56:28.298584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059ff463-9522-46af-b18d-94a4d132194f', 'name': 'network-vif-deleted', 'tag': '1df7c17d-0e3e-4f19-a78e-56e5516fe0b2', 'status': 'completed', 'code': 200} Dec 07 13:56:29.415008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d1a297f8-2e2e-49e5-900b-e39eeb62c2e8 req-36c99ea3-2005-49bb-9714-2f76fb7874d7 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=059ff463-9522-46af-b18d-94a4d132194f HTTP/1.1" status: 200 len: 210 time: 0.0451965 Dec 07 13:56:30.096028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef323e3e-1674-4770-a553-9656bb4c9a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:31.097059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:56:31.131014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:56:31.131430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 1df7c17d-0e3e-4f19-a78e-56e5516fe0b2 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:56:31.643593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:32.460296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0060a578-3d9c-4861-b8ae-5888b1198d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:32.953594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:34.837504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:35.183933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54404) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:56:35.392665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-28641575-aced-48c9-abf2-7464e2007ade tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Deleting port bb5e8874-c429-4d49-bddb-3e8f5bbc2bec {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:56:35.393036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28641575-aced-48c9-abf2-7464e2007ade tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:35.564094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28641575-aced-48c9-abf2-7464e2007ade tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:35.564457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28641575-aced-48c9-abf2-7464e2007ade tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:35.686000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-28641575-aced-48c9-abf2-7464e2007ade tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Calling delete_port for bb5e8874-c429-4d49-bddb-3e8f5bbc2bec owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:56:36.038591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28641575-aced-48c9-abf2-7464e2007ade tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:36.043070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:56:36.084234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28641575-aced-48c9-abf2-7464e2007ade tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event deleted for resources: {'Port': ['ID=bb5e8874-c429-4d49-bddb-3e8f5bbc2bec,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:56:36.087204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-28641575-aced-48c9-abf2-7464e2007ade tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:56:36.183551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28641575-aced-48c9-abf2-7464e2007ade tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:36.837491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28641575-aced-48c9-abf2-7464e2007ade tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Router 630f7ed9-fbaf-4dc4-900e-d816fae8102a has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:56:37.052653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28641575-aced-48c9-abf2-7464e2007ade tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:56:37.062970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679fc465-9449-4a04-90eb-c56088341a78 None None] Sync routers for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:56:37.070285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28641575-aced-48c9-abf2-7464e2007ade tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:37.075833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679fc465-9449-4a04-90eb-c56088341a78 None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:56:37.076491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-679fc465-9449-4a04-90eb-c56088341a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:56:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:37.133738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-28641575-aced-48c9-abf2-7464e2007ade tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "DELETE /v2.0/floatingips/83275d9c-191e-4413-a63a-09fb2776ca08 HTTP/1.1" status: 204 len: 168 time: 1.9461222 Dec 07 13:56:37.133738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'tag': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:56:37.204293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'tag': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064', 'status': 'completed', 'code': 200} Dec 07 13:56:37.263404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-679fc465-9449-4a04-90eb-c56088341a78 None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:56:37.329642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66f10e7c-e53f-40c1-9578-8efa4743591a req-e7895eea-e0ab-4570-9221-400fda41ef0a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=011bca4914c64f099aee057411b3988c&device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 1099 time: 0.0964570 Dec 07 13:56:37.492823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f10e7c-e53f-40c1-9578-8efa4743591a req-74526f6a-515c-451e-a034-563ff49f89fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:56:37.495119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66f10e7c-e53f-40c1-9578-8efa4743591a req-74526f6a-515c-451e-a034-563ff49f89fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 200 len: 913 time: 0.1551931 Dec 07 13:56:37.571280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66f10e7c-e53f-40c1-9578-8efa4743591a req-6219e938-4c7c-4219-aa00-2ff52f477500 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 HTTP/1.1" status: 200 len: 217 time: 0.0689952 Dec 07 13:56:37.595521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-679fc465-9449-4a04-90eb-c56088341a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:37.599726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679fc465-9449-4a04-90eb-c56088341a78 None None] Checking router: 630f7ed9-fbaf-4dc4-900e-d816fae8102a for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:56:37.611138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679fc465-9449-4a04-90eb-c56088341a78 None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:56:37.611823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-679fc465-9449-4a04-90eb-c56088341a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:56:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:37.651605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f10e7c-e53f-40c1-9578-8efa4743591a req-d1198832-4e66-4111-8216-435d802bf581 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:56:37.653062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66f10e7c-e53f-40c1-9578-8efa4743591a req-d1198832-4e66-4111-8216-435d802bf581 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 200 len: 851 time: 0.0741367 Dec 07 13:56:37.742684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66f10e7c-e53f-40c1-9578-8efa4743591a req-b47d6a97-b750-454b-b6a5-b5f98f61f759 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64caf8ef-6926-40f0-8151-b48e1c59542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824940 Dec 07 13:56:37.784441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288bcb6-75c1-4788-9f95-b2deffec43e4 req-74e8ed42-5d02-4e9b-b1a2-3f72011b21d4 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:56:37.785202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f288bcb6-75c1-4788-9f95-b2deffec43e4 req-74e8ed42-5d02-4e9b-b1a2-3f72011b21d4 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Synchronizing usage tracker for tenant:011bca4914c64f099aee057411b3988c on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:56:37.800255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-679fc465-9449-4a04-90eb-c56088341a78 None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:56:37.833275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f288bcb6-75c1-4788-9f95-b2deffec43e4 req-74e8ed42-5d02-4e9b-b1a2-3f72011b21d4 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Unset dirty status for tenant:011bca4914c64f099aee057411b3988c on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:56:37.834596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f288bcb6-75c1-4788-9f95-b2deffec43e4 req-74e8ed42-5d02-4e9b-b1a2-3f72011b21d4 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 946 time: 0.1319714 Dec 07 13:56:37.893202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f288bcb6-75c1-4788-9f95-b2deffec43e4 req-6c2b569d-cdae-4253-84af-de043f8304f7 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509381 Dec 07 13:56:37.894618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66f10e7c-e53f-40c1-9578-8efa4743591a req-cb08da0a-c2be-4e24-bab4-ef585884822e service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431150 Dec 07 13:56:38.051125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66f10e7c-e53f-40c1-9578-8efa4743591a req-72d2f1e2-ce48-4357-8a2d-c1f64accc03c service neutron] 10.222.0.45 "GET /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468534 Dec 07 13:56:38.131643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-679fc465-9449-4a04-90eb-c56088341a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:38.136171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679fc465-9449-4a04-90eb-c56088341a78 None None] The sync data for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv is: [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:24Z', 'revision_number': 4, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '50cecdc1-00c1-445e-8d43-496008fd8d57', 'name': '', 'network_id': '64caf8ef-6926-40f0-8151-b48e1c59542e', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'mac_address': 'fa:16:3e:c2:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:23Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'subnets': [{'id': 'bd69d329-6aa9-47aa-a43d-35e59e906b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:56:38.334479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f6587-3438-4f18-befc-8463d3d2683c req-b631a87e-c765-41e4-8e76-c64ea2e71980 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:56:38.335249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-983f6587-3438-4f18-befc-8463d3d2683c req-b631a87e-c765-41e4-8e76-c64ea2e71980 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Synchronizing usage tracker for tenant:011bca4914c64f099aee057411b3988c on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:56:38.347915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-983f6587-3438-4f18-befc-8463d3d2683c req-b631a87e-c765-41e4-8e76-c64ea2e71980 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Unset dirty status for tenant:011bca4914c64f099aee057411b3988c on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:56:38.349106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-983f6587-3438-4f18-befc-8463d3d2683c req-b631a87e-c765-41e4-8e76-c64ea2e71980 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 946 time: 0.0961249 Dec 07 13:56:38.429771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-983f6587-3438-4f18-befc-8463d3d2683c req-7ce030b3-a537-4990-b7fe-1da948b8e9e9 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Deleting port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:56:38.430077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-983f6587-3438-4f18-befc-8463d3d2683c req-7ce030b3-a537-4990-b7fe-1da948b8e9e9 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:38.587775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499359e5-8f1d-4532-9e40-06325a828fe2 None None] New status for floating IP 83275d9c-191e-4413-a63a-09fb2776ca08: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 13:56:38.769802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-983f6587-3438-4f18-befc-8463d3d2683c req-7ce030b3-a537-4990-b7fe-1da948b8e9e9 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] For port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:56:38.770357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-983f6587-3438-4f18-befc-8463d3d2683c req-7ce030b3-a537-4990-b7fe-1da948b8e9e9 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:38.923476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-983f6587-3438-4f18-befc-8463d3d2683c req-7ce030b3-a537-4990-b7fe-1da948b8e9e9 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Calling delete_port for 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:56:39.120068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f8825-1382-446f-9a1d-fb49990d831b req-6285238f-d526-4cb0-ac57-b4837ec22a8d tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:56:39.121572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4f6f8825-1382-446f-9a1d-fb49990d831b req-6285238f-d526-4cb0-ac57-b4837ec22a8d tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 946 time: 0.0864947 Dec 07 13:56:39.171197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4f6f8825-1382-446f-9a1d-fb49990d831b req-eca6b453-fbbd-4a6b-832e-73bf34be153c tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a7bba6-3ee6-4d7f-a177-88f02480b2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430706 Dec 07 13:56:39.193507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-983f6587-3438-4f18-befc-8463d3d2683c req-7ce030b3-a537-4990-b7fe-1da948b8e9e9 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:39.201277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a659cd94-6d4f-42d3-90f7-3321606e1b73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:56:39.250146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce030b3-a537-4990-b7fe-1da948b8e9e9 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event deleted for resources: {'Port': ['ID=849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:56:39.253121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7ce030b3-a537-4990-b7fe-1da948b8e9e9 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:56:39.326305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-983f6587-3438-4f18-befc-8463d3d2683c req-7ce030b3-a537-4990-b7fe-1da948b8e9e9 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] No DVR routers for this DVR port 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:56:39.328849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-983f6587-3438-4f18-befc-8463d3d2683c req-7ce030b3-a537-4990-b7fe-1da948b8e9e9 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:39.331686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'name': 'network-vif-deleted', 'tag': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:56:39.371852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-983f6587-3438-4f18-befc-8463d3d2683c req-7ce030b3-a537-4990-b7fe-1da948b8e9e9 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.45 "DELETE /v2.0/ports/849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 HTTP/1.1" status: 204 len: 173 time: 1.0139399 Dec 07 13:56:39.386724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2386a3-c4e4-43d1-8a7d-4f269d691493', 'name': 'network-vif-deleted', 'tag': '849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064', 'status': 'completed', 'code': 200} Dec 07 13:56:40.004509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:40.352084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4e8c08fa-cad9-4f46-ac57-033167d07418 req-3bdcc72e-0168-48ef-ba1d-b762a676c67d tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab2386a3-c4e4-43d1-8a7d-4f269d691493 HTTP/1.1" status: 200 len: 210 time: 0.0452330 Dec 07 13:56:41.460415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54426) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:56:41.619675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0b21c9c5-c2f1-4c8f-ab4e-e3775c921824 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Deleting port 5799c59e-a884-414d-9df1-3130f6a81abf {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:56:41.619937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b21c9c5-c2f1-4c8f-ab4e-e3775c921824 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:41.791578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b21c9c5-c2f1-4c8f-ab4e-e3775c921824 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:41.791935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b21c9c5-c2f1-4c8f-ab4e-e3775c921824 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:41.916715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0b21c9c5-c2f1-4c8f-ab4e-e3775c921824 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Calling delete_port for 5799c59e-a884-414d-9df1-3130f6a81abf owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:56:42.238801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b21c9c5-c2f1-4c8f-ab4e-e3775c921824 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:42.243303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-28641575-aced-48c9-abf2-7464e2007ade tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:56:42.287098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21c9c5-c2f1-4c8f-ab4e-e3775c921824 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event deleted for resources: {'Port': ['ID=5799c59e-a884-414d-9df1-3130f6a81abf,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:56:42.289912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b21c9c5-c2f1-4c8f-ab4e-e3775c921824 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:56:42.386872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b21c9c5-c2f1-4c8f-ab4e-e3775c921824 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:42.401476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b21c9c5-c2f1-4c8f-ab4e-e3775c921824 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:42.402714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0b21c9c5-c2f1-4c8f-ab4e-e3775c921824 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "DELETE /v2.0/floatingips/fcf4bd4c-0e78-4aa5-bb40-67719f437f13 HTTP/1.1" status: 204 len: 168 time: 0.9412403 Dec 07 13:56:43.165303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:56:43.203191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:56:43.203646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 849cd4f9-d5fa-4c3f-9e9d-f2b1a6e13064 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:56:45.005427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54442) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:56:45.079809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b78bcae3-a301-46f2-8b34-67abd579fca3 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:45.110981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b78bcae3-a301-46f2-8b34-67abd579fca3 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:45.330079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b78bcae3-a301-46f2-8b34-67abd579fca3 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:45.335470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b886dd4-1f5c-4e82-947d-4d270d6d35ce tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:56:45.351382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bcae3-a301-46f2-8b34-67abd579fca3 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a7bba6-3ee6-4d7f-a177-88f02480b2bc,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:56:45.353749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b78bcae3-a301-46f2-8b34-67abd579fca3 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:56:45.375462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b78bcae3-a301-46f2-8b34-67abd579fca3 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:45.378511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b78bcae3-a301-46f2-8b34-67abd579fca3 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] 10.222.0.24 "DELETE /v2.0/security-groups/71a7bba6-3ee6-4d7f-a177-88f02480b2bc HTTP/1.1" status: 204 len: 168 time: 0.3702612 Dec 07 13:56:46.524012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54450) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:56:47.128734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6098422d-569e-4ef6-897c-b63e5fabd3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:47.736829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6098422d-569e-4ef6-897c-b63e5fabd3e6 admin admin] Deleting port 50cecdc1-00c1-445e-8d43-496008fd8d57 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:56:47.737479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6098422d-569e-4ef6-897c-b63e5fabd3e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:48.151362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6098422d-569e-4ef6-897c-b63e5fabd3e6 admin admin] For port 50cecdc1-00c1-445e-8d43-496008fd8d57, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=50cecdc1-00c1-445e-8d43-496008fd8d57,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:56:48.151784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6098422d-569e-4ef6-897c-b63e5fabd3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:48.276732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6098422d-569e-4ef6-897c-b63e5fabd3e6 admin admin] Calling delete_port for 50cecdc1-00c1-445e-8d43-496008fd8d57 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:56:48.541774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6098422d-569e-4ef6-897c-b63e5fabd3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:48.546232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-13ea5c50-0299-461b-95a6-ae747fab9eaa tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:56:48.591841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098422d-569e-4ef6-897c-b63e5fabd3e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=50cecdc1-00c1-445e-8d43-496008fd8d57,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:56:48.594480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6098422d-569e-4ef6-897c-b63e5fabd3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:56:48.895624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6098422d-569e-4ef6-897c-b63e5fabd3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:49.498870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6098422d-569e-4ef6-897c-b63e5fabd3e6 admin admin] Router 630f7ed9-fbaf-4dc4-900e-d816fae8102a has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:56:49.708659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6098422d-569e-4ef6-897c-b63e5fabd3e6 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:56:49.718859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c794cb2a-1871-4180-81ba-6856962c0c6a None None] Sync routers for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:56:49.722183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6098422d-569e-4ef6-897c-b63e5fabd3e6 admin admin] 10.222.0.24 "PUT /v2.0/routers/630f7ed9-fbaf-4dc4-900e-d816fae8102a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1970356 Dec 07 13:56:49.724863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54456) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:56:49.732204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c794cb2a-1871-4180-81ba-6856962c0c6a None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:56:49.732863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c794cb2a-1871-4180-81ba-6856962c0c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:56:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:49.932310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:50.070254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-c794cb2a-1871-4180-81ba-6856962c0c6a None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:56:50.142730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:50.180433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] Deleting port 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:56:50.180809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:50.365646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] For port 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:56:50.365964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:50.380189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c794cb2a-1871-4180-81ba-6856962c0c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14'}], 'enable_snat': True}, 'gw_port_id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:56:48Z', 'revision_number': 5, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port': {'id': '95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:50.385126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c794cb2a-1871-4180-81ba-6856962c0c6a None None] Checking router: 630f7ed9-fbaf-4dc4-900e-d816fae8102a for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:56:50.396583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c794cb2a-1871-4180-81ba-6856962c0c6a None None] Routers {'630f7ed9-fbaf-4dc4-900e-d816fae8102a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:56:50.397271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c794cb2a-1871-4180-81ba-6856962c0c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:56:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:50.491328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] Calling delete_port for 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2 owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:56:50.555361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-c794cb2a-1871-4180-81ba-6856962c0c6a None None] Set router 630f7ed9-fbaf-4dc4-900e-d816fae8102a gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:56:50.663387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c794cb2a-1871-4180-81ba-6856962c0c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:56:50Z', 'revision_number': 6, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:50.668110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c794cb2a-1871-4180-81ba-6856962c0c6a None None] The sync data for ids ['630f7ed9-fbaf-4dc4-900e-d816fae8102a'] in dv-neutron-ussuri-2-hyperv is: [{'id': '630f7ed9-fbaf-4dc4-900e-d816fae8102a', 'name': 'tempest-TestVolumeBootPattern-2080857872-router', 'tenant_id': '011bca4914c64f099aee057411b3988c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:20Z', 'updated_at': '2021-12-07T13:56:50Z', 'revision_number': 6, 'project_id': '011bca4914c64f099aee057411b3988c', 'gw_port_host': None}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:56:50.782045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:50.787053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-222117ff-90ba-462b-bdcb-234dafef64dd tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:56:50.797628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 50cecdc1-00c1-445e-8d43-496008fd8d57 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:56:50.834432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:56:50.835000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 50cecdc1-00c1-445e-8d43-496008fd8d57 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:56:50.835632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 50cecdc1-00c1-445e-8d43-496008fd8d57 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:56:50.839531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:56:51.315205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:51.580420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:51.584732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:51.695542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:51.696129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 630f7ed9-fbaf-4dc4-900e-d816fae8102a {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:56:51.709507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:51.713659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/630f7ed9-fbaf-4dc4-900e-d816fae8102a HTTP/1.1" status: 204 len: 168 time: 1.9849081 Dec 07 13:56:51.713996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54460) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:56:51.782507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-3585d2de-14e8-4a2f-894e-ebfe3b43bc67 admin admin] Deleting subnet bd69d329-6aa9-47aa-a43d-35e59e906b55 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:56:51.786271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3585d2de-14e8-4a2f-894e-ebfe3b43bc67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:51.839882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3585d2de-14e8-4a2f-894e-ebfe3b43bc67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:51.923008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3585d2de-14e8-4a2f-894e-ebfe3b43bc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:52.193251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3585d2de-14e8-4a2f-894e-ebfe3b43bc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:52.198561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4a841242-8d58-4072-83bf-c4c95dadca13 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:56:52.235459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585d2de-14e8-4a2f-894e-ebfe3b43bc67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd69d329-6aa9-47aa-a43d-35e59e906b55,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:56:52.238396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3585d2de-14e8-4a2f-894e-ebfe3b43bc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:56:52.240860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3585d2de-14e8-4a2f-894e-ebfe3b43bc67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:52.247399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a8b9e5-429d-4ec9-bcc6-2914318d08a2 None None] Network 64caf8ef-6926-40f0-8151-b48e1c59542e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:56:52.247643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3585d2de-14e8-4a2f-894e-ebfe3b43bc67 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bd69d329-6aa9-47aa-a43d-35e59e906b55 HTTP/1.1" status: 204 len: 168 time: 0.5324342 Dec 07 13:56:52.250274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54464) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:56:52.370618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:52.381435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Deleting port b1aae7b9-beba-4dbe-b195-dfbb973fe15d {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:56:52.381798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:52.522707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d994db7-dbaa-4d5e-bc12-234af705739c None None] DHCP port deletion for 64caf8ef-6926-40f0-8151-b48e1c59542e request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:56:52.527018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5d994db7-dbaa-4d5e-bc12-234af705739c None None] Deleting port b1aae7b9-beba-4dbe-b195-dfbb973fe15d {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:56:52.527475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d994db7-dbaa-4d5e-bc12-234af705739c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:52.598808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] For port b1aae7b9-beba-4dbe-b195-dfbb973fe15d, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b1aae7b9-beba-4dbe-b195-dfbb973fe15d,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:56:52.599204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:52.724458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Calling delete_port for b1aae7b9-beba-4dbe-b195-dfbb973fe15d owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:56:52.738319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5d994db7-dbaa-4d5e-bc12-234af705739c None None] For port b1aae7b9-beba-4dbe-b195-dfbb973fe15d, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b1aae7b9-beba-4dbe-b195-dfbb973fe15d,segment=NetworkSegment(e895c20d-7b11-4482-9a5e-12c2f4ec81bb),segment_id=e895c20d-7b11-4482-9a5e-12c2f4ec81bb)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:56:52.738763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d994db7-dbaa-4d5e-bc12-234af705739c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:52.822176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:52.827647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-25956ecb-0537-4bd7-af00-e5a09efb9b87 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:56:52.875153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1aae7b9-beba-4dbe-b195-dfbb973fe15d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:56:52.878131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:56:52.881102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] No DVR routers for this DVR port b1aae7b9-beba-4dbe-b195-dfbb973fe15d on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:56:52.973704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:56:53.011507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:53.038004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64caf8ef-6926-40f0-8151-b48e1c59542e']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:53.051276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:53.051620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e895c20d-7b11-4482-9a5e-12c2f4ec81bb') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:53.063607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5d994db7-dbaa-4d5e-bc12-234af705739c None None] Calling delete_port for b1aae7b9-beba-4dbe-b195-dfbb973fe15d owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:56:53.064583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:53.098330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:56:53.098716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 95cd9cb5-2b39-4f4a-a4ad-3a935734b0d2 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:56:53.099188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b1aae7b9-beba-4dbe-b195-dfbb973fe15d no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:56:53.133986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: b1aae7b9-beba-4dbe-b195-dfbb973fe15d {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:56:53.134704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b1aae7b9-beba-4dbe-b195-dfbb973fe15d not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:56:53.147418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:53.154287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:56:53.154871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:53.169503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-5d994db7-dbaa-4d5e-bc12-234af705739c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:56:53.169915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-5d994db7-dbaa-4d5e-bc12-234af705739c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:56:53.171186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:56:53.364388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:53.368011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9038578c-b8f0-46e1-b62f-d99c2f633a06 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:56:53.384814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:53.391958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Pushing event deleted for resources: {'Network': ['ID=64caf8ef-6926-40f0-8151-b48e1c59542e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:56:53.396602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:56:53.433813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] 10.222.0.24 "DELETE /v2.0/networks/64caf8ef-6926-40f0-8151-b48e1c59542e HTTP/1.1" status: 204 len: 168 time: 1.1824942 Dec 07 13:56:53.436871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54468) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:56:53.671538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5d994db7-dbaa-4d5e-bc12-234af705739c None None] Deleting port b1aae7b9-beba-4dbe-b195-dfbb973fe15d {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:56:53.672013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d994db7-dbaa-4d5e-bc12-234af705739c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:53.738776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5d994db7-dbaa-4d5e-bc12-234af705739c None None] The port 'b1aae7b9-beba-4dbe-b195-dfbb973fe15d' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:56:53.835643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db561f63-d7ed-414b-ab51-d7e0174338e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:54.452445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-db561f63-d7ed-414b-ab51-d7e0174338e1 admin admin] Deleting port e6637799-7f99-4970-9877-3ddd4ab26fca {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:56:54.452919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db561f63-d7ed-414b-ab51-d7e0174338e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:54.632366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-db561f63-d7ed-414b-ab51-d7e0174338e1 admin admin] For port e6637799-7f99-4970-9877-3ddd4ab26fca, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e6637799-7f99-4970-9877-3ddd4ab26fca,segment=NetworkSegment(e2430fb4-c983-491b-959e-c9caeb3c1535),segment_id=e2430fb4-c983-491b-959e-c9caeb3c1535)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:56:54.632669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db561f63-d7ed-414b-ab51-d7e0174338e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:54.753161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-db561f63-d7ed-414b-ab51-d7e0174338e1 admin admin] Calling delete_port for e6637799-7f99-4970-9877-3ddd4ab26fca owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:56:55.067172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db561f63-d7ed-414b-ab51-d7e0174338e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:55.071585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7fa305dc-d9c7-4b9a-9b61-a6c23647b892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:56:55.112559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db561f63-d7ed-414b-ab51-d7e0174338e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6637799-7f99-4970-9877-3ddd4ab26fca,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:56:55.115337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db561f63-d7ed-414b-ab51-d7e0174338e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:56:55.654873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db561f63-d7ed-414b-ab51-d7e0174338e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:56.238044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db561f63-d7ed-414b-ab51-d7e0174338e1 admin admin] Router 868c11a4-da35-448d-ab88-b1e8cea7d30a has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 13:56:56.447936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db561f63-d7ed-414b-ab51-d7e0174338e1 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 13:56:56.457496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dea2fe-08ad-4f9e-a6b5-71e63878bc59 None None] Sync routers for ids ['868c11a4-da35-448d-ab88-b1e8cea7d30a'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 13:56:56.470078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dea2fe-08ad-4f9e-a6b5-71e63878bc59 None None] Routers {'868c11a4-da35-448d-ab88-b1e8cea7d30a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:56:56.472794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b9dea2fe-08ad-4f9e-a6b5-71e63878bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:56:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['868c11a4-da35-448d-ab88-b1e8cea7d30a'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:56.490515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-db561f63-d7ed-414b-ab51-d7e0174338e1 admin admin] 10.222.0.24 "PUT /v2.0/routers/868c11a4-da35-448d-ab88-b1e8cea7d30a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0523069 Dec 07 13:56:56.492973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54472) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:56:56.658010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b9dea2fe-08ad-4f9e-a6b5-71e63878bc59 None None] Set router 868c11a4-da35-448d-ab88-b1e8cea7d30a gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:56:56.696321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:56.909997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:56.958987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] Deleting port 711d7006-5120-458e-838f-57bcbcb84da6 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:56:56.959389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:56.961413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b9dea2fe-08ad-4f9e-a6b5-71e63878bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'name': 'tempest-TestVolumeBootPattern-1696841280-router', 'tenant_id': 'cbe1227182254aa1b0ad9efd82acea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.214'}], 'enable_snat': True}, 'gw_port_id': '711d7006-5120-458e-838f-57bcbcb84da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:27Z', 'updated_at': '2021-12-07T13:56:54Z', 'revision_number': 5, 'project_id': 'cbe1227182254aa1b0ad9efd82acea93', 'gw_port': {'id': '711d7006-5120-458e-838f-57bcbcb84da6', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T13:46:28Z', 'updated_at': '2021-12-07T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:56.965695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dea2fe-08ad-4f9e-a6b5-71e63878bc59 None None] Checking router: 868c11a4-da35-448d-ab88-b1e8cea7d30a for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 13:56:56.977258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dea2fe-08ad-4f9e-a6b5-71e63878bc59 None None] Routers {'868c11a4-da35-448d-ab88-b1e8cea7d30a'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 13:56:56.978549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b9dea2fe-08ad-4f9e-a6b5-71e63878bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T13:56:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['868c11a4-da35-448d-ab88-b1e8cea7d30a'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:57.135363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b9dea2fe-08ad-4f9e-a6b5-71e63878bc59 None None] Set router 868c11a4-da35-448d-ab88-b1e8cea7d30a gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 13:56:57.140941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] For port 711d7006-5120-458e-838f-57bcbcb84da6, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=711d7006-5120-458e-838f-57bcbcb84da6,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:56:57.141341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:57.246304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b9dea2fe-08ad-4f9e-a6b5-71e63878bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'name': 'tempest-TestVolumeBootPattern-1696841280-router', 'tenant_id': 'cbe1227182254aa1b0ad9efd82acea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:27Z', 'updated_at': '2021-12-07T13:56:56Z', 'revision_number': 6, 'project_id': 'cbe1227182254aa1b0ad9efd82acea93', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:57.250449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dea2fe-08ad-4f9e-a6b5-71e63878bc59 None None] The sync data for ids ['868c11a4-da35-448d-ab88-b1e8cea7d30a'] in dv-neutron-ussuri-2-hyperv is: [{'id': '868c11a4-da35-448d-ab88-b1e8cea7d30a', 'name': 'tempest-TestVolumeBootPattern-1696841280-router', 'tenant_id': 'cbe1227182254aa1b0ad9efd82acea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T13:46:27Z', 'updated_at': '2021-12-07T13:56:56Z', 'revision_number': 6, 'project_id': 'cbe1227182254aa1b0ad9efd82acea93', 'gw_port_host': None}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 13:56:57.267714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] Calling delete_port for 711d7006-5120-458e-838f-57bcbcb84da6 owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:56:57.827014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:57.831725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f8f096bc-c8a2-4d97-be88-a2ebc1d701c2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:56:57.876394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=711d7006-5120-458e-838f-57bcbcb84da6,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:56:57.880209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:56:58.111001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:58.382613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:58.387784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:58.758811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:58.760074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 868c11a4-da35-448d-ab88-b1e8cea7d30a {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 13:56:58.773248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:58.774511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] 10.222.0.24 "DELETE /v2.0/routers/868c11a4-da35-448d-ab88-b1e8cea7d30a HTTP/1.1" status: 204 len: 168 time: 2.2800298 Dec 07 13:56:58.778115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54476) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:56:58.846699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 711d7006-5120-458e-838f-57bcbcb84da6 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:56:58.849689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-22264af7-27ce-41fc-bbb1-61f3b5d576ac admin admin] Deleting subnet 737083d7-2779-47e2-aece-32aa17a2a773 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:56:58.853442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22264af7-27ce-41fc-bbb1-61f3b5d576ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:58.884692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 711d7006-5120-458e-838f-57bcbcb84da6 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:56:58.885096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 711d7006-5120-458e-838f-57bcbcb84da6 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:56:58.885569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e6637799-7f99-4970-9877-3ddd4ab26fca no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:56:58.907879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22264af7-27ce-41fc-bbb1-61f3b5d576ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:58.921892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: e6637799-7f99-4970-9877-3ddd4ab26fca {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:56:58.922292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e6637799-7f99-4970-9877-3ddd4ab26fca not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:56:58.994610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22264af7-27ce-41fc-bbb1-61f3b5d576ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:59.096196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22264af7-27ce-41fc-bbb1-61f3b5d576ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:59.100621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-32883d5f-268b-48a1-a0c2-0ac5c2d534bc tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:56:59.138979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22264af7-27ce-41fc-bbb1-61f3b5d576ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=737083d7-2779-47e2-aece-32aa17a2a773,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:56:59.142725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-22264af7-27ce-41fc-bbb1-61f3b5d576ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:56:59.146039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22264af7-27ce-41fc-bbb1-61f3b5d576ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:59.151642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41edbf93-566e-41a8-b9ac-80e05037b0ec None None] Network 7e52a665-66dc-43dc-9aea-dc171260da4a requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:56:59.152790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-22264af7-27ce-41fc-bbb1-61f3b5d576ac admin admin] 10.222.0.24 "DELETE /v2.0/subnets/737083d7-2779-47e2-aece-32aa17a2a773 HTTP/1.1" status: 204 len: 168 time: 0.3736229 Dec 07 13:56:59.155354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54480) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:56:59.269344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:59.281032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Deleting port 6e898373-ad40-4412-be60-7392f02d1910 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:56:59.281405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:59.419028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f939bc34-7d41-4584-b2e8-c5379da69b59 None None] DHCP port deletion for 7e52a665-66dc-43dc-9aea-dc171260da4a request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 13:56:59.423319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f939bc34-7d41-4584-b2e8-c5379da69b59 None None] Deleting port 6e898373-ad40-4412-be60-7392f02d1910 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:56:59.423866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f939bc34-7d41-4584-b2e8-c5379da69b59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:59.499212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] For port 6e898373-ad40-4412-be60-7392f02d1910, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=6e898373-ad40-4412-be60-7392f02d1910,segment=NetworkSegment(e2430fb4-c983-491b-959e-c9caeb3c1535),segment_id=e2430fb4-c983-491b-959e-c9caeb3c1535)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:56:59.499649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:59.625600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Calling delete_port for 6e898373-ad40-4412-be60-7392f02d1910 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:56:59.636841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f939bc34-7d41-4584-b2e8-c5379da69b59 None None] For port 6e898373-ad40-4412-be60-7392f02d1910, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=6e898373-ad40-4412-be60-7392f02d1910,segment=NetworkSegment(e2430fb4-c983-491b-959e-c9caeb3c1535),segment_id=e2430fb4-c983-491b-959e-c9caeb3c1535)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:56:59.637223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f939bc34-7d41-4584-b2e8-c5379da69b59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:59.730144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:59.734755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9b749eb-16c2-4e29-b31d-e9d4b03814b0 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:56:59.761524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f939bc34-7d41-4584-b2e8-c5379da69b59 None None] Calling delete_port for 6e898373-ad40-4412-be60-7392f02d1910 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:56:59.776298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e898373-ad40-4412-be60-7392f02d1910,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:56:59.779267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:56:59.781577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] No DVR routers for this DVR port 6e898373-ad40-4412-be60-7392f02d1910 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:56:59.834106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-f939bc34-7d41-4584-b2e8-c5379da69b59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 13:56:59.834515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-f939bc34-7d41-4584-b2e8-c5379da69b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 13:56:59.902190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:59.929176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e52a665-66dc-43dc-9aea-dc171260da4a']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:59.942155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2430fb4-c983-491b-959e-c9caeb3c1535') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:59.942484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2430fb4-c983-491b-959e-c9caeb3c1535') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:56:59.954836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:59.969500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:59.975695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:56:59.976107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:56:59.990171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:57:00.095902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:00.099219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8ef9a5ad-f712-4f33-946e-69b776727102 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:00.113459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:00.124081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e52a665-66dc-43dc-9aea-dc171260da4a,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:00.128526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:00.129007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b71745a1-5862-4a69-bae8-1ca1ceff9e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:00.132278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7e52a665-66dc-43dc-9aea-dc171260da4a HTTP/1.1" status: 204 len: 168 time: 0.9759212 Dec 07 13:57:00.335772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f939bc34-7d41-4584-b2e8-c5379da69b59 None None] Deleting port 6e898373-ad40-4412-be60-7392f02d1910 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:57:00.336217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f939bc34-7d41-4584-b2e8-c5379da69b59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:00.401680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f939bc34-7d41-4584-b2e8-c5379da69b59 None None] The port '6e898373-ad40-4412-be60-7392f02d1910' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 13:57:00.403113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54488) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:57:00.459338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-304a799c-25c6-48c6-8495-eef8f9cffc28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=011bca4914c64f099aee057411b3988c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540006 Dec 07 13:57:00.461842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54492) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:57:00.530192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65d55108-82aa-46bf-a5c9-30b99874b74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:00.556753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65d55108-82aa-46bf-a5c9-30b99874b74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:00.819809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65d55108-82aa-46bf-a5c9-30b99874b74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:00.825834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9c89d325-6cc0-4e20-81b0-ff1ef5c2ca6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:00.839795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6e898373-ad40-4412-be60-7392f02d1910 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:57:00.844827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d55108-82aa-46bf-a5c9-30b99874b74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239194a8-daec-4705-a7aa-7c4cc2835a12,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:00.847418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-65d55108-82aa-46bf-a5c9-30b99874b74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:00.849382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-65d55108-82aa-46bf-a5c9-30b99874b74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:00.851983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-65d55108-82aa-46bf-a5c9-30b99874b74b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/239194a8-daec-4705-a7aa-7c4cc2835a12 HTTP/1.1" status: 204 len: 168 time: 0.3867688 Dec 07 13:57:00.882454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 6e898373-ad40-4412-be60-7392f02d1910 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:57:00.882854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6e898373-ad40-4412-be60-7392f02d1910 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:57:01.576845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54502) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:57:01.633105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6bfa73e8-9dd7-42ee-aaf8-95d5421606e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbe1227182254aa1b0ad9efd82acea93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0549343 Dec 07 13:57:01.636496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54506) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:57:01.650431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:01.703589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3aa01bf7-547a-474a-97b0-1eb53a31714d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:01.729742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3aa01bf7-547a-474a-97b0-1eb53a31714d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:01.804377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3aa01bf7-547a-474a-97b0-1eb53a31714d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:01.809815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4a47425a-de89-4be6-96d1-e52b9884043b tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:01.822497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa01bf7-547a-474a-97b0-1eb53a31714d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe86924-e5b1-4f6a-9696-42c7d848de70,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:01.825693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3aa01bf7-547a-474a-97b0-1eb53a31714d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:01.827623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3aa01bf7-547a-474a-97b0-1eb53a31714d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:01.828763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3aa01bf7-547a-474a-97b0-1eb53a31714d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfe86924-e5b1-4f6a-9696-42c7d848de70 HTTP/1.1" status: 204 len: 168 time: 0.1913164 Dec 07 13:57:02.449975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5291e73d-3b0a-4905-ab87-fc033daa079b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:02.945656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:04.832593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:04.954196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:57:10.021451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:10.390012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-4a482ef8-a38d-45ff-b8e1-6e8760e46a6c tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e9a72c77df47477d91f29837fd62dd24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345805 Dec 07 13:57:10.557629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-01160645-3e8f-45b2-a591-ae3c495414d4 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:10.559135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-01160645-3e8f-45b2-a591-ae3c495414d4 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1634710 Dec 07 13:57:10.577416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-577549e5-753a-43c8-97b4-2f4433dcad70 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/quotas/e9a72c77df47477d91f29837fd62dd24 HTTP/1.1" status: 200 len: 375 time: 0.0117261 Dec 07 13:57:10.630569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-a05116eb-f331-48f4-9da9-051b4fae4b41 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9a72c77df47477d91f29837fd62dd24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473855 Dec 07 13:57:11.876583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c0c5a3a-6c15-4e5a-85dc-8d2b64b059c4 req-eb44f2bd-a2da-49a8-81b1-d56da836c42e tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 210 time: 0.0479314 Dec 07 13:57:13.085812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9d1f4de8-c142-4214-ae9b-4be0fcf6d491 req-767d2b71-005a-495a-b447-3ea2b662445b tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 210 time: 0.0440354 Dec 07 13:57:14.010526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-d7a3b404-beb3-485e-904c-5aeaabb0e31a tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e9a72c77df47477d91f29837fd62dd24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342882 Dec 07 13:57:14.176594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-06464d78-9a7b-4522-8764-2c3a7818fc9d tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:14.178131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-06464d78-9a7b-4522-8764-2c3a7818fc9d tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1580293 Dec 07 13:57:14.194537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Request body: {'port': {'device_id': '9786f489-d021-48fe-b55b-64c79c12bd84', 'network_id': '2966a1f1-c376-485f-8d5d-7085ade9b98c', 'admin_state_up': True, 'tenant_id': 'e9a72c77df47477d91f29837fd62dd24'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:57:14.280093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-613d815a-44e3-42d5-a3a2-26bcaf1262bd req-a422fc78-e526-43a9-941d-0bb22daffab6 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 210 time: 0.0697937 Dec 07 13:57:14.564929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:57:14.568870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Usage tracker for resource:port and tenant:e9a72c77df47477d91f29837fd62dd24 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:57:14.572113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:57:14.578046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:57:14.689728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Made reservation on behalf of e9a72c77df47477d91f29837fd62dd24 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:57:14.695334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:14.709398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:14.747488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:57:14.751476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Usage tracker for resource:security_group_rule and tenant:e9a72c77df47477d91f29837fd62dd24 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:57:14.754370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:57:14.761280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:57:14.919322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:14.952299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:14.956529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-11ab53a3-0ace-423a-9739-c9c3a1cbc3b5 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:15.042946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49521984-1667-4367-972a-bf792b334e40,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:15.046380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:15.136996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Allocated IP 192.168.233.180 (2966a1f1-c376-485f-8d5d-7085ade9b98c/a0ef2ba1-4f51-4013-8602-f68cb45aec29/3bd03792-3300-4312-81dd-d6d4e36da4cd) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:57:15.456531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7a86efc6-835b-44bb-bedc-402cf7665895 req-ca3bf6c1-3391-4d7d-b3e8-a688b2bdf595 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 210 time: 0.0491781 Dec 07 13:57:15.483147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:15.501996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Transition to ACTIVE for port object 3bd03792-3300-4312-81dd-d6d4e36da4cd will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:57:15.547396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:15.552909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66e5ba67-6857-44d7-bd99-5ffdee38e0ec tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:15.621406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Network 2966a1f1-c376-485f-8d5d-7085ade9b98c is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:57:15.625138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:57:15.629732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:57:15.661426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Pushing event updated for resources: {'Port': ['ID=3bd03792-3300-4312-81dd-d6d4e36da4cd,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:15.667492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:15.702246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:15.702944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:15.771026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5804913 Dec 07 13:57:15.788527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Request body: {'port': {'device_id': '9786f489-d021-48fe-b55b-64c79c12bd84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:57:15.907901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:15.970045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c3c54b77-39d5-49da-8394-d939267ed338 None None] Provisioning for port 3bd03792-3300-4312-81dd-d6d4e36da4cd completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:57:15.975177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c3c54b77-39d5-49da-8394-d939267ed338 None None] Provisioning complete for port 3bd03792-3300-4312-81dd-d6d4e36da4cd triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:57:15.975684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3c54b77-39d5-49da-8394-d939267ed338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:16.033940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c3c54b77-39d5-49da-8394-d939267ed338 None None] Port 3bd03792-3300-4312-81dd-d6d4e36da4cd cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 13:57:16.274558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd03792-3300-4312-81dd-d6d4e36da4cd {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:57:16.281575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:16.420944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Transition to ACTIVE for port object 3bd03792-3300-4312-81dd-d6d4e36da4cd will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:57:16.449389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:16.454060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:16.585663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd03792-3300-4312-81dd-d6d4e36da4cd,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:16.590934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:16.668878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5327ff0-6413-4a07-bd13-7a24cd88a320 req-3fe8c844-c7f0-4e56-8142-10754dc8aecd tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:16.670648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a5327ff0-6413-4a07-bd13-7a24cd88a320 req-3fe8c844-c7f0-4e56-8142-10754dc8aecd tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 948 time: 0.0901339 Dec 07 13:57:16.706806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Attempting to bind port 3bd03792-3300-4312-81dd-d6d4e36da4cd on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:57:16.707479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Attempting to bind port 3bd03792-3300-4312-81dd-d6d4e36da4cd by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '04c435cd-80c2-4b0c-af52-795641318904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2966a1f1-c376-485f-8d5d-7085ade9b98c'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:57:16.707954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Attempting to bind port 3bd03792-3300-4312-81dd-d6d4e36da4cd on network 2966a1f1-c376-485f-8d5d-7085ade9b98c {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:57:16.716729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Port 3bd03792-3300-4312-81dd-d6d4e36da4cd on network 2966a1f1-c376-485f-8d5d-7085ade9b98c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:57:16.717297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Attempting to bind port 3bd03792-3300-4312-81dd-d6d4e36da4cd on network 2966a1f1-c376-485f-8d5d-7085ade9b98c {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:57:16.724611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:57:16.724822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a5327ff0-6413-4a07-bd13-7a24cd88a320 req-72a565a1-b0e8-4105-bc7f-63e09f2b9295 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/security-groups?id=49521984-1667-4367-972a-bf792b334e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472496 Dec 07 13:57:16.725203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Checking segment: {'id': '04c435cd-80c2-4b0c-af52-795641318904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2966a1f1-c376-485f-8d5d-7085ade9b98c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:57:16.725718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Bound using segment: {'id': '04c435cd-80c2-4b0c-af52-795641318904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2966a1f1-c376-485f-8d5d-7085ade9b98c'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:57:16.726427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Bound port: 3bd03792-3300-4312-81dd-d6d4e36da4cd, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c435cd-80c2-4b0c-af52-795641318904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2966a1f1-c376-485f-8d5d-7085ade9b98c'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:57:16.726826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:16.821977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] For port 3bd03792-3300-4312-81dd-d6d4e36da4cd, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:57:16.825082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] For port 3bd03792-3300-4312-81dd-d6d4e36da4cd, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=3bd03792-3300-4312-81dd-d6d4e36da4cd,segment=NetworkSegment(04c435cd-80c2-4b0c-af52-795641318904),segment_id=04c435cd-80c2-4b0c-af52-795641318904)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:57:16.867393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:16.872369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b64decdd-18c4-45d2-bbc7-9b32fa3c9378 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:16.938325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:16.939845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] 10.222.0.45 "PUT /v2.0/ports/3bd03792-3300-4312-81dd-d6d4e36da4cd HTTP/1.1" status: 200 len: 1098 time: 1.1566391 Dec 07 13:57:16.940416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9786f489-d021-48fe-b55b-64c79c12bd84', 'tag': '3bd03792-3300-4312-81dd-d6d4e36da4cd'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:57:16.956392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd03792-3300-4312-81dd-d6d4e36da4cd,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:16.959845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:17.013617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9786f489-d021-48fe-b55b-64c79c12bd84', 'tag': '3bd03792-3300-4312-81dd-d6d4e36da4cd', 'status': 'completed', 'code': 200} Dec 07 13:57:17.114131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e2283cba-680a-4f4e-88a6-215d2d6dbc6a req-2032a3b1-1e2c-4049-b75a-d94b35011d40 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9a72c77df47477d91f29837fd62dd24&device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 1101 time: 0.0757191 Dec 07 13:57:17.156634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e2283cba-680a-4f4e-88a6-215d2d6dbc6a req-ef63e3b3-98fc-45c0-984d-b6926928b6cf service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e9a72c77df47477d91f29837fd62dd24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311291 Dec 07 13:57:17.312492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2283cba-680a-4f4e-88a6-215d2d6dbc6a req-99183fa0-2bca-4177-ae27-a75902867a83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:17.314110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e2283cba-680a-4f4e-88a6-215d2d6dbc6a req-99183fa0-2bca-4177-ae27-a75902867a83 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1478808 Dec 07 13:57:17.438005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-d844fe23-47af-4ca4-9760-ead1ce0d1e00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9a72c77df47477d91f29837fd62dd24&device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 1101 time: 0.0774248 Dec 07 13:57:17.514030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-d1fc32ed-475e-4c61-b1b8-b2a6a595039c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=3bd03792-3300-4312-81dd-d6d4e36da4cd HTTP/1.1" status: 200 len: 217 time: 0.0649242 Dec 07 13:57:17.590389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-392158c5-60d6-4843-b99f-fd1c1627ea62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:17.591865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-392158c5-60d6-4843-b99f-fd1c1627ea62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a0ef2ba1-4f51-4013-8602-f68cb45aec29 HTTP/1.1" status: 200 len: 843 time: 0.0670302 Dec 07 13:57:17.674511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-37d89282-c804-409a-9bf4-4c52b6584ee0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2966a1f1-c376-485f-8d5d-7085ade9b98c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0716813 Dec 07 13:57:17.820495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-f859756f-9086-4794-a8e7-4192e5e75ddb service neutron] 10.222.0.45 "GET /v2.0/networks/2966a1f1-c376-485f-8d5d-7085ade9b98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354895 Dec 07 13:57:17.935579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a086a-517c-480e-948c-8def86ea5f37 req-c6e00a06-10aa-4f45-a069-aff0cf218c8a tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:17.937158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d58a086a-517c-480e-948c-8def86ea5f37 req-c6e00a06-10aa-4f45-a069-aff0cf218c8a tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 948 time: 0.0883379 Dec 07 13:57:17.969810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7c0dff7-7167-47d6-a041-9ff1a470236a req-5750bfc9-58d7-488e-8350-73949aef9cf5 service neutron] 10.222.0.45 "GET /v2.0/networks/2966a1f1-c376-485f-8d5d-7085ade9b98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394289 Dec 07 13:57:18.212185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d58a086a-517c-480e-948c-8def86ea5f37 req-45e74c60-1a2c-411e-9db7-d6d3a11b0a7b tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/security-groups?id=49521984-1667-4367-972a-bf792b334e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688441 Dec 07 13:57:19.417742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503ffff-a9c1-45a5-9361-79f17cd6b41f req-8b2c3a34-579f-4964-b0f6-a717df6468e7 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:19.419391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e503ffff-a9c1-45a5-9361-79f17cd6b41f req-8b2c3a34-579f-4964-b0f6-a717df6468e7 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 948 time: 0.0835719 Dec 07 13:57:19.468092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e503ffff-a9c1-45a5-9361-79f17cd6b41f req-01d8537c-9e4d-460d-8801-6db350cf69cb tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/security-groups?id=49521984-1667-4367-972a-bf792b334e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425801 Dec 07 13:57:20.675825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab060123-d758-42a5-94da-a12045ee13a1 req-989ab646-ebf8-4a16-ab64-b80055dd667b tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:20.677415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ab060123-d758-42a5-94da-a12045ee13a1 req-989ab646-ebf8-4a16-ab64-b80055dd667b tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 948 time: 0.0880020 Dec 07 13:57:20.727533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ab060123-d758-42a5-94da-a12045ee13a1 req-0dbe5dd0-104f-4a33-ae1d-49646683c7db tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/security-groups?id=49521984-1667-4367-972a-bf792b334e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425677 Dec 07 13:57:21.395504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 3bd03792-3300-4312-81dd-d6d4e36da4cd details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:57:21.535495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 3bd03792-3300-4312-81dd-d6d4e36da4cd, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=3bd03792-3300-4312-81dd-d6d4e36da4cd,segment=NetworkSegment(04c435cd-80c2-4b0c-af52-795641318904),segment_id=04c435cd-80c2-4b0c-af52-795641318904)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:57:21.549190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '3bd03792-3300-4312-81dd-d6d4e36da4cd', 'network_id': '2966a1f1-c376-485f-8d5d-7085ade9b98c', 'port_id': '3bd03792-3300-4312-81dd-d6d4e36da4cd', 'mac_address': 'fa:16:3e:74:f1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ef2ba1-4f51-4013-8602-f68cb45aec29', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:57:21.606223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:21.623557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd03792-3300-4312-81dd-d6d4e36da4cd {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:57:21.638509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 3bd03792-3300-4312-81dd-d6d4e36da4cd, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=3bd03792-3300-4312-81dd-d6d4e36da4cd,segment=NetworkSegment(04c435cd-80c2-4b0c-af52-795641318904),segment_id=04c435cd-80c2-4b0c-af52-795641318904)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:57:21.678351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:21.681151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bfee9075-52ec-4da1-af9b-e2d20713dab3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:21.748806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=3bd03792-3300-4312-81dd-d6d4e36da4cd,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:21.757655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:21.758040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:21.759022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:21.759479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:21.759849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:21.760213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:21.760576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:21.760939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:21.761298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:21.761654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:21.762011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:21.766092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:21.930922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0a894-5a07-44ee-92da-5b1f3364d82b req-31814a23-8288-4d37-8e44-2e45bd7e0987 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:21.932621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e9e0a894-5a07-44ee-92da-5b1f3364d82b req-31814a23-8288-4d37-8e44-2e45bd7e0987 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 949 time: 0.0838330 Dec 07 13:57:21.979543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['3bd03792-3300-4312-81dd-d6d4e36da4cd'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:57:21.985628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e9e0a894-5a07-44ee-92da-5b1f3364d82b req-dd8d1d5f-f681-43b4-b2a9-df19ccc3976f tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/security-groups?id=49521984-1667-4367-972a-bf792b334e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468695 Dec 07 13:57:23.188088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d7b4c-0366-46e1-8828-c19d10550a90 req-f66816fb-50d0-44f9-a921-0b30453c8b0e tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:23.189686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8e7d7b4c-0366-46e1-8828-c19d10550a90 req-f66816fb-50d0-44f9-a921-0b30453c8b0e tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 949 time: 0.0823050 Dec 07 13:57:23.239512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8e7d7b4c-0366-46e1-8828-c19d10550a90 req-bb374446-31cf-4092-b6e6-bcc21d537bc2 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/security-groups?id=49521984-1667-4367-972a-bf792b334e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435109 Dec 07 13:57:23.398171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 3bd03792-3300-4312-81dd-d6d4e36da4cd up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:57:23.495417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 3bd03792-3300-4312-81dd-d6d4e36da4cd completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:57:23.500223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 3bd03792-3300-4312-81dd-d6d4e36da4cd triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:57:23.500643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:23.615483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:23.641987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786f489-d021-48fe-b55b-64c79c12bd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd03792-3300-4312-81dd-d6d4e36da4cd'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:57:23.652462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 3bd03792-3300-4312-81dd-d6d4e36da4cd, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=3bd03792-3300-4312-81dd-d6d4e36da4cd,segment=NetworkSegment(04c435cd-80c2-4b0c-af52-795641318904),segment_id=04c435cd-80c2-4b0c-af52-795641318904)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:57:23.684215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:23.686207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66d7c9ae-d136-4891-8d6d-8068c74e6fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:23.754998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=3bd03792-3300-4312-81dd-d6d4e36da4cd,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:23.758895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:23.779740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9786f489-d021-48fe-b55b-64c79c12bd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd03792-3300-4312-81dd-d6d4e36da4cd', 'code': 200} Dec 07 13:57:24.083820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7e0e5c87-c9be-485d-8851-af0e5deb5c0f req-84ff443b-64db-4f29-8ef8-744b012b3d32 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 1103 time: 0.0726445 Dec 07 13:57:24.135596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7e0e5c87-c9be-485d-8851-af0e5deb5c0f req-b7f4783d-0482-42ab-909d-48145aee3a40 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=49521984-1667-4367-972a-bf792b334e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Dec 07 13:57:24.450850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa981f5-5be1-42a4-a1c3-5f1a30bcb4ac req-5b9a3fce-9698-4e80-86f7-2c82e17edd88 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:24.452459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-baa981f5-5be1-42a4-a1c3-5f1a30bcb4ac req-5b9a3fce-9698-4e80-86f7-2c82e17edd88 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 950 time: 0.0883691 Dec 07 13:57:24.501324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-baa981f5-5be1-42a4-a1c3-5f1a30bcb4ac req-a712c5a0-a710-4774-b274-ec8d0563065e tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/security-groups?id=49521984-1667-4367-972a-bf792b334e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427382 Dec 07 13:57:25.716658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393f305-fc85-4203-863f-fd290cae411f req-cb409c99-4d1c-4d27-8c78-a977dd8de509 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:25.718299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8393f305-fc85-4203-863f-fd290cae411f req-cb409c99-4d1c-4d27-8c78-a977dd8de509 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 950 time: 0.0875423 Dec 07 13:57:25.773261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8393f305-fc85-4203-863f-fd290cae411f req-8e6a19a2-1430-47ca-9780-68f21a38d9b7 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/security-groups?id=49521984-1667-4367-972a-bf792b334e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487421 Dec 07 13:57:26.414738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-09746673-c214-4fd3-8211-8682e39b5cda req-498d554b-3bfe-419c-887c-a99c781a598d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2283690 Dec 07 13:57:27.030082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-de7116d4-4997-401e-a7a0-b30985d4838a req-6b7119de-6405-4e29-8118-401f0f817f14 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0727727 Dec 07 13:57:27.697373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8fe8e-24c1-4240-bc32-1dd63ec269eb req-041e20a1-20e1-42b9-b746-7f7debe6d451 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:27.698967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dbf8fe8e-24c1-4240-bc32-1dd63ec269eb req-041e20a1-20e1-42b9-b746-7f7debe6d451 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 950 time: 0.0899065 Dec 07 13:57:27.747824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dbf8fe8e-24c1-4240-bc32-1dd63ec269eb req-76d73070-554c-4822-9bd5-808d85cdea6c tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/security-groups?id=49521984-1667-4367-972a-bf792b334e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426600 Dec 07 13:57:28.954272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0e5bd-6e81-4466-ab41-52bdc90f7567 req-b558b340-90e7-4446-a60b-3a47ba16a890 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:28.955909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2a0e5bd-6e81-4466-ab41-52bdc90f7567 req-b558b340-90e7-4446-a60b-3a47ba16a890 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 950 time: 0.0837767 Dec 07 13:57:29.003753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2a0e5bd-6e81-4466-ab41-52bdc90f7567 req-8b6166ec-f0b1-4699-8926-68c479e93fe7 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/security-groups?id=49521984-1667-4367-972a-bf792b334e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414717 Dec 07 13:57:29.082703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2a33d-48fc-4d0a-8d35-881cfdd53c07 req-0f0dd1f6-4a46-45c3-91bc-a407b1d9a480 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:29.083398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d2a2a33d-48fc-4d0a-8d35-881cfdd53c07 req-0f0dd1f6-4a46-45c3-91bc-a407b1d9a480 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Synchronizing usage tracker for tenant:e9a72c77df47477d91f29837fd62dd24 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:57:29.133975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d2a2a33d-48fc-4d0a-8d35-881cfdd53c07 req-0f0dd1f6-4a46-45c3-91bc-a407b1d9a480 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Unset dirty status for tenant:e9a72c77df47477d91f29837fd62dd24 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:57:29.135212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2a2a33d-48fc-4d0a-8d35-881cfdd53c07 req-0f0dd1f6-4a46-45c3-91bc-a407b1d9a480 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.45 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 950 time: 0.1325138 Dec 07 13:57:29.213709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-d2a2a33d-48fc-4d0a-8d35-881cfdd53c07 req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Deleting port 3bd03792-3300-4312-81dd-d6d4e36da4cd {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:57:29.214095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d2a2a33d-48fc-4d0a-8d35-881cfdd53c07 req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:29.468293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-d2a2a33d-48fc-4d0a-8d35-881cfdd53c07 req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] For port 3bd03792-3300-4312-81dd-d6d4e36da4cd, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=3bd03792-3300-4312-81dd-d6d4e36da4cd,segment=NetworkSegment(04c435cd-80c2-4b0c-af52-795641318904),segment_id=04c435cd-80c2-4b0c-af52-795641318904)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:57:29.468687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d2a2a33d-48fc-4d0a-8d35-881cfdd53c07 req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:29.594738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-d2a2a33d-48fc-4d0a-8d35-881cfdd53c07 req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Calling delete_port for 3bd03792-3300-4312-81dd-d6d4e36da4cd owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:57:29.906551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d2a2a33d-48fc-4d0a-8d35-881cfdd53c07 req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:29.912587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a6dbaceb-f1fc-45bb-a71a-2c0b7ad56a66 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:29.923147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['3bd03792-3300-4312-81dd-d6d4e36da4cd'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:57:29.955485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Pushing event deleted for resources: {'Port': ['ID=3bd03792-3300-4312-81dd-d6d4e36da4cd,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:29.996789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:29.997233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:29.997658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:29.998079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:29.998497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:29.998912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:29.999347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:29.999763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:30.000171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:30.000585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:30.000995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:30.009319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:30.049919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a2a33d-48fc-4d0a-8d35-881cfdd53c07 req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] No DVR routers for this DVR port 3bd03792-3300-4312-81dd-d6d4e36da4cd on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:57:30.054232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d2a2a33d-48fc-4d0a-8d35-881cfdd53c07 req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:30.058148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786f489-d021-48fe-b55b-64c79c12bd84', 'name': 'network-vif-deleted', 'tag': '3bd03792-3300-4312-81dd-d6d4e36da4cd'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:57:30.101930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2a2a33d-48fc-4d0a-8d35-881cfdd53c07 req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.45 "DELETE /v2.0/ports/3bd03792-3300-4312-81dd-d6d4e36da4cd HTTP/1.1" status: 204 len: 173 time: 0.9559023 Dec 07 13:57:30.124142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0813ed8-888e-4fce-9c05-dc31df3c9c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:30.126305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9786f489-d021-48fe-b55b-64c79c12bd84', 'name': 'network-vif-deleted', 'tag': '3bd03792-3300-4312-81dd-d6d4e36da4cd', 'status': 'completed', 'code': 200} Dec 07 13:57:30.206342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4c8706d8-583b-4cfe-a72d-ba0c1b8351b7 req-02c07171-b40f-460b-940b-c5e5418048c3 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] 10.222.0.24 "GET /v2.0/ports?device_id=9786f489-d021-48fe-b55b-64c79c12bd84 HTTP/1.1" status: 200 len: 210 time: 0.0578487 Dec 07 13:57:31.632548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:31.726478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54656) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:57:31.912920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e1f5d1c9-f412-4622-ac53-1f5250f2f591 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9a72c77df47477d91f29837fd62dd24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1844544 Dec 07 13:57:31.916607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 54662) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:57:31.979532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:32.005505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:32.157947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:32.163306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-35252376-c45e-4ee7-a650-2e5780e05336 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:32.179136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49521984-1667-4367-972a-bf792b334e40,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:32.189079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:32.190271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49521984-1667-4367-972a-bf792b334e40 HTTP/1.1" status: 204 len: 168 time: 0.2726748 Dec 07 13:57:32.192256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:32.192683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:32.193104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:32.193514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:32.193923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:32.194420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:32.194709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:32.195111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:32.196081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:32.196479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:32.196883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:57:32.200203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-37e24b39-9e40-4e1b-b741-1ab6f279f195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:32.453534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c0f9a7e0-b56d-4dc6-8b3c-0ace1e17980e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:32.671827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 54670) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:57:32.692610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f94b25c-f800-42b2-9411-c1dc4ba5d70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:32.724876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6f94b25c-f800-42b2-9411-c1dc4ba5d70a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:57:32.729357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6f94b25c-f800-42b2-9411-c1dc4ba5d70a admin admin] Usage tracker for resource:security_group_rule and tenant:fd134c24cc5844c6834f3103cf32c9d5 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:57:32.732292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6f94b25c-f800-42b2-9411-c1dc4ba5d70a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:57:32.738249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6f94b25c-f800-42b2-9411-c1dc4ba5d70a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:57:32.804540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f94b25c-f800-42b2-9411-c1dc4ba5d70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:32.830417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f94b25c-f800-42b2-9411-c1dc4ba5d70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:32.838682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-92419ea6-dbac-4bbf-9e07-503daed4336f tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:32.880146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94b25c-f800-42b2-9411-c1dc4ba5d70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135c8b1e-5b21-4950-bd5f-a4fdce0d3250,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:32.884071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6f94b25c-f800-42b2-9411-c1dc4ba5d70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:32.887002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6f94b25c-f800-42b2-9411-c1dc4ba5d70a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd134c24cc5844c6834f3103cf32c9d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2140334 Dec 07 13:57:32.889731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 54674) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:57:32.952415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:32.958120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e3be6c8-17db-4ef1-8187-32a74e103697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:32.985253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e3be6c8-17db-4ef1-8187-32a74e103697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:33.049329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e3be6c8-17db-4ef1-8187-32a74e103697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:33.054291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f53f7f99-bd67-4b9e-80c9-8380630b4dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:33.067797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3be6c8-17db-4ef1-8187-32a74e103697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135c8b1e-5b21-4950-bd5f-a4fdce0d3250,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:33.070874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7e3be6c8-17db-4ef1-8187-32a74e103697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:33.073094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e3be6c8-17db-4ef1-8187-32a74e103697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:33.074339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7e3be6c8-17db-4ef1-8187-32a74e103697 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/135c8b1e-5b21-4950-bd5f-a4fdce0d3250 HTTP/1.1" status: 204 len: 168 time: 0.1836443 Dec 07 13:57:33.446104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 3bd03792-3300-4312-81dd-d6d4e36da4cd no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:57:33.479631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 3bd03792-3300-4312-81dd-d6d4e36da4cd {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:57:33.480035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 3bd03792-3300-4312-81dd-d6d4e36da4cd not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:57:34.603201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 54696) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:57:34.740916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-492607689-network', 'tenant_id': 'dae35f762b8f4514ade2e5111f588bad'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:57:34.746600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:57:34.750640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Usage tracker for resource:network and tenant:dae35f762b8f4514ade2e5111f588bad is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:57:34.753642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:57:34.760037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:57:34.797863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Made reservation on behalf of dae35f762b8f4514ade2e5111f588bad for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:57:34.802734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:34.816430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:34.842048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:34.848479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:57:34.853051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Usage tracker for resource:security_group_rule and tenant:dae35f762b8f4514ade2e5111f588bad is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:57:34.855912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:57:34.861780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:57:35.051513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:35.081814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:35.086817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:35.115271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:57:35.128480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2163ec-377f-4fdb-bf8f-a8d220f07816,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:35.133490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:35.134723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:35.135107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Added segment 413e33c2-a3da-4dec-bebd-70ec62d757a0 of type vlan for network b4767fef-42ce-4495-8357-f9faed198e62 Dec 07 13:57:35.225903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:35.381260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:35.382182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:35.383553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:35.388853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d1bca40-a7c4-4df1-aa6c-463d5bdf0079 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:35.718665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Pushing event updated for resources: {'Network': ['ID=b4767fef-42ce-4495-8357-f9faed198e62,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:35.721514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:35.729341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network b4767fef-42ce-4495-8357-f9faed198e62 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:57:35.758911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1544719 Dec 07 13:57:35.761958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 54702) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:57:35.767826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] Request body: {'subnet': {'network_id': 'b4767fef-42ce-4495-8357-f9faed198e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-492607689-subnet', 'tenant_id': 'dae35f762b8f4514ade2e5111f588bad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:57:35.773198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:57:35.777475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] Usage tracker for resource:subnet and tenant:dae35f762b8f4514ade2e5111f588bad is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:57:35.780682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:57:35.786975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:57:35.832137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] Made reservation on behalf of dae35f762b8f4514ade2e5111f588bad for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:57:35.837513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:36.364073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:36.368125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d14f1137-fc3f-4ae1-940a-2e50df897942 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:36.447501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef7f825-103c-437b-ab02-a1b2225f9771,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:36.451004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:36.458303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] Checking segment: {'id': '413e33c2-a3da-4dec-bebd-70ec62d757a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b4767fef-42ce-4495-8357-f9faed198e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:57:36.458699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] Network hostable DHCP agents. Network: b4767fef-42ce-4495-8357-f9faed198e62, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:57:36.524630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] Network b4767fef-42ce-4495-8357-f9faed198e62 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:57:36.559810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, b4767fef-42ce-4495-8357-f9faed198e62) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:57:36.564168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:36.564735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:36.569476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3697a69-fde1-4d53-a65d-3f369a8a9b1b None None] Network b4767fef-42ce-4495-8357-f9faed198e62 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:57:36.624617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8533466 Dec 07 13:57:36.793768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37c7a8c-7bc5-414d-95e9-a7f04e352227 None None] Network b4767fef-42ce-4495-8357-f9faed198e62 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:57:37.193631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc6336-d268-4823-a374-bb531dfea583 req-27b21799-2c9d-469d-a131-568b68b8d108 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:37.195217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6fc6336-d268-4823-a374-bb531dfea583 req-27b21799-2c9d-469d-a131-568b68b8d108 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/networks?id=b4767fef-42ce-4495-8357-f9faed198e62 HTTP/1.1" status: 200 len: 811 time: 0.1525564 Dec 07 13:57:37.214221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6fc6336-d268-4823-a374-bb531dfea583 req-286e6a58-747e-4293-b21a-418543ddafa1 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/quotas/dae35f762b8f4514ade2e5111f588bad HTTP/1.1" status: 200 len: 375 time: 0.0131233 Dec 07 13:57:37.264921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6fc6336-d268-4823-a374-bb531dfea583 req-ae1d4b5d-b336-471a-837e-096d5c8aca5a tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dae35f762b8f4514ade2e5111f588bad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449808 Dec 07 13:57:37.277692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-f6fc6336-d268-4823-a374-bb531dfea583 req-70e93b3d-4eb8-454f-b044-ae86a1842d51 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 13:57:37.278812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6fc6336-d268-4823-a374-bb531dfea583 req-70e93b3d-4eb8-454f-b044-ae86a1842d51 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0063035 Dec 07 13:57:37.419144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6fc6336-d268-4823-a374-bb531dfea583 req-07233e76-ba41-452b-8d4f-286ff410396a service neutron] 10.222.0.24 "GET /v2.0/networks/b4767fef-42ce-4495-8357-f9faed198e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337471 Dec 07 13:57:37.559746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6fc6336-d268-4823-a374-bb531dfea583 req-b9f68fb4-5674-4726-bd89-346f6b88bfc6 service neutron] 10.222.0.24 "GET /v2.0/networks/b4767fef-42ce-4495-8357-f9faed198e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339896 Dec 07 13:57:37.792531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-84400df9-8890-4057-b5aa-6f4a3a067d02 req-78ffe3f1-363b-4786-ad03-9f25c143623a tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 210 time: 0.0453248 Dec 07 13:57:38.913472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39421e66-d5e8-469c-ac4d-2cb0a9d0dc39 req-2b7fddfe-d48e-4bf0-832f-8e7ab449df61 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 210 time: 0.0520678 Dec 07 13:57:40.026733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:40.027646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7a29c0e0-1c5b-4bc0-9f14-a0fc41e69fa0 req-5893e3ba-a66d-4601-a6ef-f3179a87f8ba tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 210 time: 0.0456567 Dec 07 13:57:41.201125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-928c0ae8-88b5-4631-a095-7fd096bc172f req-ba9d836d-ae2d-44dc-9dc8-edb6b2b26037 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 210 time: 0.0465014 Dec 07 13:57:41.772697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc6336-d268-4823-a374-bb531dfea583 req-eeb3e814-d18e-4358-a3fd-9360d0b12ccb tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:41.773646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f6fc6336-d268-4823-a374-bb531dfea583 req-eeb3e814-d18e-4358-a3fd-9360d0b12ccb tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Synchronizing usage tracker for tenant:dae35f762b8f4514ade2e5111f588bad on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:57:41.815399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f6fc6336-d268-4823-a374-bb531dfea583 req-eeb3e814-d18e-4358-a3fd-9360d0b12ccb tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Unset dirty status for tenant:dae35f762b8f4514ade2e5111f588bad on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:57:41.816670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6fc6336-d268-4823-a374-bb531dfea583 req-eeb3e814-d18e-4358-a3fd-9360d0b12ccb tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.45 "GET /v2.0/networks?id=b4767fef-42ce-4495-8357-f9faed198e62 HTTP/1.1" status: 200 len: 811 time: 0.1998913 Dec 07 13:57:41.838971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-f6fc6336-d268-4823-a374-bb531dfea583 req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Request body: {'port': {'device_id': 'a773ec89-1558-417a-a2f7-9bdc37d5f167', 'network_id': 'b4767fef-42ce-4495-8357-f9faed198e62', 'admin_state_up': True, 'tenant_id': 'dae35f762b8f4514ade2e5111f588bad'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:57:41.955275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:57:41.986203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-f6fc6336-d268-4823-a374-bb531dfea583 req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:57:41.990285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f6fc6336-d268-4823-a374-bb531dfea583 req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Usage tracker for resource:port and tenant:dae35f762b8f4514ade2e5111f588bad is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:57:41.994222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f6fc6336-d268-4823-a374-bb531dfea583 req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:57:42.000205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-f6fc6336-d268-4823-a374-bb531dfea583 req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:57:42.038280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6fc6336-d268-4823-a374-bb531dfea583 req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Made reservation on behalf of dae35f762b8f4514ade2e5111f588bad for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:57:42.044851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f6fc6336-d268-4823-a374-bb531dfea583 req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:42.211776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-f6fc6336-d268-4823-a374-bb531dfea583 req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Allocated IP 172.20.0.6 (b4767fef-42ce-4495-8357-f9faed198e62/6ef7f825-103c-437b-ab02-a1b2225f9771/a25e47f5-5298-4f9c-bb20-949bff4449c2) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:57:42.374983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-450fa016-f165-4b37-88cc-24027d4b9ee2 req-224125af-bfcc-4833-81f9-5147391860e7 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 210 time: 0.0481803 Dec 07 13:57:42.436990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f6fc6336-d268-4823-a374-bb531dfea583 req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:42.489740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f6fc6336-d268-4823-a374-bb531dfea583 req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:42.495261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:42.565751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6fc6336-d268-4823-a374-bb531dfea583 req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Network b4767fef-42ce-4495-8357-f9faed198e62 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:57:42.569433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-f6fc6336-d268-4823-a374-bb531dfea583 req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:57:42.574520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fc6336-d268-4823-a374-bb531dfea583 req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:57:42.600535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Pushing event updated for resources: {'Port': ['ID=a25e47f5-5298-4f9c-bb20-949bff4449c2,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:42.606261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:42.638174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc6336-d268-4823-a374-bb531dfea583 req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:42.638824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f6fc6336-d268-4823-a374-bb531dfea583 req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:42.690154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6fc6336-d268-4823-a374-bb531dfea583 req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8555946 Dec 07 13:57:42.705874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Request body: {'port': {'device_id': 'a773ec89-1558-417a-a2f7-9bdc37d5f167', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:57:42.821118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:43.176980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25e47f5-5298-4f9c-bb20-949bff4449c2 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:57:43.281212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:43.369739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Transition to ACTIVE for port object a25e47f5-5298-4f9c-bb20-949bff4449c2 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:57:43.398059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:43.403422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-be9d38f5-0f77-432a-9756-430d397e1a63 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:43.534734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Pushing event updated for resources: {'Port': ['ID=a25e47f5-5298-4f9c-bb20-949bff4449c2,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:43.538599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:43.582553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603aff2-13b3-433e-98ee-1c08852ee7d4 req-cbecf55b-a577-4d3f-bcea-0e7892c8fb14 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:43.584217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7603aff2-13b3-433e-98ee-1c08852ee7d4 req-cbecf55b-a577-4d3f-bcea-0e7892c8fb14 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 943 time: 0.0835071 Dec 07 13:57:43.634806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7603aff2-13b3-433e-98ee-1c08852ee7d4 req-f9eb0995-be0b-4ccc-bea8-d6e4bd3592b2 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433226 Dec 07 13:57:43.649524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Attempting to bind port a25e47f5-5298-4f9c-bb20-949bff4449c2 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:57:43.649903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Attempting to bind port a25e47f5-5298-4f9c-bb20-949bff4449c2 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '413e33c2-a3da-4dec-bebd-70ec62d757a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b4767fef-42ce-4495-8357-f9faed198e62'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:57:43.650311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Attempting to bind port a25e47f5-5298-4f9c-bb20-949bff4449c2 on network b4767fef-42ce-4495-8357-f9faed198e62 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:57:43.656490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Port a25e47f5-5298-4f9c-bb20-949bff4449c2 on network b4767fef-42ce-4495-8357-f9faed198e62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:57:43.656851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Attempting to bind port a25e47f5-5298-4f9c-bb20-949bff4449c2 on network b4767fef-42ce-4495-8357-f9faed198e62 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:57:43.663919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:57:43.664303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Checking segment: {'id': '413e33c2-a3da-4dec-bebd-70ec62d757a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b4767fef-42ce-4495-8357-f9faed198e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:57:43.664713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Bound using segment: {'id': '413e33c2-a3da-4dec-bebd-70ec62d757a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b4767fef-42ce-4495-8357-f9faed198e62'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:57:43.665179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Bound port: a25e47f5-5298-4f9c-bb20-949bff4449c2, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413e33c2-a3da-4dec-bebd-70ec62d757a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b4767fef-42ce-4495-8357-f9faed198e62'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:57:43.665558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:43.756520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] For port a25e47f5-5298-4f9c-bb20-949bff4449c2, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:57:43.760153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] For port a25e47f5-5298-4f9c-bb20-949bff4449c2, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=a25e47f5-5298-4f9c-bb20-949bff4449c2,segment=NetworkSegment(413e33c2-a3da-4dec-bebd-70ec62d757a0),segment_id=413e33c2-a3da-4dec-bebd-70ec62d757a0)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:57:43.786982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:43.791358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-85c76d55-e9ed-4ac6-9da9-9b65e8901be9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:43.854133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:43.855675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6fc6336-d268-4823-a374-bb531dfea583 req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] 10.222.0.45 "PUT /v2.0/ports/a25e47f5-5298-4f9c-bb20-949bff4449c2 HTTP/1.1" status: 200 len: 1093 time: 1.1540596 Dec 07 13:57:43.856271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a773ec89-1558-417a-a2f7-9bdc37d5f167', 'tag': 'a25e47f5-5298-4f9c-bb20-949bff4449c2'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:57:43.880670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Pushing event updated for resources: {'Port': ['ID=a25e47f5-5298-4f9c-bb20-949bff4449c2,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:43.884649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:43.918887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a773ec89-1558-417a-a2f7-9bdc37d5f167', 'tag': 'a25e47f5-5298-4f9c-bb20-949bff4449c2', 'status': 'completed', 'code': 200} Dec 07 13:57:44.010697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6fc6336-d268-4823-a374-bb531dfea583 req-bce35f59-800b-4ec3-811a-1488271a4f6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dae35f762b8f4514ade2e5111f588bad&device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 1096 time: 0.0752294 Dec 07 13:57:44.088768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6fc6336-d268-4823-a374-bb531dfea583 req-01b2011d-41fa-40d3-8de1-7c3f568ca8ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a25e47f5-5298-4f9c-bb20-949bff4449c2 HTTP/1.1" status: 200 len: 217 time: 0.0658522 Dec 07 13:57:44.161769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc6336-d268-4823-a374-bb531dfea583 req-46c9d002-0ec9-4e46-b999-7d96d48cb8aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:44.163306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6fc6336-d268-4823-a374-bb531dfea583 req-46c9d002-0ec9-4e46-b999-7d96d48cb8aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ef7f825-103c-437b-ab02-a1b2225f9771 HTTP/1.1" status: 200 len: 851 time: 0.0637863 Dec 07 13:57:44.215510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6fc6336-d268-4823-a374-bb531dfea583 req-f8278a0a-c053-4569-886a-50b7e5e74b4a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b4767fef-42ce-4495-8357-f9faed198e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420876 Dec 07 13:57:44.364530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6fc6336-d268-4823-a374-bb531dfea583 req-af8d116f-151f-4452-9bf6-a63b7d0588a0 service neutron] 10.222.0.45 "GET /v2.0/networks/b4767fef-42ce-4495-8357-f9faed198e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369679 Dec 07 13:57:44.506491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6fc6336-d268-4823-a374-bb531dfea583 req-43e58e60-e221-40df-8409-be01a01834d4 service neutron] 10.222.0.45 "GET /v2.0/networks/b4767fef-42ce-4495-8357-f9faed198e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324637 Dec 07 13:57:44.666402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-07ab075c-6b40-4f0d-8cf4-26cd4330171c req-28e91cfa-ce65-4796-ab83-04f2bb53d7b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dae35f762b8f4514ade2e5111f588bad&device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 1096 time: 0.0765529 Dec 07 13:57:44.812488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab075c-6b40-4f0d-8cf4-26cd4330171c req-6f3f373a-6446-4ccc-af1d-8b9cfc5e0d71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:44.814070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-07ab075c-6b40-4f0d-8cf4-26cd4330171c req-6f3f373a-6446-4ccc-af1d-8b9cfc5e0d71 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b4767fef-42ce-4495-8357-f9faed198e62 HTTP/1.1" status: 200 len: 912 time: 0.1383965 Dec 07 13:57:44.845213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83faee5d-df06-4dd3-b167-1b268f6d8dcc req-d02c48cc-2780-42bb-acc7-becc8f1b9d5b tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:44.846812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-83faee5d-df06-4dd3-b167-1b268f6d8dcc req-d02c48cc-2780-42bb-acc7-becc8f1b9d5b tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 943 time: 0.0901816 Dec 07 13:57:44.885013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-07ab075c-6b40-4f0d-8cf4-26cd4330171c req-095d1fa4-8db0-4a57-aefd-15fcbce14232 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a25e47f5-5298-4f9c-bb20-949bff4449c2 HTTP/1.1" status: 200 len: 217 time: 0.0634854 Dec 07 13:57:44.896409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-83faee5d-df06-4dd3-b167-1b268f6d8dcc req-1fa6c6be-c74a-46d8-a19c-6982b109d7eb tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428517 Dec 07 13:57:44.958253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab075c-6b40-4f0d-8cf4-26cd4330171c req-64f4e24c-ac89-4024-972c-37ee667f9df6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:44.959812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-07ab075c-6b40-4f0d-8cf4-26cd4330171c req-64f4e24c-ac89-4024-972c-37ee667f9df6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ef7f825-103c-437b-ab02-a1b2225f9771 HTTP/1.1" status: 200 len: 851 time: 0.0674438 Dec 07 13:57:45.011666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-07ab075c-6b40-4f0d-8cf4-26cd4330171c req-57ab8382-5288-4d20-b341-0ebe88373287 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b4767fef-42ce-4495-8357-f9faed198e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416620 Dec 07 13:57:45.150654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-07ab075c-6b40-4f0d-8cf4-26cd4330171c req-cae1cc8e-93cb-4229-8209-549820f08327 service neutron] 10.222.0.45 "GET /v2.0/networks/b4767fef-42ce-4495-8357-f9faed198e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320007 Dec 07 13:57:45.291678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-07ab075c-6b40-4f0d-8cf4-26cd4330171c req-cc6e3ac9-cd46-4bbc-8e97-17adb0faf414 service neutron] 10.222.0.45 "GET /v2.0/networks/b4767fef-42ce-4495-8357-f9faed198e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337650 Dec 07 13:57:46.100001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878d89-11e6-4a38-a148-8ef75b9980e2 req-b75ed0fa-6097-4789-86d7-a3dd12fcb666 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:46.101566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e8878d89-11e6-4a38-a148-8ef75b9980e2 req-b75ed0fa-6097-4789-86d7-a3dd12fcb666 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 943 time: 0.0824156 Dec 07 13:57:46.149783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e8878d89-11e6-4a38-a148-8ef75b9980e2 req-3c682bd4-cfc9-428f-bf48-0412ff53312c tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417264 Dec 07 13:57:47.357462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3dc4d4-cc06-4607-9ba8-05bb96055cbb req-39a666d9-a0d9-4a5c-b193-ebf35f544137 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:47.359047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8b3dc4d4-cc06-4607-9ba8-05bb96055cbb req-39a666d9-a0d9-4a5c-b193-ebf35f544137 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 943 time: 0.0849295 Dec 07 13:57:47.406848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8b3dc4d4-cc06-4607-9ba8-05bb96055cbb req-ea8becc4-2cc6-4540-ac88-d42527297a1c tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415540 Dec 07 13:57:47.477518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device a25e47f5-5298-4f9c-bb20-949bff4449c2 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:57:47.620013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port a25e47f5-5298-4f9c-bb20-949bff4449c2, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=a25e47f5-5298-4f9c-bb20-949bff4449c2,segment=NetworkSegment(413e33c2-a3da-4dec-bebd-70ec62d757a0),segment_id=413e33c2-a3da-4dec-bebd-70ec62d757a0)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:57:47.633625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'a25e47f5-5298-4f9c-bb20-949bff4449c2', 'network_id': 'b4767fef-42ce-4495-8357-f9faed198e62', 'port_id': 'a25e47f5-5298-4f9c-bb20-949bff4449c2', 'mac_address': 'fa:16:3e:be:61:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef7f825-103c-437b-ab02-a1b2225f9771', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:57:47.688391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:47.706186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25e47f5-5298-4f9c-bb20-949bff4449c2 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:57:47.721432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port a25e47f5-5298-4f9c-bb20-949bff4449c2, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=a25e47f5-5298-4f9c-bb20-949bff4449c2,segment=NetworkSegment(413e33c2-a3da-4dec-bebd-70ec62d757a0),segment_id=413e33c2-a3da-4dec-bebd-70ec62d757a0)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:57:47.758668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:47.760470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:47.824875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=a25e47f5-5298-4f9c-bb20-949bff4449c2,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:47.828027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:48.012785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['a25e47f5-5298-4f9c-bb20-949bff4449c2'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:57:48.614183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30516571-62cf-4de1-a6dd-cf8036df5703 req-db775e38-aee9-4a4c-84b9-bb52099508db tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:48.615714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-30516571-62cf-4de1-a6dd-cf8036df5703 req-db775e38-aee9-4a4c-84b9-bb52099508db tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 944 time: 0.0817642 Dec 07 13:57:48.669639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-30516571-62cf-4de1-a6dd-cf8036df5703 req-2b74e470-be43-41b1-885a-7a6c2135bd4b tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472324 Dec 07 13:57:49.492590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device a25e47f5-5298-4f9c-bb20-949bff4449c2 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:57:49.620585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port a25e47f5-5298-4f9c-bb20-949bff4449c2 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:57:49.625661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port a25e47f5-5298-4f9c-bb20-949bff4449c2 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:57:49.631080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:49.743382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:49.770541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a773ec89-1558-417a-a2f7-9bdc37d5f167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25e47f5-5298-4f9c-bb20-949bff4449c2'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:57:49.781451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port a25e47f5-5298-4f9c-bb20-949bff4449c2, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=a25e47f5-5298-4f9c-bb20-949bff4449c2,segment=NetworkSegment(413e33c2-a3da-4dec-bebd-70ec62d757a0),segment_id=413e33c2-a3da-4dec-bebd-70ec62d757a0)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:57:49.813647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:57:49.815859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-51468a93-a27d-4b12-bb60-b92b665a89cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:57:49.854179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a773ec89-1558-417a-a2f7-9bdc37d5f167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25e47f5-5298-4f9c-bb20-949bff4449c2', 'code': 200} Dec 07 13:57:49.884164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74cea7-90d4-42d9-9cd0-493fcc12c431 req-dcc78c5d-9d48-49f5-91e1-3df96621993e tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:49.885812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2c74cea7-90d4-42d9-9cd0-493fcc12c431 req-dcc78c5d-9d48-49f5-91e1-3df96621993e tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0893509 Dec 07 13:57:49.888548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=a25e47f5-5298-4f9c-bb20-949bff4449c2,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:57:49.892035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:57:49.936865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2c74cea7-90d4-42d9-9cd0-493fcc12c431 req-8627cde5-ca94-4b2b-ac53-300c9ccdd566 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431225 Dec 07 13:57:50.166431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-69e356b9-c022-488d-b7e1-8e73e1017d28 req-14946cdf-51fd-49db-8744-0fe047670e8e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 1098 time: 0.0761347 Dec 07 13:57:50.441881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-69e356b9-c022-488d-b7e1-8e73e1017d28 req-2d56cb48-f263-44ed-bda0-7b5795ead5e0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657468 Dec 07 13:57:51.146324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcd474-f338-4388-bd06-f4bb82cbeaee req-ab55c51a-5d28-4aef-8475-9c0868fae8dd tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:51.147872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7fbcd474-f338-4388-bd06-f4bb82cbeaee req-ab55c51a-5d28-4aef-8475-9c0868fae8dd tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0860505 Dec 07 13:57:51.196363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7fbcd474-f338-4388-bd06-f4bb82cbeaee req-9b3b17a1-5e1c-40fd-bcb8-c0ef9e19a3c3 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419457 Dec 07 13:57:52.399431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610b0a8-f4d6-470b-ae47-a472a5b66d25 req-5dc5324d-c5f2-41c4-8b20-c20cfeac27ad tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:52.401011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f610b0a8-f4d6-470b-ae47-a472a5b66d25 req-5dc5324d-c5f2-41c4-8b20-c20cfeac27ad tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0825939 Dec 07 13:57:52.449016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f610b0a8-f4d6-470b-ae47-a472a5b66d25 req-b675f295-eee2-4c13-8c19-d4c836164b7d tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Dec 07 13:57:52.654199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f51949f5-556c-423e-832d-f43fc001a97e req-0f7ea158-a082-405a-8f9e-39517bb6393a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0750210 Dec 07 13:57:54.056585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c857c-06cc-4723-b455-f91d76c7f0a0 req-2f83adc8-8633-4848-9a0c-650e108c05b4 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:54.058202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-561c857c-06cc-4723-b455-f91d76c7f0a0 req-2f83adc8-8633-4848-9a0c-650e108c05b4 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0856485 Dec 07 13:57:54.082996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 54778) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:57:54.108400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-561c857c-06cc-4723-b455-f91d76c7f0a0 req-f0e7d357-0b63-4ef1-ba5c-91b6b5d3fd1d tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440001 Dec 07 13:57:54.229627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b0da389-956e-4ec2-8a58-23772f394710 req-82359e7a-f6e2-4cce-aff2-d7af220d4b76 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1452765 Dec 07 13:57:55.320063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82a037-5c0c-4cfa-a0a7-97f463aad863 req-678acd52-3731-4fda-9ca5-94abc5bfd1ab tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:55.321842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5d82a037-5c0c-4cfa-a0a7-97f463aad863 req-678acd52-3731-4fda-9ca5-94abc5bfd1ab tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0896797 Dec 07 13:57:55.372350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5d82a037-5c0c-4cfa-a0a7-97f463aad863 req-f5719000-971d-49b9-b8c6-99d0e7b0a95f tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441997 Dec 07 13:57:56.333879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b0da389-956e-4ec2-8a58-23772f394710 req-5d1f2edb-39f4-4973-ae62-150a26ebf8ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dae35f762b8f4514ade2e5111f588bad&device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 1098 time: 0.0761220 Dec 07 13:57:56.483725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0da389-956e-4ec2-8a58-23772f394710 req-778db2ed-4abc-463b-81c5-8364e0503bd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:56.485342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b0da389-956e-4ec2-8a58-23772f394710 req-778db2ed-4abc-463b-81c5-8364e0503bd2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b4767fef-42ce-4495-8357-f9faed198e62 HTTP/1.1" status: 200 len: 912 time: 0.1441503 Dec 07 13:57:56.567139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b0da389-956e-4ec2-8a58-23772f394710 req-60a75f7c-365b-49a6-899f-e4611cc7b8c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a25e47f5-5298-4f9c-bb20-949bff4449c2 HTTP/1.1" status: 200 len: 217 time: 0.0652144 Dec 07 13:57:56.584933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fd250-8063-4fce-8166-6f8073e7b71a req-e1fda779-a1d0-469a-8bf4-c9c9954ca618 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:56.587823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-455fd250-8063-4fce-8166-6f8073e7b71a req-e1fda779-a1d0-469a-8bf4-c9c9954ca618 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0882833 Dec 07 13:57:56.640413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0da389-956e-4ec2-8a58-23772f394710 req-23bc6cd8-70c9-49a1-a094-1872b703c7e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:56.642010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b0da389-956e-4ec2-8a58-23772f394710 req-23bc6cd8-70c9-49a1-a094-1872b703c7e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ef7f825-103c-437b-ab02-a1b2225f9771 HTTP/1.1" status: 200 len: 851 time: 0.0686491 Dec 07 13:57:56.643185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-455fd250-8063-4fce-8166-6f8073e7b71a req-3d5eedec-bb18-4e10-896b-ed637a63814c tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488985 Dec 07 13:57:56.692565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b0da389-956e-4ec2-8a58-23772f394710 req-a816eeff-5fd5-48ef-bb22-21adfb7c585f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b4767fef-42ce-4495-8357-f9faed198e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425651 Dec 07 13:57:56.837814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b0da389-956e-4ec2-8a58-23772f394710 req-9d6df01a-f6c2-40e4-82c9-1623833a5e3e service neutron] 10.222.0.45 "GET /v2.0/networks/b4767fef-42ce-4495-8357-f9faed198e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379690 Dec 07 13:57:56.979260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b0da389-956e-4ec2-8a58-23772f394710 req-a12f4e0e-0ed4-4889-adf0-a8eb442f81ed service neutron] 10.222.0.45 "GET /v2.0/networks/b4767fef-42ce-4495-8357-f9faed198e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347718 Dec 07 13:57:57.852825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf58ab5-5093-4c42-8119-350f21b55b58 req-0a005521-7936-41db-9024-d1d867bac2ea tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:57.854400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7bf58ab5-5093-4c42-8119-350f21b55b58 req-0a005521-7936-41db-9024-d1d867bac2ea tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0826726 Dec 07 13:57:57.903325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7bf58ab5-5093-4c42-8119-350f21b55b58 req-accb2b8b-8fa7-4bb1-b6a0-c152109d62ba tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426276 Dec 07 13:57:59.111337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3b581-7d53-4892-b2ee-64708234551e req-72357963-bac8-4116-9bf6-c521a9824121 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:57:59.112854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-feb3b581-7d53-4892-b2ee-64708234551e req-72357963-bac8-4116-9bf6-c521a9824121 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0879002 Dec 07 13:57:59.161473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-feb3b581-7d53-4892-b2ee-64708234551e req-2b9c08db-47ab-498a-9348-310557ab24d6 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Dec 07 13:58:00.092899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6228b51e-cf8d-4cb3-86d4-7b798630180d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:00.364970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04b1b6-a69b-41db-95a7-869e5d3a36ff req-64ef38b1-8ec0-4eec-86a4-e6c62754a796 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:00.367106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9a04b1b6-a69b-41db-95a7-869e5d3a36ff req-64ef38b1-8ec0-4eec-86a4-e6c62754a796 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0839467 Dec 07 13:58:00.415362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9a04b1b6-a69b-41db-95a7-869e5d3a36ff req-8997d165-b0fb-4a76-90a8-1f7fa62798e8 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418723 Dec 07 13:58:01.628598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650ed5c-445b-4f6e-b29a-24535dc174db req-21bf7f8f-07bf-4c66-a7ab-3389bc0894b6 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:01.630146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f650ed5c-445b-4f6e-b29a-24535dc174db req-21bf7f8f-07bf-4c66-a7ab-3389bc0894b6 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0896647 Dec 07 13:58:01.637703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:01.678361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f650ed5c-445b-4f6e-b29a-24535dc174db req-00890f9e-f847-4f05-9dd8-828c670c59e8 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412390 Dec 07 13:58:02.460647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c35eeccd-70d7-436c-a361-4caae4269e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:02.882690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0f11b-c845-4805-9c00-b4f2eb650379 req-79e00902-40d0-415d-a8ba-0d7c509e34a8 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:02.884353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6aa0f11b-c845-4805-9c00-b4f2eb650379 req-79e00902-40d0-415d-a8ba-0d7c509e34a8 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0831766 Dec 07 13:58:02.933634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6aa0f11b-c845-4805-9c00-b4f2eb650379 req-1d85a372-a718-44b2-9f82-28f23c75084f tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432193 Dec 07 13:58:02.950183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:04.142576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89283a7d-068d-4c67-9319-2ca4114c7e7b req-f3e64607-cf57-47ac-bdf3-6114ab66fd93 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:04.144209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-89283a7d-068d-4c67-9319-2ca4114c7e7b req-f3e64607-cf57-47ac-bdf3-6114ab66fd93 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0854802 Dec 07 13:58:04.192093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-89283a7d-068d-4c67-9319-2ca4114c7e7b req-e2908763-cb1c-423d-b74f-3fd3554f775c tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413256 Dec 07 13:58:04.853117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:05.400542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b049b0-916e-40c5-9a5b-c0961f328703 req-3469a44d-f016-4e16-82a9-7fc4f1b46368 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:05.402132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e0b049b0-916e-40c5-9a5b-c0961f328703 req-3469a44d-f016-4e16-82a9-7fc4f1b46368 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0827117 Dec 07 13:58:05.453163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e0b049b0-916e-40c5-9a5b-c0961f328703 req-611595b2-b58b-462e-a530-e0587d3556a2 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449693 Dec 07 13:58:06.670955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e17fa-495c-4022-9b6e-fedcc443f79c req-a151e309-e4ce-4f34-a32e-e135229c49e7 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:06.672524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-548e17fa-495c-4022-9b6e-fedcc443f79c req-a151e309-e4ce-4f34-a32e-e135229c49e7 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0825746 Dec 07 13:58:06.722787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-548e17fa-495c-4022-9b6e-fedcc443f79c req-7d860563-8af1-49f8-b0ad-9ffa63c2bd3b tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441222 Dec 07 13:58:07.929984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320208c-0aef-4fb4-97bd-ba78f942ee57 req-42583a10-07d2-4869-a17c-91db102c2e76 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:07.931560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d320208c-0aef-4fb4-97bd-ba78f942ee57 req-42583a10-07d2-4869-a17c-91db102c2e76 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0856512 Dec 07 13:58:07.978966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d320208c-0aef-4fb4-97bd-ba78f942ee57 req-2eb31bdc-4a8d-4321-ba0d-39cac3258673 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413382 Dec 07 13:58:09.184671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a4f38-78e7-4885-852b-17ed15dfdccb req-343013b2-29c5-4bb0-9fd0-3451281feb89 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:09.186234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-846a4f38-78e7-4885-852b-17ed15dfdccb req-343013b2-29c5-4bb0-9fd0-3451281feb89 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0809014 Dec 07 13:58:09.234292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-846a4f38-78e7-4885-852b-17ed15dfdccb req-f0d1cfd5-bcf8-49e0-8698-6817dad30d60 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419149 Dec 07 13:58:10.032097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:10.659641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa7e13-a898-487f-89eb-33f482086806 req-5f77eb71-08fd-4960-bb07-fd8299b8fd6f tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:10.661126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f0aa7e13-a898-487f-89eb-33f482086806 req-5f77eb71-08fd-4960-bb07-fd8299b8fd6f tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.3029788 Dec 07 13:58:10.708439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f0aa7e13-a898-487f-89eb-33f482086806 req-faaa9fa4-819a-45cf-9975-714c0c85c63c tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405624 Dec 07 13:58:11.917757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa89de-330d-40ad-818e-b3147592983c req-2d511e27-d8e2-4bea-b88c-6f13c4bc170c tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:11.919604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-30fa89de-330d-40ad-818e-b3147592983c req-2d511e27-d8e2-4bea-b88c-6f13c4bc170c tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0848992 Dec 07 13:58:11.972210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-30fa89de-330d-40ad-818e-b3147592983c req-67551621-37cb-469f-986c-41d48f01cd95 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462580 Dec 07 13:58:13.187244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918fbb2-8b7e-4acc-bbb2-a4494ce30be8 req-dc8c9263-52fe-4bc8-8a1b-0f531da5c7be tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:13.188839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e918fbb2-8b7e-4acc-bbb2-a4494ce30be8 req-dc8c9263-52fe-4bc8-8a1b-0f531da5c7be tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0806684 Dec 07 13:58:13.236767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e918fbb2-8b7e-4acc-bbb2-a4494ce30be8 req-72789be3-bfeb-4d7d-921f-de2913a20e80 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Dec 07 13:58:14.446850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620ad17-82fa-4706-9f04-dfebded3fd61 req-3f8b71e5-31b8-474c-99a2-1039bcc27837 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:14.448432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c620ad17-82fa-4706-9f04-dfebded3fd61 req-3f8b71e5-31b8-474c-99a2-1039bcc27837 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0851762 Dec 07 13:58:14.495095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c620ad17-82fa-4706-9f04-dfebded3fd61 req-0ea16756-bbba-4669-8102-6452b20779c9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405374 Dec 07 13:58:15.697670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165ffc4-ac82-410a-8ea9-58ff81f8239c req-6d008cce-352c-4c78-b901-bd4c9441ff62 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:15.699268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1165ffc4-ac82-410a-8ea9-58ff81f8239c req-6d008cce-352c-4c78-b901-bd4c9441ff62 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0818663 Dec 07 13:58:15.750472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1165ffc4-ac82-410a-8ea9-58ff81f8239c req-acd53172-910f-4ab7-892a-1219263f5c3d tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449557 Dec 07 13:58:16.960384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c604de-3482-43ea-96e5-c2b3d9ad628d req-75e17d33-87c3-470a-9c2f-0e9bb53c6c64 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:16.961949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-48c604de-3482-43ea-96e5-c2b3d9ad628d req-75e17d33-87c3-470a-9c2f-0e9bb53c6c64 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0858784 Dec 07 13:58:17.010008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-48c604de-3482-43ea-96e5-c2b3d9ad628d req-9cef7fc6-ecfd-41fb-a380-f1f14909ee3e tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419466 Dec 07 13:58:18.215849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f15dc3-cc0c-4f76-84f8-e02be6d09bb8 req-f67bb667-c6d6-4d93-aaa8-c7588bfaaccd tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:18.217423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-15f15dc3-cc0c-4f76-84f8-e02be6d09bb8 req-f67bb667-c6d6-4d93-aaa8-c7588bfaaccd tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0816805 Dec 07 13:58:18.266504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-15f15dc3-cc0c-4f76-84f8-e02be6d09bb8 req-27c8c397-cbf9-4776-a716-622c7c756091 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 Dec 07 13:58:18.956747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:58:19.474643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce54f7-4077-4387-a02d-b0e8296e29de req-b69e4831-4801-4d69-852d-0acecd2457fb tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:19.477219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3dce54f7-4077-4387-a02d-b0e8296e29de req-b69e4831-4801-4d69-852d-0acecd2457fb tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0862160 Dec 07 13:58:19.526061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3dce54f7-4077-4387-a02d-b0e8296e29de req-93498552-5fa4-4453-a646-19ba9c023fd2 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428047 Dec 07 13:58:20.733819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d34d3c-11ba-4a63-8218-1323fb57700a req-4e738c11-a6f7-4c5a-a17f-6bb2884baec0 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:20.735530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-24d34d3c-11ba-4a63-8218-1323fb57700a req-4e738c11-a6f7-4c5a-a17f-6bb2884baec0 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0845923 Dec 07 13:58:20.788382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-24d34d3c-11ba-4a63-8218-1323fb57700a req-4d1151b9-e802-4823-a0da-454cc8d9392c tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465586 Dec 07 13:58:21.997727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe22a9b-b6ca-4a25-b197-172781e1be76 req-efb4f93a-cc66-4321-8855-4adb735e1102 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:21.999445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dbe22a9b-b6ca-4a25-b197-172781e1be76 req-efb4f93a-cc66-4321-8855-4adb735e1102 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0862353 Dec 07 13:58:22.047023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dbe22a9b-b6ca-4a25-b197-172781e1be76 req-160f9c4a-0aa8-48e5-b86d-c038fbad1000 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415626 Dec 07 13:58:23.257867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccc263-6864-4b45-b49f-5e47c5404655 req-ee81410b-abad-40ca-82f9-19d6d43df694 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:23.259530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d9ccc263-6864-4b45-b49f-5e47c5404655 req-ee81410b-abad-40ca-82f9-19d6d43df694 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0907845 Dec 07 13:58:23.310616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d9ccc263-6864-4b45-b49f-5e47c5404655 req-ce36ab7d-b5bb-4d4c-b669-3564479d65d7 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448897 Dec 07 13:58:24.227906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b0da389-956e-4ec2-8a58-23772f394710 req-6128e23a-07c6-45ce-bd01-9cae0d26e8de service neutron] 10.222.0.45 "GET /v2.0/ports/a25e47f5-5298-4f9c-bb20-949bff4449c2/bindings/hv-neutron-ussu HTTP/1.1" status: 200 len: 384 time: 0.0795681 Dec 07 13:58:24.520879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ad63e-d1a1-48aa-bde7-91b2d421a067 req-d20204cd-8ca5-4a23-a46f-ffe48f09c7cf tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:24.523348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-582ad63e-d1a1-48aa-bde7-91b2d421a067 req-d20204cd-8ca5-4a23-a46f-ffe48f09c7cf tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0859723 Dec 07 13:58:24.572564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-582ad63e-d1a1-48aa-bde7-91b2d421a067 req-48a8f79b-6fb2-4f06-ace1-54f67093cb9e tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431719 Dec 07 13:58:24.735690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b0da389-956e-4ec2-8a58-23772f394710 req-3aac7cfb-719b-481f-9c04-d1bf2e0613a1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167&tenant_id=dae35f762b8f4514ade2e5111f588bad HTTP/1.1" status: 200 len: 1098 time: 0.0724170 Dec 07 13:58:24.837438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b0da389-956e-4ec2-8a58-23772f394710 req-c2ea9353-7e5d-4ca5-9120-415a06599d32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dae35f762b8f4514ade2e5111f588bad&device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 1098 time: 0.0743361 Dec 07 13:58:24.979101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0da389-956e-4ec2-8a58-23772f394710 req-5dc301a5-6ba5-4168-af72-f1133b5dfc30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:24.980679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b0da389-956e-4ec2-8a58-23772f394710 req-5dc301a5-6ba5-4168-af72-f1133b5dfc30 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b4767fef-42ce-4495-8357-f9faed198e62 HTTP/1.1" status: 200 len: 912 time: 0.1339972 Dec 07 13:58:25.057283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b0da389-956e-4ec2-8a58-23772f394710 req-2be70a73-550a-47b5-9a42-ca1a4cf49cca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a25e47f5-5298-4f9c-bb20-949bff4449c2 HTTP/1.1" status: 200 len: 217 time: 0.0652778 Dec 07 13:58:25.127071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0da389-956e-4ec2-8a58-23772f394710 req-52a1dfa4-0ccf-46e7-82b2-89c3196c0b24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:25.128515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b0da389-956e-4ec2-8a58-23772f394710 req-52a1dfa4-0ccf-46e7-82b2-89c3196c0b24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ef7f825-103c-437b-ab02-a1b2225f9771 HTTP/1.1" status: 200 len: 851 time: 0.0615017 Dec 07 13:58:25.182609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b0da389-956e-4ec2-8a58-23772f394710 req-27482237-e6a4-4c4f-8583-5b01bccba32b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b4767fef-42ce-4495-8357-f9faed198e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446579 Dec 07 13:58:25.332276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b0da389-956e-4ec2-8a58-23772f394710 req-0297bf14-2ac9-4bc8-9418-d45b506399e5 service neutron] 10.222.0.45 "GET /v2.0/networks/b4767fef-42ce-4495-8357-f9faed198e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391222 Dec 07 13:58:25.477698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b0da389-956e-4ec2-8a58-23772f394710 req-cfd47ff4-236c-4474-ae0e-9b000956f41a service neutron] 10.222.0.45 "GET /v2.0/networks/b4767fef-42ce-4495-8357-f9faed198e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349404 Dec 07 13:58:25.784520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331f8ab-d603-438a-b3dd-bdfbb7015674 req-32fc3e49-98de-4265-8bac-2c9941d55155 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:25.786131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b331f8ab-d603-438a-b3dd-bdfbb7015674 req-32fc3e49-98de-4265-8bac-2c9941d55155 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0908825 Dec 07 13:58:25.837276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b331f8ab-d603-438a-b3dd-bdfbb7015674 req-ea9dd6c0-2910-469e-b544-5f41ec606e81 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440955 Dec 07 13:58:27.043888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11dfee-170d-4155-9596-50cadbfce31c req-3ab0828e-6b50-47af-84eb-fa1015213550 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:27.045512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9e11dfee-170d-4155-9596-50cadbfce31c req-3ab0828e-6b50-47af-84eb-fa1015213550 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0832739 Dec 07 13:58:27.097340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9e11dfee-170d-4155-9596-50cadbfce31c req-71ecbfbf-4254-445d-8b1a-ad2ba0c6c0d4 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456779 Dec 07 13:58:27.723185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device a25e47f5-5298-4f9c-bb20-949bff4449c2 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:58:27.728804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device a25e47f5-5298-4f9c-bb20-949bff4449c2 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:58:27.949770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:27.990863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port a25e47f5-5298-4f9c-bb20-949bff4449c2, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=a25e47f5-5298-4f9c-bb20-949bff4449c2,segment=NetworkSegment(413e33c2-a3da-4dec-bebd-70ec62d757a0),segment_id=413e33c2-a3da-4dec-bebd-70ec62d757a0)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:58:28.001712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a773ec89-1558-417a-a2f7-9bdc37d5f167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a25e47f5-5298-4f9c-bb20-949bff4449c2'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:58:28.016090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'a25e47f5-5298-4f9c-bb20-949bff4449c2', 'network_id': 'b4767fef-42ce-4495-8357-f9faed198e62', 'port_id': 'a25e47f5-5298-4f9c-bb20-949bff4449c2', 'mac_address': 'fa:16:3e:be:61:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef7f825-103c-437b-ab02-a1b2225f9771', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:58:28.019780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port a25e47f5-5298-4f9c-bb20-949bff4449c2, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=a25e47f5-5298-4f9c-bb20-949bff4449c2,segment=NetworkSegment(413e33c2-a3da-4dec-bebd-70ec62d757a0),segment_id=413e33c2-a3da-4dec-bebd-70ec62d757a0)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:58:28.049144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:28.056592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:58:28.085333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a773ec89-1558-417a-a2f7-9bdc37d5f167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a25e47f5-5298-4f9c-bb20-949bff4449c2', 'code': 200} Dec 07 13:58:28.133935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:28.157960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25e47f5-5298-4f9c-bb20-949bff4449c2 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:58:28.163109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=a25e47f5-5298-4f9c-bb20-949bff4449c2,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:58:28.179992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:28.180375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:28.180749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:28.181114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:28.181479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:28.181840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:28.182200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:28.182558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:28.182916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:28.183303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:28.183666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:28.188057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port a25e47f5-5298-4f9c-bb20-949bff4449c2, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=a25e47f5-5298-4f9c-bb20-949bff4449c2,segment=NetworkSegment(413e33c2-a3da-4dec-bebd-70ec62d757a0),segment_id=413e33c2-a3da-4dec-bebd-70ec62d757a0)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:58:28.189182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:58:28.224413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:28.227016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:58:28.299340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['a25e47f5-5298-4f9c-bb20-949bff4449c2'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:58:28.307057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f91041-106c-42c0-8b3b-7038c9d495c9 req-43f17e1c-4af0-4dd8-95cd-09f6ff5cdc6c tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:28.308986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-33f91041-106c-42c0-8b3b-7038c9d495c9 req-43f17e1c-4af0-4dd8-95cd-09f6ff5cdc6c tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 944 time: 0.0881190 Dec 07 13:58:28.323700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=a25e47f5-5298-4f9c-bb20-949bff4449c2,revision_number=7']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:58:28.331211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:58:28.359455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-33f91041-106c-42c0-8b3b-7038c9d495c9 req-e39b72e7-00cf-49e6-a6a1-d75d13a33f10 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433850 Dec 07 13:58:28.877384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de605b86-3519-44fc-9947-177094be139f req-6a422486-f4fb-4bc1-b1d2-121002e921e7 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:28.878063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-de605b86-3519-44fc-9947-177094be139f req-6a422486-f4fb-4bc1-b1d2-121002e921e7 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Synchronizing usage tracker for tenant:dae35f762b8f4514ade2e5111f588bad on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:58:28.934345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-de605b86-3519-44fc-9947-177094be139f req-6a422486-f4fb-4bc1-b1d2-121002e921e7 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Unset dirty status for tenant:dae35f762b8f4514ade2e5111f588bad on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:58:28.935600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-de605b86-3519-44fc-9947-177094be139f req-6a422486-f4fb-4bc1-b1d2-121002e921e7 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.45 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167&tenant_id=dae35f762b8f4514ade2e5111f588bad&binding%3Ahost_id=hv-neutron-ussu HTTP/1.1" status: 200 len: 944 time: 0.1442401 Dec 07 13:58:29.087953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-de605b86-3519-44fc-9947-177094be139f req-1543e4e3-aaa5-4bd9-921a-14611c8c9b6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dae35f762b8f4514ade2e5111f588bad&device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 1097 time: 0.0804250 Dec 07 13:58:29.230291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de605b86-3519-44fc-9947-177094be139f req-3840b310-ab2e-4fb4-a146-f53db3484fc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:29.231851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-de605b86-3519-44fc-9947-177094be139f req-3840b310-ab2e-4fb4-a146-f53db3484fc6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b4767fef-42ce-4495-8357-f9faed198e62 HTTP/1.1" status: 200 len: 912 time: 0.1375701 Dec 07 13:58:29.301557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-de605b86-3519-44fc-9947-177094be139f req-684b3b5f-ebb2-492b-ae25-6239344542c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a25e47f5-5298-4f9c-bb20-949bff4449c2 HTTP/1.1" status: 200 len: 217 time: 0.0630071 Dec 07 13:58:29.374953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de605b86-3519-44fc-9947-177094be139f req-ef02c05a-d7a7-4122-a477-32bb3e3dfa8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:29.376546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-de605b86-3519-44fc-9947-177094be139f req-ef02c05a-d7a7-4122-a477-32bb3e3dfa8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ef7f825-103c-437b-ab02-a1b2225f9771 HTTP/1.1" status: 200 len: 851 time: 0.0685446 Dec 07 13:58:29.426299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-de605b86-3519-44fc-9947-177094be139f req-ad5883ef-fd16-41c0-936d-4a64c4bcc0a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b4767fef-42ce-4495-8357-f9faed198e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431986 Dec 07 13:58:29.571143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-de605b86-3519-44fc-9947-177094be139f req-fecf4851-11c0-412b-bdfd-3d419bcd4772 service neutron] 10.222.0.45 "GET /v2.0/networks/b4767fef-42ce-4495-8357-f9faed198e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383309 Dec 07 13:58:29.716261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-de605b86-3519-44fc-9947-177094be139f req-81c12756-cee7-4eec-9fb0-77b8fad1296e service neutron] 10.222.0.45 "GET /v2.0/networks/b4767fef-42ce-4495-8357-f9faed198e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385643 Dec 07 13:58:29.723471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device a25e47f5-5298-4f9c-bb20-949bff4449c2 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:58:29.793918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port a25e47f5-5298-4f9c-bb20-949bff4449c2 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:58:29.794336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:29.914580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:29.947892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port a25e47f5-5298-4f9c-bb20-949bff4449c2, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=a25e47f5-5298-4f9c-bb20-949bff4449c2,segment=NetworkSegment(413e33c2-a3da-4dec-bebd-70ec62d757a0),segment_id=413e33c2-a3da-4dec-bebd-70ec62d757a0)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:58:29.985723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:29.987661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:58:30.061415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=a25e47f5-5298-4f9c-bb20-949bff4449c2,revision_number=8']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:58:30.067064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:58:30.086602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a773ec89-1558-417a-a2f7-9bdc37d5f167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25e47f5-5298-4f9c-bb20-949bff4449c2'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:58:30.103778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a2e36eb-823d-46a9-9536-5b12f420fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:30.152255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a773ec89-1558-417a-a2f7-9bdc37d5f167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25e47f5-5298-4f9c-bb20-949bff4449c2', 'code': 200} Dec 07 13:58:31.087195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c55bbc-f213-416b-ae97-4bc012df9a28 req-c8de411c-0dcb-40e6-af14-a5e495830f07 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:31.088703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-51c55bbc-f213-416b-ae97-4bc012df9a28 req-c8de411c-0dcb-40e6-af14-a5e495830f07 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0852354 Dec 07 13:58:31.135971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-51c55bbc-f213-416b-ae97-4bc012df9a28 req-ed4c218d-20ca-421b-9a2a-d77b047cc9db tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412438 Dec 07 13:58:31.682915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:32.340987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c06a85-65f5-4c6f-9711-2f85711cb921 req-7d474fe9-7853-4cc7-985e-91bcf0ba02c5 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:32.342603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-34c06a85-65f5-4c6f-9711-2f85711cb921 req-7d474fe9-7853-4cc7-985e-91bcf0ba02c5 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0831852 Dec 07 13:58:32.390873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-34c06a85-65f5-4c6f-9711-2f85711cb921 req-2962ec83-e6ed-47c0-a0b1-46903d042e87 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2163ec-377f-4fdb-bf8f-a8d220f07816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418627 Dec 07 13:58:32.448983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ecc04e2-62ca-4b99-9ba7-2e0b5deac852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:32.915243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de605b86-3519-44fc-9947-177094be139f req-3e71ec2b-9197-42ea-96ec-420bb4dac30b tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:32.916800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-de605b86-3519-44fc-9947-177094be139f req-3e71ec2b-9197-42ea-96ec-420bb4dac30b tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.45 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 945 time: 0.0814998 Dec 07 13:58:32.951712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:32.996596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-de605b86-3519-44fc-9947-177094be139f req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Deleting port a25e47f5-5298-4f9c-bb20-949bff4449c2 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:58:32.996978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-de605b86-3519-44fc-9947-177094be139f req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:33.247380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-de605b86-3519-44fc-9947-177094be139f req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] For port a25e47f5-5298-4f9c-bb20-949bff4449c2, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=a25e47f5-5298-4f9c-bb20-949bff4449c2,segment=NetworkSegment(413e33c2-a3da-4dec-bebd-70ec62d757a0),segment_id=413e33c2-a3da-4dec-bebd-70ec62d757a0)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:58:33.247778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-de605b86-3519-44fc-9947-177094be139f req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:33.372154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-de605b86-3519-44fc-9947-177094be139f req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Calling delete_port for a25e47f5-5298-4f9c-bb20-949bff4449c2 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:58:33.589468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b17e327c-486d-4628-96f0-903b679e4b39 req-3f27f58d-5837-4615-ad9f-83bb96208065 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.24 "GET /v2.0/ports?device_id=a773ec89-1558-417a-a2f7-9bdc37d5f167 HTTP/1.1" status: 200 len: 210 time: 0.0502243 Dec 07 13:58:33.643491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-de605b86-3519-44fc-9947-177094be139f req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:33.650471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:58:33.660109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['a25e47f5-5298-4f9c-bb20-949bff4449c2'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:58:33.695691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Pushing event deleted for resources: {'Port': ['ID=a25e47f5-5298-4f9c-bb20-949bff4449c2,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:58:33.735839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:33.736266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:33.736689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:33.737105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:33.737521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:33.737932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:33.738344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:33.738754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:33.739160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:33.739597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:33.740069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:58:33.747581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:58:33.780739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-de605b86-3519-44fc-9947-177094be139f req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] No DVR routers for this DVR port a25e47f5-5298-4f9c-bb20-949bff4449c2 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:58:33.783091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-de605b86-3519-44fc-9947-177094be139f req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:33.786077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a773ec89-1558-417a-a2f7-9bdc37d5f167', 'name': 'network-vif-deleted', 'tag': 'a25e47f5-5298-4f9c-bb20-949bff4449c2'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:58:33.826614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-de605b86-3519-44fc-9947-177094be139f req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] 10.222.0.45 "DELETE /v2.0/ports/a25e47f5-5298-4f9c-bb20-949bff4449c2 HTTP/1.1" status: 204 len: 173 time: 0.9008329 Dec 07 13:58:33.840614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a773ec89-1558-417a-a2f7-9bdc37d5f167', 'name': 'network-vif-deleted', 'tag': 'a25e47f5-5298-4f9c-bb20-949bff4449c2', 'status': 'completed', 'code': 200} Dec 07 13:58:34.794531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-6e228606-27c5-4748-aaec-2cfb6e8312f8 req-dd38fdfb-9f1d-4ff8-84ee-7e52705f36ce service neutron] (88898) timed out ('10.222.0.45', 53685) {{(pid=88898) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 07 13:58:34.854431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:34.875862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 54888) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:58:34.950833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97cd7a6-7e06-4bca-9548-06e787b2576e admin admin] Deleting subnet 6ef7f825-103c-437b-ab02-a1b2225f9771 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 13:58:34.953893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c97cd7a6-7e06-4bca-9548-06e787b2576e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:35.004989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c97cd7a6-7e06-4bca-9548-06e787b2576e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:35.062611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c97cd7a6-7e06-4bca-9548-06e787b2576e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:35.180358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c97cd7a6-7e06-4bca-9548-06e787b2576e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:35.184863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a9ba06dd-264f-4f30-a19c-c57ec4734f50 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:58:35.221543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cd7a6-7e06-4bca-9548-06e787b2576e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef7f825-103c-437b-ab02-a1b2225f9771,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:58:35.224550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c97cd7a6-7e06-4bca-9548-06e787b2576e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:58:35.227101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c97cd7a6-7e06-4bca-9548-06e787b2576e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:35.233250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c97cd7a6-7e06-4bca-9548-06e787b2576e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6ef7f825-103c-437b-ab02-a1b2225f9771 HTTP/1.1" status: 204 len: 168 time: 0.3562744 Dec 07 13:58:35.235997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 54892) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:58:35.575970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0502562-507e-4374-86b3-80c4cfa905b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:35.701917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0502562-507e-4374-86b3-80c4cfa905b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:35.728012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b0502562-507e-4374-86b3-80c4cfa905b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4767fef-42ce-4495-8357-f9faed198e62']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:58:35.740472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b0502562-507e-4374-86b3-80c4cfa905b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413e33c2-a3da-4dec-bebd-70ec62d757a0') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:58:35.740752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b0502562-507e-4374-86b3-80c4cfa905b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413e33c2-a3da-4dec-bebd-70ec62d757a0') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 13:58:35.752584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0502562-507e-4374-86b3-80c4cfa905b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:35.767499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0502562-507e-4374-86b3-80c4cfa905b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:35.774244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0502562-507e-4374-86b3-80c4cfa905b1 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 13:58:35.781639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0502562-507e-4374-86b3-80c4cfa905b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 13:58:35.788620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 13:58:35.951585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0502562-507e-4374-86b3-80c4cfa905b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:35.955116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:58:35.971703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0502562-507e-4374-86b3-80c4cfa905b1 admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:35.978067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0502562-507e-4374-86b3-80c4cfa905b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4767fef-42ce-4495-8357-f9faed198e62,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:58:35.984076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b0502562-507e-4374-86b3-80c4cfa905b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:58:36.015072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b0502562-507e-4374-86b3-80c4cfa905b1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b4767fef-42ce-4495-8357-f9faed198e62 HTTP/1.1" status: 204 len: 168 time: 0.7780793 Dec 07 13:58:36.337247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 54898) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:58:36.389857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6732f2aa-f1ae-4497-b75e-29f7dcefb96e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dae35f762b8f4514ade2e5111f588bad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512228 Dec 07 13:58:36.392423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 54902) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:58:36.458730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e8cb779e-ec31-4800-aa8f-2c1570876097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:36.484829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e8cb779e-ec31-4800-aa8f-2c1570876097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:36.660120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e8cb779e-ec31-4800-aa8f-2c1570876097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:36.665831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:58:36.678821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb779e-ec31-4800-aa8f-2c1570876097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2163ec-377f-4fdb-bf8f-a8d220f07816,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:58:36.681955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e8cb779e-ec31-4800-aa8f-2c1570876097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:58:36.684222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e8cb779e-ec31-4800-aa8f-2c1570876097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:36.686401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e8cb779e-ec31-4800-aa8f-2c1570876097 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c2163ec-377f-4fdb-bf8f-a8d220f07816 HTTP/1.1" status: 204 len: 168 time: 0.2920253 Dec 07 13:58:37.757073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device a25e47f5-5298-4f9c-bb20-949bff4449c2 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:58:37.791036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: a25e47f5-5298-4f9c-bb20-949bff4449c2 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:58:37.791448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device a25e47f5-5298-4f9c-bb20-949bff4449c2 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:58:37.862478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 54924) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:58:38.002044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1509692405-network', 'tenant_id': 'bb0e9ed4a22d4d4c89e7fa744ac6a90f'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:58:38.007321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:58:38.011213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Usage tracker for resource:network and tenant:bb0e9ed4a22d4d4c89e7fa744ac6a90f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:58:38.014168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:58:38.020058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:58:38.060203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Made reservation on behalf of bb0e9ed4a22d4d4c89e7fa744ac6a90f for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:58:38.064901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:38.077615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:38.179593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:58:38.183709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Usage tracker for resource:security_group_rule and tenant:bb0e9ed4a22d4d4c89e7fa744ac6a90f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:58:38.186723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:58:38.193024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:58:38.362646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:38.389204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:38.393488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-21e97535-6111-4718-8bdc-1a4a1aa96e36 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:58:38.423103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 13:58:38.436066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bc633e-86eb-4cb4-9295-0389c73ce2f3,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:58:38.439353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:58:38.442181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:38.442594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Added segment f94e399c-7791-4157-a247-d9a8beee2ccd of type vlan for network 25c8f946-b4b5-401d-8239-31dc1e204e36 Dec 07 13:58:38.531337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:38.652553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:38.653451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:38.654083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:38.657787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-234dcd49-1234-48bb-8146-d8660db46fca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:58:38.762558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Pushing event updated for resources: {'Network': ['ID=25c8f946-b4b5-401d-8239-31dc1e204e36,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:58:38.765361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:58:38.773597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 25c8f946-b4b5-401d-8239-31dc1e204e36 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 13:58:38.796416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9327888 Dec 07 13:58:38.799320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 54930) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:58:38.805740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-552f1335-af6c-4a20-9b4d-c78486234fe9 admin admin] Request body: {'subnet': {'network_id': '25c8f946-b4b5-401d-8239-31dc1e204e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1509692405-subnet', 'tenant_id': 'bb0e9ed4a22d4d4c89e7fa744ac6a90f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:58:38.810979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-552f1335-af6c-4a20-9b4d-c78486234fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:58:38.815102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-552f1335-af6c-4a20-9b4d-c78486234fe9 admin admin] Usage tracker for resource:subnet and tenant:bb0e9ed4a22d4d4c89e7fa744ac6a90f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:58:38.819781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-552f1335-af6c-4a20-9b4d-c78486234fe9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:58:38.826559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-552f1335-af6c-4a20-9b4d-c78486234fe9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:58:38.866913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552f1335-af6c-4a20-9b4d-c78486234fe9 admin admin] Made reservation on behalf of bb0e9ed4a22d4d4c89e7fa744ac6a90f for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:58:38.871938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-552f1335-af6c-4a20-9b4d-c78486234fe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:39.178746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-552f1335-af6c-4a20-9b4d-c78486234fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:39.183424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1977c3ac-91b0-4366-a4d6-c8b6361bf6e2 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:58:39.266054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f1335-af6c-4a20-9b4d-c78486234fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4725e9a9-2f86-49e6-b7da-02cd642db254,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:58:39.272821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-552f1335-af6c-4a20-9b4d-c78486234fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:58:39.278375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552f1335-af6c-4a20-9b4d-c78486234fe9 admin admin] Checking segment: {'id': 'f94e399c-7791-4157-a247-d9a8beee2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '25c8f946-b4b5-401d-8239-31dc1e204e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:58:39.278767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f1335-af6c-4a20-9b4d-c78486234fe9 admin admin] Network hostable DHCP agents. Network: 25c8f946-b4b5-401d-8239-31dc1e204e36, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 13:58:39.339830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552f1335-af6c-4a20-9b4d-c78486234fe9 admin admin] Network 25c8f946-b4b5-401d-8239-31dc1e204e36 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 13:58:39.379749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-552f1335-af6c-4a20-9b4d-c78486234fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 25c8f946-b4b5-401d-8239-31dc1e204e36) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:58:39.384391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552f1335-af6c-4a20-9b4d-c78486234fe9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:39.385022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-552f1335-af6c-4a20-9b4d-c78486234fe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:39.390463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8bef40-1e6b-4a8c-81aa-bfde3d98cbba None None] Network 25c8f946-b4b5-401d-8239-31dc1e204e36 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:58:39.466783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-552f1335-af6c-4a20-9b4d-c78486234fe9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6663032 Dec 07 13:58:39.614440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9d55be-e700-419b-a841-6f13cee24f58 None None] Network 25c8f946-b4b5-401d-8239-31dc1e204e36 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 13:58:40.042166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-61605ea4-09c7-4c26-b5f7-a32ba2389e20 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:40.050493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-61605ea4-09c7-4c26-b5f7-a32ba2389e20 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/networks?id=25c8f946-b4b5-401d-8239-31dc1e204e36 HTTP/1.1" status: 200 len: 815 time: 0.1542804 Dec 07 13:58:40.061307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-bb16ce9f-ebec-4f4c-91ab-2dbb755229e0 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/quotas/bb0e9ed4a22d4d4c89e7fa744ac6a90f HTTP/1.1" status: 200 len: 375 time: 0.0117571 Dec 07 13:58:40.077725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:40.110308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-2dd0cf98-a594-4e4c-8b16-77dedf9301ac tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435343 Dec 07 13:58:40.250372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-6795e752-a4a6-4556-9e57-319778db866c service neutron] 10.222.0.24 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322098 Dec 07 13:58:40.392328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-f29f62a4-5988-4584-917e-2ff458cc7d8a service neutron] 10.222.0.24 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355665 Dec 07 13:58:40.746903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-33db9365-2636-48a4-9b8e-6d54619db245 req-1690b393-b234-4387-b1cf-1fee0935a705 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 210 time: 0.0462790 Dec 07 13:58:41.923538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2e205fdb-a86b-47cb-86fd-e2d0cccc5794 req-4dc87470-7609-483a-9837-0515384b3d33 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 210 time: 0.0502949 Dec 07 13:58:42.860769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-4125c450-ebc7-419e-8f51-1bed70e03daa tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:42.861515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-4125c450-ebc7-419e-8f51-1bed70e03daa tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Synchronizing usage tracker for tenant:bb0e9ed4a22d4d4c89e7fa744ac6a90f on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:58:42.906069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-4125c450-ebc7-419e-8f51-1bed70e03daa tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Unset dirty status for tenant:bb0e9ed4a22d4d4c89e7fa744ac6a90f on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:58:42.907640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-4125c450-ebc7-419e-8f51-1bed70e03daa tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.45 "GET /v2.0/networks?id=25c8f946-b4b5-401d-8239-31dc1e204e36 HTTP/1.1" status: 200 len: 815 time: 0.2019725 Dec 07 13:58:42.928752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Request body: {'port': {'device_id': 'd54b8d28-9fa3-4e97-8e01-0fb6ce166d89', 'network_id': '25c8f946-b4b5-401d-8239-31dc1e204e36', 'admin_state_up': True, 'tenant_id': 'bb0e9ed4a22d4d4c89e7fa744ac6a90f'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:58:43.079057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:58:43.083409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Usage tracker for resource:port and tenant:bb0e9ed4a22d4d4c89e7fa744ac6a90f is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 13:58:43.087026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 13:58:43.093046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c6d0f9a1-9b4e-430e-9442-9fcf7ba6dc6a req-73ad28a2-d14e-4f16-9d5f-790bb0cb6b0b tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 210 time: 0.0463078 Dec 07 13:58:43.093545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:58:43.132312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Made reservation on behalf of bb0e9ed4a22d4d4c89e7fa744ac6a90f for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:58:43.137949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:43.309351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Allocated IP 172.20.0.12 (25c8f946-b4b5-401d-8239-31dc1e204e36/4725e9a9-2f86-49e6-b7da-02cd642db254/9008235e-2244-404a-8091-a893f0faa867) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:58:43.515682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:43.586330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:43.592081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1a30a5b7-1d0d-4545-ad2c-a65f70e34148 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:58:43.651679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Network 25c8f946-b4b5-401d-8239-31dc1e204e36 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:58:43.654822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:58:43.664147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:58:43.712660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Pushing event updated for resources: {'Port': ['ID=9008235e-2244-404a-8091-a893f0faa867,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:58:43.717881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:58:43.736219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:43.736882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:43.792561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8679960 Dec 07 13:58:43.808792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Request body: {'port': {'device_id': 'd54b8d28-9fa3-4e97-8e01-0fb6ce166d89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:58:43.920416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:44.281521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9008235e-2244-404a-8091-a893f0faa867 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:58:44.289702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:44.305381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d8700-f8e9-405f-8ef1-5df9684432f2 req-bc5d64ae-8e98-4440-ac1c-55482ffd6346 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:44.307094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bd2d8700-f8e9-405f-8ef1-5df9684432f2 req-bc5d64ae-8e98-4440-ac1c-55482ffd6346 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 932 time: 0.0861263 Dec 07 13:58:44.360681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bd2d8700-f8e9-405f-8ef1-5df9684432f2 req-af2cf55e-0582-49c2-9f89-54ea41fe5f35 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467134 Dec 07 13:58:44.368577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Transition to ACTIVE for port object 9008235e-2244-404a-8091-a893f0faa867 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:58:44.400918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:44.405651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8c5268fe-2983-4174-b8e7-ea2a0e300857 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:58:44.529730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Pushing event updated for resources: {'Port': ['ID=9008235e-2244-404a-8091-a893f0faa867,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:58:44.533697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:58:44.635543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Attempting to bind port 9008235e-2244-404a-8091-a893f0faa867 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:58:44.635904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Attempting to bind port 9008235e-2244-404a-8091-a893f0faa867 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'f94e399c-7791-4157-a247-d9a8beee2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '25c8f946-b4b5-401d-8239-31dc1e204e36'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:58:44.636257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Attempting to bind port 9008235e-2244-404a-8091-a893f0faa867 on network 25c8f946-b4b5-401d-8239-31dc1e204e36 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:58:44.642199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Port 9008235e-2244-404a-8091-a893f0faa867 on network 25c8f946-b4b5-401d-8239-31dc1e204e36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:58:44.642548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Attempting to bind port 9008235e-2244-404a-8091-a893f0faa867 on network 25c8f946-b4b5-401d-8239-31dc1e204e36 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:58:44.649024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:58:44.649389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Checking segment: {'id': 'f94e399c-7791-4157-a247-d9a8beee2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '25c8f946-b4b5-401d-8239-31dc1e204e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:58:44.649796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Bound using segment: {'id': 'f94e399c-7791-4157-a247-d9a8beee2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '25c8f946-b4b5-401d-8239-31dc1e204e36'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:58:44.650266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Bound port: 9008235e-2244-404a-8091-a893f0faa867, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94e399c-7791-4157-a247-d9a8beee2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '25c8f946-b4b5-401d-8239-31dc1e204e36'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:58:44.650617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:44.741221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] For port 9008235e-2244-404a-8091-a893f0faa867, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:58:44.744283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] For port 9008235e-2244-404a-8091-a893f0faa867, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=9008235e-2244-404a-8091-a893f0faa867,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:58:44.777988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:44.782419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:58:44.842482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:44.843986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] 10.222.0.45 "PUT /v2.0/ports/9008235e-2244-404a-8091-a893f0faa867 HTTP/1.1" status: 200 len: 1094 time: 1.0394897 Dec 07 13:58:44.844540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54b8d28-9fa3-4e97-8e01-0fb6ce166d89', 'tag': '9008235e-2244-404a-8091-a893f0faa867'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:58:44.862826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Pushing event updated for resources: {'Port': ['ID=9008235e-2244-404a-8091-a893f0faa867,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:58:44.867956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:58:44.913914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54b8d28-9fa3-4e97-8e01-0fb6ce166d89', 'tag': '9008235e-2244-404a-8091-a893f0faa867', 'status': 'completed', 'code': 200} Dec 07 13:58:45.015739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-34057d10-e13e-48e2-a600-ec75b07c0b09 req-5605abff-a6a9-42fc-8166-82b0596dd4e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f&device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 1097 time: 0.0772262 Dec 07 13:58:45.170471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34057d10-e13e-48e2-a600-ec75b07c0b09 req-98b3c808-7c71-4763-8295-7593e0ebf94f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:45.172062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-34057d10-e13e-48e2-a600-ec75b07c0b09 req-98b3c808-7c71-4763-8295-7593e0ebf94f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1448600 Dec 07 13:58:45.545874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34057d10-e13e-48e2-a600-ec75b07c0b09 req-ce48866c-31d2-459c-8529-8394cddf7205 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:45.547466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-34057d10-e13e-48e2-a600-ec75b07c0b09 req-ce48866c-31d2-459c-8529-8394cddf7205 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3658407 Dec 07 13:58:45.581755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf6571-d08d-4faa-ac48-fe8033fd6e25 req-09b559b0-4164-4f7a-b49d-131bd66abeb2 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:45.584361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-40bf6571-d08d-4faa-ac48-fe8033fd6e25 req-09b559b0-4164-4f7a-b49d-131bd66abeb2 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 944 time: 0.0890634 Dec 07 13:58:45.633644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-40bf6571-d08d-4faa-ac48-fe8033fd6e25 req-8c077b27-8722-4f27-84b3-aa40b13bb13f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429647 Dec 07 13:58:45.667992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-823314a6-113d-4143-8990-9dfbf6bbc9c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f&device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 1097 time: 0.0736296 Dec 07 13:58:45.746778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-4fc434c1-ec84-4c9c-b256-4f12186b1890 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9008235e-2244-404a-8091-a893f0faa867 HTTP/1.1" status: 200 len: 217 time: 0.0676386 Dec 07 13:58:45.818263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-5fa0965c-2f3d-4aa8-8537-7ff51056b676 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:45.819967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-5fa0965c-2f3d-4aa8-8537-7ff51056b676 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4725e9a9-2f86-49e6-b7da-02cd642db254 HTTP/1.1" status: 200 len: 855 time: 0.0630298 Dec 07 13:58:45.878603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-2dccbd57-8916-4564-8c94-6dc38d522137 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25c8f946-b4b5-401d-8239-31dc1e204e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484705 Dec 07 13:58:46.023002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-5bbbfd72-2f0d-4f43-a334-d18f91f2e027 service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343572 Dec 07 13:58:46.167984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e460eaf7-802b-4b17-9b8d-33a9916b1686 req-f914e3d4-e169-4453-bf8f-497bdf68cbfb service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351941 Dec 07 13:58:46.843164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634556e-1e46-4bd7-9575-693991ce11af req-9c3310b3-f7ea-423c-b34c-7ec3643e3cb3 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:46.844778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6634556e-1e46-4bd7-9575-693991ce11af req-9c3310b3-f7ea-423c-b34c-7ec3643e3cb3 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 944 time: 0.0862522 Dec 07 13:58:46.894709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6634556e-1e46-4bd7-9575-693991ce11af req-6cafb627-0041-461e-a254-397bfcb837d7 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430987 Dec 07 13:58:48.098690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb24ee1-08e0-4c06-8f2c-21bcdc8c3555 req-faf8aeee-ca78-462c-8d40-eef9ec8fae59 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:48.100906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fbb24ee1-08e0-4c06-8f2c-21bcdc8c3555 req-faf8aeee-ca78-462c-8d40-eef9ec8fae59 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 944 time: 0.0824940 Dec 07 13:58:48.147631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fbb24ee1-08e0-4c06-8f2c-21bcdc8c3555 req-5a2b263e-6c10-4d47-8a7e-90ecc3e91baf tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406742 Dec 07 13:58:49.359705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b5204-b9f5-4055-86cc-b1d9f7abb004 req-3aa2e652-e9c5-4512-9d84-f6e2acbfcfc2 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:49.361291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2e8b5204-b9f5-4055-86cc-b1d9f7abb004 req-3aa2e652-e9c5-4512-9d84-f6e2acbfcfc2 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 944 time: 0.0874910 Dec 07 13:58:49.409147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2e8b5204-b9f5-4055-86cc-b1d9f7abb004 req-f55a2aff-2547-4696-8827-a814551d55c4 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409188 Dec 07 13:58:49.835766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 9008235e-2244-404a-8091-a893f0faa867 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:58:49.979158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 9008235e-2244-404a-8091-a893f0faa867, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=9008235e-2244-404a-8091-a893f0faa867,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:58:49.994520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '9008235e-2244-404a-8091-a893f0faa867', 'network_id': '25c8f946-b4b5-401d-8239-31dc1e204e36', 'port_id': '9008235e-2244-404a-8091-a893f0faa867', 'mac_address': 'fa:16:3e:69:13:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4725e9a9-2f86-49e6-b7da-02cd642db254', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:58:50.053257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:50.071526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9008235e-2244-404a-8091-a893f0faa867 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:58:50.086998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 9008235e-2244-404a-8091-a893f0faa867, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=9008235e-2244-404a-8091-a893f0faa867,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:58:50.128827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:50.131174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:58:50.196222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=9008235e-2244-404a-8091-a893f0faa867,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:58:50.199378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:58:50.395213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['9008235e-2244-404a-8091-a893f0faa867'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:58:50.612435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31663a70-603c-4fea-8a7b-fd419c23ac9d req-5f997712-b7a4-4c9f-aa9a-4da15cd7d3a8 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:50.614024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-31663a70-603c-4fea-8a7b-fd419c23ac9d req-5f997712-b7a4-4c9f-aa9a-4da15cd7d3a8 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 945 time: 0.0828586 Dec 07 13:58:50.666213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-31663a70-603c-4fea-8a7b-fd419c23ac9d req-03640376-33db-43d0-9126-d2d467ede02e tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455792 Dec 07 13:58:51.853759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 9008235e-2244-404a-8091-a893f0faa867 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:58:51.870123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32caa6-808f-4d71-845f-82ecb15f15de req-a75e0dd3-946e-4343-ad3b-146fa1979151 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:51.871740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-af32caa6-808f-4d71-845f-82ecb15f15de req-a75e0dd3-946e-4343-ad3b-146fa1979151 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 945 time: 0.0822008 Dec 07 13:58:51.921015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-af32caa6-808f-4d71-845f-82ecb15f15de req-afce0d02-15ce-4dc2-b9e1-121b4c392440 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430713 Dec 07 13:58:51.985965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 9008235e-2244-404a-8091-a893f0faa867 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:58:51.991574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 9008235e-2244-404a-8091-a893f0faa867 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:58:51.991951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:52.111034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:52.137910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54b8d28-9fa3-4e97-8e01-0fb6ce166d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9008235e-2244-404a-8091-a893f0faa867'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:58:52.148443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 9008235e-2244-404a-8091-a893f0faa867, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=9008235e-2244-404a-8091-a893f0faa867,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:58:52.191793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54b8d28-9fa3-4e97-8e01-0fb6ce166d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9008235e-2244-404a-8091-a893f0faa867', 'code': 200} Dec 07 13:58:52.193191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:58:52.195147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-368f8639-c81a-403c-aa5f-a740f7a132b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:58:52.265696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=9008235e-2244-404a-8091-a893f0faa867,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:58:52.269069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:58:52.518113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8818711d-822a-4383-9a61-16a79b25d817 req-efff49fc-1785-48e8-9420-edbb62187101 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 1099 time: 0.0729210 Dec 07 13:58:52.568853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8818711d-822a-4383-9a61-16a79b25d817 req-37c1227a-5168-4754-8c12-a0fe3f16d569 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388715 Dec 07 13:58:53.128707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f19a2-5c8a-4915-a76e-a0ef24fff384 req-f0ccd52e-291f-43a8-a2a7-569dcff4b828 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:53.130737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a14f19a2-5c8a-4915-a76e-a0ef24fff384 req-f0ccd52e-291f-43a8-a2a7-569dcff4b828 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0849152 Dec 07 13:58:53.180376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a14f19a2-5c8a-4915-a76e-a0ef24fff384 req-35f68f87-4f68-45fc-8e8d-8b08c79fdbdf tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432866 Dec 07 13:58:54.389140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0720d52-d1a5-4f71-9860-603284867aeb req-34f1b827-a8ba-4cd0-b178-d491c47e6901 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:54.390727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c0720d52-d1a5-4f71-9860-603284867aeb req-34f1b827-a8ba-4cd0-b178-d491c47e6901 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0830390 Dec 07 13:58:54.438692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c0720d52-d1a5-4f71-9860-603284867aeb req-01e8d94c-1304-4ecd-b24c-395856ccbeae tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415506 Dec 07 13:58:54.644234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ff359-269d-40e4-844b-ef047aad27f0 req-ac54b34d-e68b-43f9-bba5-4c9d380c4599 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:54.645804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b47ff359-269d-40e4-844b-ef047aad27f0 req-ac54b34d-e68b-43f9-bba5-4c9d380c4599 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0839648 Dec 07 13:58:54.693995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b47ff359-269d-40e4-844b-ef047aad27f0 req-83efc81e-53ac-46e0-9f30-444957bceb65 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419333 Dec 07 13:58:55.100911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6237ab-676c-450e-b1e5-8451836d6ee9 req-11f33ce1-ce74-467a-bbb7-aed9d335312a tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:55.102431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6d6237ab-676c-450e-b1e5-8451836d6ee9 req-11f33ce1-ce74-467a-bbb7-aed9d335312a tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0817833 Dec 07 13:58:55.150942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6d6237ab-676c-450e-b1e5-8451836d6ee9 req-9ff0f3d6-446b-4838-8d37-f788d4bce960 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423808 Dec 07 13:58:55.359729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80115a72-9540-4df0-94e2-7499eabffe1d req-19ffaba8-b842-451b-9252-b36a172fc771 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:55.361253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80115a72-9540-4df0-94e2-7499eabffe1d req-19ffaba8-b842-451b-9252-b36a172fc771 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0866120 Dec 07 13:58:55.409321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80115a72-9540-4df0-94e2-7499eabffe1d req-9cf169d9-64e3-4739-926a-2e282c5b4422 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408461 Dec 07 13:58:55.684778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-27f5b839-3eed-427a-8565-6f83d581de7b req-f25ddc16-6f04-407c-b8bc-6668d88136f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1470516 Dec 07 13:58:55.957669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:58:56.081231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e6c16-45fa-474f-a5a7-04361183c166 req-8de70129-a184-49a2-884c-b4f1c3d42381 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:56.082851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4a0e6c16-45fa-474f-a5a7-04361183c166 req-8de70129-a184-49a2-884c-b4f1c3d42381 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0880075 Dec 07 13:58:56.084110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-4e832c35-bbed-4dc1-8181-e5eecfb56b8c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0762043 Dec 07 13:58:56.132845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4a0e6c16-45fa-474f-a5a7-04361183c166 req-2d8c902e-9496-4a47-ae7e-0674be51db9e tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428634 Dec 07 13:58:57.401751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdf4f7-c669-417a-9ac4-04a5defb883a req-4a9e4d9f-86f6-4f54-8dca-cccdd3cc9586 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:57.403336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-01cdf4f7-c669-417a-9ac4-04a5defb883a req-4a9e4d9f-86f6-4f54-8dca-cccdd3cc9586 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0831628 Dec 07 13:58:57.456395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-01cdf4f7-c669-417a-9ac4-04a5defb883a req-ada18d38-8646-422c-8f04-9d39682abd70 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466106 Dec 07 13:58:57.894255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-438432ba-5e20-4451-a04a-805c2ffefa2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f&device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 1099 time: 0.0787466 Dec 07 13:58:58.032120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-9451369e-a191-412c-9dff-39acc4716c55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:58.033842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-9451369e-a191-412c-9dff-39acc4716c55 service neutron] 10.222.0.45 "GET /v2.0/networks?id=25c8f946-b4b5-401d-8239-31dc1e204e36 HTTP/1.1" status: 200 len: 916 time: 0.1328948 Dec 07 13:58:58.108384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-31075942-a0cb-4b2e-aaec-ca094d11d15c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9008235e-2244-404a-8091-a893f0faa867 HTTP/1.1" status: 200 len: 217 time: 0.0668499 Dec 07 13:58:58.179244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-82999111-bd23-4165-875d-e70a4b4da0af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:58.180764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-82999111-bd23-4165-875d-e70a4b4da0af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4725e9a9-2f86-49e6-b7da-02cd642db254 HTTP/1.1" status: 200 len: 855 time: 0.0624731 Dec 07 13:58:58.229211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-ab9150e3-e6cb-454b-ae91-36e216a4058c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25c8f946-b4b5-401d-8239-31dc1e204e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420125 Dec 07 13:58:58.371724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-86be372c-3a94-46a5-8b36-97bd7d41a2a9 service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329253 Dec 07 13:58:58.514247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-b7dc6f9e-bf6c-49c8-9ad1-84bd27999387 service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360252 Dec 07 13:58:58.665249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a9501-a418-4f20-a4a5-41e13af18afb req-1b20bb9a-b5b7-4047-b22d-2fbf8f0452ee tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:58:58.666777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-840a9501-a418-4f20-a4a5-41e13af18afb req-1b20bb9a-b5b7-4047-b22d-2fbf8f0452ee tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0867000 Dec 07 13:58:58.716652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-840a9501-a418-4f20-a4a5-41e13af18afb req-84cf71b4-f000-40b6-b5e9-0b0c17106c30 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437176 Dec 07 13:59:00.115497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-976e6ade-f234-4502-be11-f916c23dc316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:00.147820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54794452-425d-4c84-8421-8e92f4183231 req-8c34c53f-1cfc-4c16-9c53-589b2a6eb62a tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:00.149385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-54794452-425d-4c84-8421-8e92f4183231 req-8c34c53f-1cfc-4c16-9c53-589b2a6eb62a tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.3090754 Dec 07 13:59:00.196872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-54794452-425d-4c84-8421-8e92f4183231 req-9af95683-4654-4e23-ac2c-d9ec0f10ee74 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414252 Dec 07 13:59:01.405324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93fbdd-eb4b-44ea-ba9e-414086c0a6bf req-4df1da6b-3186-4675-817e-bf5564676040 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:01.406902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4a93fbdd-eb4b-44ea-ba9e-414086c0a6bf req-4df1da6b-3186-4675-817e-bf5564676040 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0824373 Dec 07 13:59:01.456083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4a93fbdd-eb4b-44ea-ba9e-414086c0a6bf req-1cc23aae-161e-4495-a983-5648046cb69a tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417175 Dec 07 13:59:01.659777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:02.471660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce827ffb-6de6-4fee-bcf9-620e33aea2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:02.667656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc6b55-dfce-4516-9b3a-07bae9fd2354 req-e238b40c-4763-4598-abb2-382bc742de62 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:02.669246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41cc6b55-dfce-4516-9b3a-07bae9fd2354 req-e238b40c-4763-4598-abb2-382bc742de62 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0866303 Dec 07 13:59:02.716921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41cc6b55-dfce-4516-9b3a-07bae9fd2354 req-a7418723-d250-44a4-b550-d4b3f33d6feb tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415483 Dec 07 13:59:02.956790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:03.919635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75485f-4d2d-4a35-8bc3-99046fbd2d21 req-f973c800-4793-4f5d-ba3b-190de314d721 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:03.921223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8e75485f-4d2d-4a35-8bc3-99046fbd2d21 req-f973c800-4793-4f5d-ba3b-190de314d721 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0826612 Dec 07 13:59:03.969115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8e75485f-4d2d-4a35-8bc3-99046fbd2d21 req-7e6ab5ee-faad-4628-b23f-ab4eb9884d91 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413969 Dec 07 13:59:04.863326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:05.176665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddf1e8-b60f-4df8-89b6-a76a486b4688 req-68a1c3f1-6c3e-4dc3-83aa-0c701d0f2a22 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:05.178506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-77ddf1e8-b60f-4df8-89b6-a76a486b4688 req-68a1c3f1-6c3e-4dc3-83aa-0c701d0f2a22 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0871983 Dec 07 13:59:05.227223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-77ddf1e8-b60f-4df8-89b6-a76a486b4688 req-8581e3b2-98e5-4036-87f8-686e72bcedf6 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Dec 07 13:59:06.431872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98251737-274d-474a-b0cf-15027fa634b9 req-bebc9ed3-3656-4fac-a0ac-3de3e0e78867 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:06.433461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-98251737-274d-474a-b0cf-15027fa634b9 req-bebc9ed3-3656-4fac-a0ac-3de3e0e78867 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0834410 Dec 07 13:59:06.485534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-98251737-274d-474a-b0cf-15027fa634b9 req-7d346bfc-0e59-44aa-82a7-1d8ca8083629 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460019 Dec 07 13:59:07.700333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1095-dc68-416e-b021-6f4eec4be016 req-ad3eb4d6-ab84-426f-98a5-382a4323deb9 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:07.701925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c1ac1095-dc68-416e-b021-6f4eec4be016 req-ad3eb4d6-ab84-426f-98a5-382a4323deb9 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0826306 Dec 07 13:59:07.749176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c1ac1095-dc68-416e-b021-6f4eec4be016 req-86f4b786-98af-4d78-b216-d66ca6945fd0 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Dec 07 13:59:08.959138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb1f92-4fb7-43f6-aea8-068004096002 req-df6e1995-f091-412e-b8bd-62472068a9aa tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:08.960722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-77cb1f92-4fb7-43f6-aea8-068004096002 req-df6e1995-f091-412e-b8bd-62472068a9aa tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0873101 Dec 07 13:59:09.008215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-77cb1f92-4fb7-43f6-aea8-068004096002 req-ba626c00-7adb-4ba9-8cf4-bc73c88146aa tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409901 Dec 07 13:59:10.057639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:10.222883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ed728-543c-43fe-8832-318af9ba545c req-e9cb4165-619a-4008-ad59-5a1d301bb885 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:10.225232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1b0ed728-543c-43fe-8832-318af9ba545c req-e9cb4165-619a-4008-ad59-5a1d301bb885 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0847189 Dec 07 13:59:10.272882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1b0ed728-543c-43fe-8832-318af9ba545c req-e0b6535a-3e71-407e-81c2-c9e57af7cb7a tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Dec 07 13:59:11.479206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c9a32-2a9b-4cee-884e-5541419ba9b9 req-de7501e4-d607-4e2e-93a1-d319d3d786e5 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:11.480812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2d4c9a32-2a9b-4cee-884e-5541419ba9b9 req-de7501e4-d607-4e2e-93a1-d319d3d786e5 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0855010 Dec 07 13:59:11.528261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2d4c9a32-2a9b-4cee-884e-5541419ba9b9 req-a5adddbb-8689-48f6-a59f-e2f98509d3d4 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Dec 07 13:59:12.737171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63042b7f-97d0-40fb-8ab3-832f09174c65 req-e98ce9a3-adb1-485a-bff6-701e916dc6c5 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:12.738797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-63042b7f-97d0-40fb-8ab3-832f09174c65 req-e98ce9a3-adb1-485a-bff6-701e916dc6c5 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0852323 Dec 07 13:59:12.802473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-63042b7f-97d0-40fb-8ab3-832f09174c65 req-761c2dc1-2f95-4d87-9cdf-80a023d0b99f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574384 Dec 07 13:59:14.014447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1450d0f-3019-49c5-9c3b-6938aa45455c req-fea8ad0a-02c1-4f3b-aa3b-4d1c7109b81d tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:14.016243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1450d0f-3019-49c5-9c3b-6938aa45455c req-fea8ad0a-02c1-4f3b-aa3b-4d1c7109b81d tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0856035 Dec 07 13:59:14.065377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1450d0f-3019-49c5-9c3b-6938aa45455c req-70942629-2cdd-469e-b485-0e7514bcda6d tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422473 Dec 07 13:59:15.273737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df992a1-953c-4282-8315-b84b7f225543 req-9eaa1d41-a4ea-4904-a8d9-b6dc25267b77 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:15.275392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0df992a1-953c-4282-8315-b84b7f225543 req-9eaa1d41-a4ea-4904-a8d9-b6dc25267b77 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0860097 Dec 07 13:59:15.324368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0df992a1-953c-4282-8315-b84b7f225543 req-04f5c7d8-6952-4a54-b43c-3852c96e3016 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425253 Dec 07 13:59:16.534883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e26dda-4197-43fd-a329-6fc8ec32a06b req-df7f4600-0998-43b9-afac-0f4f4306e1e3 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:16.537187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-79e26dda-4197-43fd-a329-6fc8ec32a06b req-df7f4600-0998-43b9-afac-0f4f4306e1e3 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0827096 Dec 07 13:59:16.585737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-79e26dda-4197-43fd-a329-6fc8ec32a06b req-1bce2de6-f542-4408-9884-5eb1a870adf1 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424383 Dec 07 13:59:17.940510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fa21e-bc24-4645-b788-5cd7a5b238fd req-390afed6-c628-4b0e-9889-3f7bd554b420 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:17.942115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fb9fa21e-bc24-4645-b788-5cd7a5b238fd req-390afed6-c628-4b0e-9889-3f7bd554b420 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0859013 Dec 07 13:59:17.989573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fb9fa21e-bc24-4645-b788-5cd7a5b238fd req-01f8666f-f7f6-4d88-bec6-13834ffb670c tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Dec 07 13:59:19.190511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a110fc3-c60e-4beb-badc-bb66c02ee3dd req-65532274-a110-4311-9ccb-e2c5addc65eb tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:19.192789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0a110fc3-c60e-4beb-badc-bb66c02ee3dd req-65532274-a110-4311-9ccb-e2c5addc65eb tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0827613 Dec 07 13:59:19.241195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0a110fc3-c60e-4beb-badc-bb66c02ee3dd req-7b1084d7-df98-4c5a-9970-acb2d722d56d tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422599 Dec 07 13:59:20.452949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25c3a9-1581-40a5-8bbd-5442aae7c4ca req-83676a6e-3a68-4bf2-8b53-5efa10b9db92 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:20.454552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0d25c3a9-1581-40a5-8bbd-5442aae7c4ca req-83676a6e-3a68-4bf2-8b53-5efa10b9db92 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0913560 Dec 07 13:59:20.503669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0d25c3a9-1581-40a5-8bbd-5442aae7c4ca req-a429fe2b-1f50-4d7c-aca8-ab63d17a770f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425251 Dec 07 13:59:21.705073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a2cc9-206a-4fcc-b433-4d47248e48eb req-30957376-5dec-47ff-a478-cb0b1693fbfa tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:21.706659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b2a2cc9-206a-4fcc-b433-4d47248e48eb req-30957376-5dec-47ff-a478-cb0b1693fbfa tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0811613 Dec 07 13:59:21.758416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b2a2cc9-206a-4fcc-b433-4d47248e48eb req-967633f5-ebe0-4c02-8260-295e0a9dd6c1 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458181 Dec 07 13:59:22.961165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c293081-3811-4fc3-aa64-600bcd1481e4 req-897bdf55-1e8d-43a1-9c87-35db3559ce33 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:22.962757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1c293081-3811-4fc3-aa64-600bcd1481e4 req-897bdf55-1e8d-43a1-9c87-35db3559ce33 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0826871 Dec 07 13:59:23.011334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1c293081-3811-4fc3-aa64-600bcd1481e4 req-28b21140-5332-4baf-b95f-647366cef239 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423424 Dec 07 13:59:24.227667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ab48e-025d-4134-9b0e-6c59d58d4f9e req-188d6239-70ba-48c5-bce7-093a8b992619 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:24.229256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-382ab48e-025d-4134-9b0e-6c59d58d4f9e req-188d6239-70ba-48c5-bce7-093a8b992619 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0900979 Dec 07 13:59:24.278351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-382ab48e-025d-4134-9b0e-6c59d58d4f9e req-a89a470f-0881-41a1-8ed4-81bbd0310ec4 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427139 Dec 07 13:59:25.484351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ac628-3587-4010-aa3a-cb1dd428a03c req-c17d1b66-f889-469c-b37d-1d5bd99e5893 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:25.485931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2b7ac628-3587-4010-aa3a-cb1dd428a03c req-c17d1b66-f889-469c-b37d-1d5bd99e5893 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0829642 Dec 07 13:59:25.534284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2b7ac628-3587-4010-aa3a-cb1dd428a03c req-6eecffbd-b5ed-4652-a246-d7c4858a8d5c tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Dec 07 13:59:25.854476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-3017feed-498a-41be-80e1-2a84aa7a561b service neutron] 10.222.0.45 "GET /v2.0/ports/9008235e-2244-404a-8091-a893f0faa867/bindings/hv-neutron-ussu HTTP/1.1" status: 200 len: 384 time: 0.0796785 Dec 07 13:59:26.286252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-f0ff3963-79ce-46e1-95a2-600174391d88 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89&tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f HTTP/1.1" status: 200 len: 1099 time: 0.0751958 Dec 07 13:59:26.390817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-ae045a81-6cff-4125-a96c-c8fecbcaa66a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f&device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 1099 time: 0.0768547 Dec 07 13:59:26.531562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-39ccb21f-62da-4021-8845-d621e0983d48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:26.533368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-39ccb21f-62da-4021-8845-d621e0983d48 service neutron] 10.222.0.45 "GET /v2.0/networks?id=25c8f946-b4b5-401d-8239-31dc1e204e36 HTTP/1.1" status: 200 len: 916 time: 0.1333239 Dec 07 13:59:26.605459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-96b8035e-9f85-4050-a29a-9d6852ae3b55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9008235e-2244-404a-8091-a893f0faa867 HTTP/1.1" status: 200 len: 217 time: 0.0625694 Dec 07 13:59:26.680241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-401ac9b7-4c27-40c2-900e-e523745ed7cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:26.681802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-401ac9b7-4c27-40c2-900e-e523745ed7cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4725e9a9-2f86-49e6-b7da-02cd642db254 HTTP/1.1" status: 200 len: 855 time: 0.0664864 Dec 07 13:59:26.734760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-ee9ab1ca-2f14-426a-a4bf-fc392e366ccd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25c8f946-b4b5-401d-8239-31dc1e204e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420160 Dec 07 13:59:26.742408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6724b9-7633-499e-8c06-61ffbcbaf004 req-c497c0b2-5b76-4074-95a7-c3521d5cca85 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:26.744057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0f6724b9-7633-499e-8c06-61ffbcbaf004 req-c497c0b2-5b76-4074-95a7-c3521d5cca85 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0880890 Dec 07 13:59:26.793357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0f6724b9-7633-499e-8c06-61ffbcbaf004 req-a1b61706-8272-4fc2-a045-6ebd27113ef0 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432379 Dec 07 13:59:26.893996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-d58fcc46-b8dc-4ceb-81ee-533b65e87c50 service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493542 Dec 07 13:59:27.037032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d6df7aa-3d66-4ab1-a1ad-84cb78324c8a req-550fae7b-a640-4116-a7e6-df0f132ac2a6 service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330695 Dec 07 13:59:28.006150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e8a1c-3e36-43a3-b7c9-edd3a6c9ab1e req-870c5cec-75ce-4bc9-802b-30f518c36649 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:28.007766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e6e8a1c-3e36-43a3-b7c9-edd3a6c9ab1e req-870c5cec-75ce-4bc9-802b-30f518c36649 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0832622 Dec 07 13:59:28.058919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e6e8a1c-3e36-43a3-b7c9-edd3a6c9ab1e req-87415eb3-472c-4045-831c-9209f937f597 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451648 Dec 07 13:59:29.272059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aae4ce-d45f-4fa8-a3ef-10f55c256dd9 req-552866c2-614d-447b-bfe3-84b893784cd4 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:29.273707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-10aae4ce-d45f-4fa8-a3ef-10f55c256dd9 req-552866c2-614d-447b-bfe3-84b893784cd4 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0843368 Dec 07 13:59:29.322976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-10aae4ce-d45f-4fa8-a3ef-10f55c256dd9 req-622cf943-75ae-4228-9a13-99db6c763a03 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431898 Dec 07 13:59:30.051299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 9008235e-2244-404a-8091-a893f0faa867 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:59:30.055921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 9008235e-2244-404a-8091-a893f0faa867 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:59:30.151820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-972ec3dd-e141-4c5a-987a-e7c1ee244342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:30.287939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:30.329589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 9008235e-2244-404a-8091-a893f0faa867, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=9008235e-2244-404a-8091-a893f0faa867,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:59:30.345096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54b8d28-9fa3-4e97-8e01-0fb6ce166d89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9008235e-2244-404a-8091-a893f0faa867'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:59:30.356567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '9008235e-2244-404a-8091-a893f0faa867', 'network_id': '25c8f946-b4b5-401d-8239-31dc1e204e36', 'port_id': '9008235e-2244-404a-8091-a893f0faa867', 'mac_address': 'fa:16:3e:69:13:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4725e9a9-2f86-49e6-b7da-02cd642db254', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:59:30.361590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 9008235e-2244-404a-8091-a893f0faa867, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=9008235e-2244-404a-8091-a893f0faa867,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:59:30.402364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:30.406144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:59:30.441054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54b8d28-9fa3-4e97-8e01-0fb6ce166d89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9008235e-2244-404a-8091-a893f0faa867', 'code': 200} Dec 07 13:59:30.470359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:30.501545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9008235e-2244-404a-8091-a893f0faa867 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:59:30.515546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=9008235e-2244-404a-8091-a893f0faa867,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:59:30.528911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 9008235e-2244-404a-8091-a893f0faa867, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=9008235e-2244-404a-8091-a893f0faa867,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:59:30.530618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:30.531007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:30.531441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:30.531818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:30.532194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:30.532836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:30.533203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:30.533576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:30.533943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:30.534306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9da124-fb16-4205-bd88-50f8a19595e7 req-dc45269d-924c-4bf2-a7c7-4a29f8b45943 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:30.534423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:30.534662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:30.536035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ec9da124-fb16-4205-bd88-50f8a19595e7 req-dc45269d-924c-4bf2-a7c7-4a29f8b45943 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 944 time: 0.0865641 Dec 07 13:59:30.538816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:59:30.565890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:30.568658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:59:30.585643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ec9da124-fb16-4205-bd88-50f8a19595e7 req-83446ca4-2001-4e4d-809e-2f8e340dac79 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423861 Dec 07 13:59:30.638489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=9008235e-2244-404a-8091-a893f0faa867,revision_number=7']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:59:30.642210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:59:30.649189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['9008235e-2244-404a-8091-a893f0faa867'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:59:31.015316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7cfb8-27c5-464b-bd5e-9e9dacc30007 req-be774615-73ef-41c2-8fa6-9818af02caf1 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:31.016892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-86e7cfb8-27c5-464b-bd5e-9e9dacc30007 req-be774615-73ef-41c2-8fa6-9818af02caf1 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 945 time: 0.0820298 Dec 07 13:59:31.065515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-86e7cfb8-27c5-464b-bd5e-9e9dacc30007 req-cf2107c3-45ba-41e4-8d9e-3011a4319acf tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417116 Dec 07 13:59:31.071871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee43f0-bb0d-497c-977b-b6f3ec8d8169 req-4b74f6e3-5e2e-4ebb-8bbe-db4464bb7581 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:31.072741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-aeee43f0-bb0d-497c-977b-b6f3ec8d8169 req-4b74f6e3-5e2e-4ebb-8bbe-db4464bb7581 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Synchronizing usage tracker for tenant:bb0e9ed4a22d4d4c89e7fa744ac6a90f on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:59:31.139364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-aeee43f0-bb0d-497c-977b-b6f3ec8d8169 req-4b74f6e3-5e2e-4ebb-8bbe-db4464bb7581 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Unset dirty status for tenant:bb0e9ed4a22d4d4c89e7fa744ac6a90f on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:59:31.140637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeee43f0-bb0d-497c-977b-b6f3ec8d8169 req-4b74f6e3-5e2e-4ebb-8bbe-db4464bb7581 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.45 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89&tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f&binding%3Ahost_id=hv-neutron-ussu HTTP/1.1" status: 200 len: 945 time: 0.1548893 Dec 07 13:59:31.290457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeee43f0-bb0d-497c-977b-b6f3ec8d8169 req-2ea1d84b-3956-441c-820d-a8c5184ae4e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f&device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 1098 time: 0.0784190 Dec 07 13:59:31.428589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee43f0-bb0d-497c-977b-b6f3ec8d8169 req-673e91fa-a7d2-474a-9078-6c9d5e9475ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:31.430375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeee43f0-bb0d-497c-977b-b6f3ec8d8169 req-673e91fa-a7d2-474a-9078-6c9d5e9475ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=25c8f946-b4b5-401d-8239-31dc1e204e36 HTTP/1.1" status: 200 len: 916 time: 0.1338284 Dec 07 13:59:31.501681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeee43f0-bb0d-497c-977b-b6f3ec8d8169 req-00010679-75c2-4d58-aa59-d079bd72ab96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9008235e-2244-404a-8091-a893f0faa867 HTTP/1.1" status: 200 len: 217 time: 0.0641968 Dec 07 13:59:31.568005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee43f0-bb0d-497c-977b-b6f3ec8d8169 req-f95fdf2d-1ea3-4a76-b826-bca6ed121516 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:31.569531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeee43f0-bb0d-497c-977b-b6f3ec8d8169 req-f95fdf2d-1ea3-4a76-b826-bca6ed121516 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4725e9a9-2f86-49e6-b7da-02cd642db254 HTTP/1.1" status: 200 len: 855 time: 0.0613573 Dec 07 13:59:31.617565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeee43f0-bb0d-497c-977b-b6f3ec8d8169 req-897c67d5-a56c-4a9e-bae1-cb4f479bcec1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25c8f946-b4b5-401d-8239-31dc1e204e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418942 Dec 07 13:59:31.648208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:31.755667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeee43f0-bb0d-497c-977b-b6f3ec8d8169 req-bd5fe841-f619-4c65-aff7-acf4d4543b14 service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316381 Dec 07 13:59:31.897032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeee43f0-bb0d-497c-977b-b6f3ec8d8169 req-3e8de561-c9b0-4ec8-b2cc-b96ae77024de service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353908 Dec 07 13:59:32.081388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 9008235e-2244-404a-8091-a893f0faa867 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:59:32.155909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 9008235e-2244-404a-8091-a893f0faa867 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:59:32.156345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:32.279145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade63574-7e9e-46ea-b5bc-4e1cab1b6d59 req-e8fb249e-aa6a-42eb-8b71-0f92ba0b0969 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:32.279721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:32.280811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ade63574-7e9e-46ea-b5bc-4e1cab1b6d59 req-e8fb249e-aa6a-42eb-8b71-0f92ba0b0969 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 945 time: 0.0876980 Dec 07 13:59:32.314272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 9008235e-2244-404a-8091-a893f0faa867, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=9008235e-2244-404a-8091-a893f0faa867,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:59:32.333629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ade63574-7e9e-46ea-b5bc-4e1cab1b6d59 req-85fccc58-ec61-464f-abc8-2b35fdf51faf tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444078 Dec 07 13:59:32.345641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:32.348467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:59:32.428838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=9008235e-2244-404a-8091-a893f0faa867,revision_number=8']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:59:32.432249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:59:32.441876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54b8d28-9fa3-4e97-8e01-0fb6ce166d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9008235e-2244-404a-8091-a893f0faa867'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:59:32.471096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f68631c-5e7f-4c59-8821-7da040691c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:32.496933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54b8d28-9fa3-4e97-8e01-0fb6ce166d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9008235e-2244-404a-8091-a893f0faa867', 'code': 200} Dec 07 13:59:32.958809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 13:59:32.977113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:33.539014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330c435-3451-4535-9386-1e6192750d94 req-c559870f-0592-4d39-a202-baf3224bcb71 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:33.540679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d330c435-3451-4535-9386-1e6192750d94 req-c559870f-0592-4d39-a202-baf3224bcb71 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0840032 Dec 07 13:59:33.588878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d330c435-3451-4535-9386-1e6192750d94 req-3e68e52f-bd7b-4e3c-a407-0164fabc3ff5 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420413 Dec 07 13:59:33.794864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481d551-9bad-4396-aaf9-c982e6ab7ac6 req-c132de5c-0970-4a17-ac87-f4022fcd6b5f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:33.796453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a481d551-9bad-4396-aaf9-c982e6ab7ac6 req-c132de5c-0970-4a17-ac87-f4022fcd6b5f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0853574 Dec 07 13:59:33.846464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a481d551-9bad-4396-aaf9-c982e6ab7ac6 req-284363e0-93e2-4d6a-91cf-b0b54f46d1b6 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437241 Dec 07 13:59:34.188324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea347f4d-fdfb-42c0-a94b-00f61bfa2e16 req-6a8c9b7b-a3f4-40e0-addc-2d283dc957d6 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:34.189897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ea347f4d-fdfb-42c0-a94b-00f61bfa2e16 req-6a8c9b7b-a3f4-40e0-addc-2d283dc957d6 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0805845 Dec 07 13:59:34.241260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ea347f4d-fdfb-42c0-a94b-00f61bfa2e16 req-d0835cb2-cc82-4a9a-82df-ccf18d33254c tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451055 Dec 07 13:59:34.868853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:34.969869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-875ab069-f756-424e-a900-32697dceabfa tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:34.971497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-875ab069-f756-424e-a900-32697dceabfa tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/networks?id=25c8f946-b4b5-401d-8239-31dc1e204e36 HTTP/1.1" status: 200 len: 815 time: 0.1578686 Dec 07 13:59:34.989648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-71731519-3612-4362-b98a-52de86351183 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/quotas/bb0e9ed4a22d4d4c89e7fa744ac6a90f HTTP/1.1" status: 200 len: 375 time: 0.0116906 Dec 07 13:59:35.070657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-9fd547b9-4cae-4ad3-8300-d860f37a5c91 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757370 Dec 07 13:59:35.209339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-723189bf-3d1d-4673-aca7-6c6f51681978 service neutron] 10.222.0.24 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313753 Dec 07 13:59:35.349684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-6a11351c-a860-4e27-9ef2-9640178656be service neutron] 10.222.0.24 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341286 Dec 07 13:59:35.589246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1beaf66f-564c-4e3a-a694-85f556891ff4 req-44fec661-1bc6-4c5b-9ce1-f59ae97078b3 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 210 time: 0.0450957 Dec 07 13:59:36.649567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd6258-206e-4a1a-a1ee-650d416e3034 req-2b0dc049-be3b-41b9-948d-6b12c301d85f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:36.651292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dbbd6258-206e-4a1a-a1ee-650d416e3034 req-2b0dc049-be3b-41b9-948d-6b12c301d85f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.45 "GET /v2.0/ports?device_id=d54b8d28-9fa3-4e97-8e01-0fb6ce166d89 HTTP/1.1" status: 200 len: 946 time: 0.0909822 Dec 07 13:59:36.726230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-dbbd6258-206e-4a1a-a1ee-650d416e3034 req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Deleting port 9008235e-2244-404a-8091-a893f0faa867 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 13:59:36.726537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-dbbd6258-206e-4a1a-a1ee-650d416e3034 req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:36.764463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5ea16821-676d-4b72-af1d-9c14e2f07871 req-dccd1da1-8689-4ba9-a969-4ea7b19155cb tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 210 time: 0.0498643 Dec 07 13:59:37.131568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.45', 53917) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 13:59:37.208097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-dbbd6258-206e-4a1a-a1ee-650d416e3034 req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] For port 9008235e-2244-404a-8091-a893f0faa867, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=9008235e-2244-404a-8091-a893f0faa867,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:59:37.208678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-dbbd6258-206e-4a1a-a1ee-650d416e3034 req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:37.310729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-bd139a6f-4366-4a3c-8438-80bc588acda7 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:37.312892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-bd139a6f-4366-4a3c-8438-80bc588acda7 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.45 "GET /v2.0/networks?id=25c8f946-b4b5-401d-8239-31dc1e204e36 HTTP/1.1" status: 200 len: 815 time: 0.1726577 Dec 07 13:59:37.335680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Request body: {'port': {'device_id': 'aeaaa141-6dd6-4142-b051-876e6d42d471', 'network_id': '25c8f946-b4b5-401d-8239-31dc1e204e36', 'admin_state_up': True, 'tenant_id': 'bb0e9ed4a22d4d4c89e7fa744ac6a90f'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:59:37.344787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-dbbd6258-206e-4a1a-a1ee-650d416e3034 req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Calling delete_port for 9008235e-2244-404a-8091-a893f0faa867 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 13:59:37.680311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-dbbd6258-206e-4a1a-a1ee-650d416e3034 req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:37.687130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:59:37.695006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['9008235e-2244-404a-8091-a893f0faa867'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:59:37.708592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 13:59:37.718521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 13:59:37.731827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Pushing event deleted for resources: {'Port': ['ID=9008235e-2244-404a-8091-a893f0faa867,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:59:37.777261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:37.777261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:37.777261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:37.777261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:37.777261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:37.777261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:37.777261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:37.777261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:37.777261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:37.777261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:37.777261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:37.780915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:59:37.822516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbd6258-206e-4a1a-a1ee-650d416e3034 req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] No DVR routers for this DVR port 9008235e-2244-404a-8091-a893f0faa867 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 13:59:37.825171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-dbbd6258-206e-4a1a-a1ee-650d416e3034 req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:37.828054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54b8d28-9fa3-4e97-8e01-0fb6ce166d89', 'name': 'network-vif-deleted', 'tag': '9008235e-2244-404a-8091-a893f0faa867'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:59:37.892192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54b8d28-9fa3-4e97-8e01-0fb6ce166d89', 'name': 'network-vif-deleted', 'tag': '9008235e-2244-404a-8091-a893f0faa867', 'status': 'completed', 'code': 200} Dec 07 13:59:37.927224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dbbd6258-206e-4a1a-a1ee-650d416e3034 req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.45 "DELETE /v2.0/ports/9008235e-2244-404a-8091-a893f0faa867 HTTP/1.1" status: 204 len: 173 time: 1.2702508 Dec 07 13:59:37.929291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Made reservation on behalf of bb0e9ed4a22d4d4c89e7fa744ac6a90f for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 13:59:37.934878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:37.954701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-db37a780-0d2e-41c5-a47f-67a0ca01fee2 req-8c5bce3b-8197-4be5-aa66-212a07d964ca tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 210 time: 0.0656610 Dec 07 13:59:38.146907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Allocated IP 172.20.0.3 (25c8f946-b4b5-401d-8239-31dc1e204e36/4725e9a9-2f86-49e6-b7da-02cd642db254/f5dc8e94-d3c3-44b1-8b52-24f0f6236c47) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 13:59:38.552476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:38.637307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:38.643569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-62c05333-ef1f-4d90-b149-63273cae55a9 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:59:38.723593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Network 25c8f946-b4b5-401d-8239-31dc1e204e36 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 13:59:38.724575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Pushing event updated for resources: {'Port': ['ID=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:59:38.727663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 13:59:38.730800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 13:59:38.776520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:38.776943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:38.777365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:38.777780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:38.778194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:38.778604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:38.779014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:38.779476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:38.779881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:38.780282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:38.780683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 13:59:38.788061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:59:38.807532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:38.808124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:38.960874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6295261 Dec 07 13:59:38.977916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Request body: {'port': {'device_id': 'aeaaa141-6dd6-4142-b051-876e6d42d471', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 13:59:39.133384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:39.302053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f3b3d-cf01-4850-acc2-15ab0490c13d req-fd6cbd53-0f8d-4226-91d8-dfc0cf8f50c8 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:39.302803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f97f3b3d-cf01-4850-acc2-15ab0490c13d req-fd6cbd53-0f8d-4226-91d8-dfc0cf8f50c8 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Synchronizing usage tracker for tenant:bb0e9ed4a22d4d4c89e7fa744ac6a90f on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 13:59:39.404974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-f97f3b3d-cf01-4850-acc2-15ab0490c13d req-fd6cbd53-0f8d-4226-91d8-dfc0cf8f50c8 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Unset dirty status for tenant:bb0e9ed4a22d4d4c89e7fa744ac6a90f on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 13:59:39.406181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f97f3b3d-cf01-4850-acc2-15ab0490c13d req-fd6cbd53-0f8d-4226-91d8-dfc0cf8f50c8 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 931 time: 0.3207223 Dec 07 13:59:39.495481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f97f3b3d-cf01-4850-acc2-15ab0490c13d req-b3f4ce46-1717-4b54-905a-ced8b081ecaa tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814471 Dec 07 13:59:39.570610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 {{(pid=88897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:59:39.577380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:39.592717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Transition to ACTIVE for port object f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 will not be triggered until provisioned by entity L2. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 13:59:39.630439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:39.634778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-035ab5cb-9624-4f2a-bb55-aa0035078a28 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:59:39.758807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Pushing event updated for resources: {'Port': ['ID=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:59:39.764149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:59:39.873739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Attempting to bind port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 13:59:39.874106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Attempting to bind port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'f94e399c-7791-4157-a247-d9a8beee2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '25c8f946-b4b5-401d-8239-31dc1e204e36'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 13:59:39.874473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Attempting to bind port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 on network 25c8f946-b4b5-401d-8239-31dc1e204e36 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:59:39.880724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 on network 25c8f946-b4b5-401d-8239-31dc1e204e36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 13:59:39.881086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Attempting to bind port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 on network 25c8f946-b4b5-401d-8239-31dc1e204e36 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 13:59:39.887717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 13, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 13:59:39.888088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Checking segment: {'id': 'f94e399c-7791-4157-a247-d9a8beee2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '25c8f946-b4b5-401d-8239-31dc1e204e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 13:59:39.888673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Bound using segment: {'id': 'f94e399c-7791-4157-a247-d9a8beee2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '25c8f946-b4b5-401d-8239-31dc1e204e36'} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 13:59:39.889145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Bound port: f5dc8e94-d3c3-44b1-8b52-24f0f6236c47, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94e399c-7791-4157-a247-d9a8beee2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '25c8f946-b4b5-401d-8239-31dc1e204e36'}}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 13:59:39.889523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:39.980367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] For port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47, host hv-neutron-ussu, cleared binding levels {{(pid=88897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 13:59:39.983798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] For port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 13:59:40.034741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:40.039463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d9162d9-21e1-4f93-b3bd-faf6473ae82b tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:59:40.086027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:40.098528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 9008235e-2244-404a-8091-a893f0faa867 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 13:59:40.105298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:40.106804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] 10.222.0.45 "PUT /v2.0/ports/f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 HTTP/1.1" status: 200 len: 1093 time: 1.1334078 Dec 07 13:59:40.107408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeaaa141-6dd6-4142-b051-876e6d42d471', 'tag': 'f5dc8e94-d3c3-44b1-8b52-24f0f6236c47'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:59:40.124360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Pushing event updated for resources: {'Port': ['ID=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:59:40.127214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:59:40.135986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 9008235e-2244-404a-8091-a893f0faa867 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 13:59:40.136387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 9008235e-2244-404a-8091-a893f0faa867 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 13:59:40.181571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeaaa141-6dd6-4142-b051-876e6d42d471', 'tag': 'f5dc8e94-d3c3-44b1-8b52-24f0f6236c47', 'status': 'completed', 'code': 200} Dec 07 13:59:40.263867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-c03c7f0d-5880-4c77-969a-a48814e6e145 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f&device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 1096 time: 0.0747588 Dec 07 13:59:40.341703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-bd096f8c-93ec-4c38-9683-30337900a27a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 HTTP/1.1" status: 200 len: 217 time: 0.0669825 Dec 07 13:59:40.414513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-38aeb565-7176-4212-a56f-0c253e47adec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:40.416116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-38aeb565-7176-4212-a56f-0c253e47adec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4725e9a9-2f86-49e6-b7da-02cd642db254 HTTP/1.1" status: 200 len: 855 time: 0.0631549 Dec 07 13:59:40.467841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-387cb854-e18e-4e0b-86c0-6399b6958165 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25c8f946-b4b5-401d-8239-31dc1e204e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413063 Dec 07 13:59:40.615997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-5f36c1f8-b546-4cba-9d4c-f577805dd7cd service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375046 Dec 07 13:59:40.834986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77703d6b-432e-4f36-b584-b59341bf2b7d req-719cd2a7-d660-4198-aa2e-9baee5ece1a2 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:40.836553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-77703d6b-432e-4f36-b584-b59341bf2b7d req-719cd2a7-d660-4198-aa2e-9baee5ece1a2 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 943 time: 0.2124081 Dec 07 13:59:40.838638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29131c0e-d48f-4f3c-9269-b2f3d4a435c7 req-667896cc-7e40-4d46-9183-da6d4257ca1d service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132568 Dec 07 13:59:40.891057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-77703d6b-432e-4f36-b584-b59341bf2b7d req-a58caa52-a75e-4121-a72d-a8353bbd04c0 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480273 Dec 07 13:59:41.024581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-91879737-cf0f-420e-8ff6-bd0103ca23c3 req-ff55f5f1-847d-4efe-9a48-5a36892f13f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f&device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 1096 time: 0.0769858 Dec 07 13:59:41.174291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91879737-cf0f-420e-8ff6-bd0103ca23c3 req-3bcd174d-0f2c-4141-afec-1c310dee4bb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:41.176532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-91879737-cf0f-420e-8ff6-bd0103ca23c3 req-3bcd174d-0f2c-4141-afec-1c310dee4bb8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=25c8f946-b4b5-401d-8239-31dc1e204e36 HTTP/1.1" status: 200 len: 916 time: 0.1433058 Dec 07 13:59:41.256510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-91879737-cf0f-420e-8ff6-bd0103ca23c3 req-4ba0cf4e-9ea6-4e92-a777-84d5e4d50b48 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 HTTP/1.1" status: 200 len: 217 time: 0.0730588 Dec 07 13:59:41.329272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91879737-cf0f-420e-8ff6-bd0103ca23c3 req-0a19e73b-a787-4783-b58b-168c70b8e9fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:41.330853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-91879737-cf0f-420e-8ff6-bd0103ca23c3 req-0a19e73b-a787-4783-b58b-168c70b8e9fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4725e9a9-2f86-49e6-b7da-02cd642db254 HTTP/1.1" status: 200 len: 855 time: 0.0678728 Dec 07 13:59:41.385129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-91879737-cf0f-420e-8ff6-bd0103ca23c3 req-3927a2ee-776f-4ecc-9ac0-f97c30b86e6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25c8f946-b4b5-401d-8239-31dc1e204e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470605 Dec 07 13:59:41.532526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-91879737-cf0f-420e-8ff6-bd0103ca23c3 req-ac0e759e-def5-43dc-acd3-a061df107d56 service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399200 Dec 07 13:59:41.672849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-91879737-cf0f-420e-8ff6-bd0103ca23c3 req-be966e02-ecb1-4a3c-bb14-1281096492ec service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326387 Dec 07 13:59:42.100084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c86e8b-73c8-458f-a9c4-ff7d0e05a30e req-19e999f5-3177-4d6b-aef8-f7be6dcea0e5 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:42.101691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-72c86e8b-73c8-458f-a9c4-ff7d0e05a30e req-19e999f5-3177-4d6b-aef8-f7be6dcea0e5 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 943 time: 0.0824485 Dec 07 13:59:42.148916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-72c86e8b-73c8-458f-a9c4-ff7d0e05a30e req-093ddaa5-4fd5-45f9-bb6a-d41b2dca0d32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410478 Dec 07 13:59:43.360491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c966e61-85ff-4012-9670-1148c7e3d593 req-7865db02-5752-4645-9625-0c6f9b661d64 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:43.362077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c966e61-85ff-4012-9670-1148c7e3d593 req-7865db02-5752-4645-9625-0c6f9b661d64 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 943 time: 0.0866861 Dec 07 13:59:43.410561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3c966e61-85ff-4012-9670-1148c7e3d593 req-e25b61f7-ce36-437d-a326-6fee11d31ed8 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413764 Dec 07 13:59:44.098493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 13:59:44.236011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:59:44.250255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'f5dc8e94-d3c3-44b1-8b52-24f0f6236c47', 'network_id': '25c8f946-b4b5-401d-8239-31dc1e204e36', 'port_id': 'f5dc8e94-d3c3-44b1-8b52-24f0f6236c47', 'mac_address': 'fa:16:3e:3c:f3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4725e9a9-2f86-49e6-b7da-02cd642db254', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 13:59:44.309652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:44.327040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 13:59:44.342497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:59:44.373570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:44.375499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-35f6be64-6235-4edb-8e5c-d1a2431b0e5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:59:44.441115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:59:44.444835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:59:44.614695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209376fd-b476-4cae-8c5e-edd2b22d155d req-2153eb99-50ce-4727-aaf5-c22214b8bcc4 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:44.616237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-209376fd-b476-4cae-8c5e-edd2b22d155d req-2153eb99-50ce-4727-aaf5-c22214b8bcc4 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 944 time: 0.0840690 Dec 07 13:59:44.621591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['f5dc8e94-d3c3-44b1-8b52-24f0f6236c47'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 13:59:44.665017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-209376fd-b476-4cae-8c5e-edd2b22d155d req-9db415da-714a-49c6-a3be-d88db7f817e3 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426464 Dec 07 13:59:45.876066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad35b1f-e717-4496-a25f-972b711dbf42 req-07e16886-4137-43dc-b903-fb9ed512757d tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:45.877725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1ad35b1f-e717-4496-a25f-972b711dbf42 req-07e16886-4137-43dc-b903-fb9ed512757d tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 944 time: 0.0889549 Dec 07 13:59:45.928643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1ad35b1f-e717-4496-a25f-972b711dbf42 req-d6a3ac62-6a06-4510-94b5-10e6bc47bb9c tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441189 Dec 07 13:59:46.130024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 13:59:46.224647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 13:59:46.229512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 13:59:46.229932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:46.348028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:46.375310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeaaa141-6dd6-4142-b051-876e6d42d471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5dc8e94-d3c3-44b1-8b52-24f0f6236c47'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 13:59:46.385447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 13:59:46.413473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 13:59:46.415581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 13:59:46.451626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeaaa141-6dd6-4142-b051-876e6d42d471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5dc8e94-d3c3-44b1-8b52-24f0f6236c47', 'code': 200} Dec 07 13:59:46.489475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 13:59:46.496050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 13:59:46.739630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a02a7c98-adb4-4db6-b44e-7696829102af req-53bf0420-7e93-4193-b378-c6a2f14cf9ab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 1098 time: 0.0722742 Dec 07 13:59:46.790866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a02a7c98-adb4-4db6-b44e-7696829102af req-785114b0-2b18-42bd-b8dc-96b8f47365c7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416253 Dec 07 13:59:47.131438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df7f81-8a68-4b0c-bfd0-4b7ba90553ab req-6ce31142-5e4e-4cb3-aa91-c98a5a67acc5 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:47.132953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-07df7f81-8a68-4b0c-bfd0-4b7ba90553ab req-6ce31142-5e4e-4cb3-aa91-c98a5a67acc5 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0828967 Dec 07 13:59:47.181586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-07df7f81-8a68-4b0c-bfd0-4b7ba90553ab req-4a8b64cb-27c8-4404-8ae3-6b86dad4aed0 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425024 Dec 07 13:59:48.390565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8481d6d-efd1-481b-a26c-2d53915a67af req-5b0fd40f-d6f6-405a-9de5-d98703ba2c90 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:48.392175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c8481d6d-efd1-481b-a26c-2d53915a67af req-5b0fd40f-d6f6-405a-9de5-d98703ba2c90 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0849881 Dec 07 13:59:48.440874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c8481d6d-efd1-481b-a26c-2d53915a67af req-0d7583ca-0275-4d76-9a6a-c38adde2ab73 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413036 Dec 07 13:59:48.643310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68a32c-1576-45f5-9c46-3cad71d47a8e req-4019a0a0-a8e6-479d-992e-83dfe62def57 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:48.645702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2d68a32c-1576-45f5-9c46-3cad71d47a8e req-4019a0a0-a8e6-479d-992e-83dfe62def57 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0826495 Dec 07 13:59:48.693073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2d68a32c-1576-45f5-9c46-3cad71d47a8e req-54d2712d-6079-430d-86d5-78ce02c02dce tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412378 Dec 07 13:59:48.906016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e32215c3-fd5d-4087-bf76-d735d691fc4e req-3c801a03-73c0-4ad2-a220-c515c60cc488 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0785248 Dec 07 13:59:49.309992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-6a1d4be9-494b-4e81-93fa-dc297879fcb4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0753171 Dec 07 13:59:49.324020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd94f5-5cb3-402c-b140-883fb9fff7b3 req-f7ecec5e-f7e2-480c-93b2-a9061e4ab760 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:49.325637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-48dd94f5-5cb3-402c-b140-883fb9fff7b3 req-f7ecec5e-f7e2-480c-93b2-a9061e4ab760 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0857384 Dec 07 13:59:49.376306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-48dd94f5-5cb3-402c-b140-883fb9fff7b3 req-3a23ec6f-9bda-4d24-8d8f-bc0a8bbadb53 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434370 Dec 07 13:59:50.584908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1745321-061d-40b9-bb0f-3627fa0a44b8 req-f91b1f08-da61-4032-a7f3-70abae436638 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:50.586437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c1745321-061d-40b9-bb0f-3627fa0a44b8 req-f91b1f08-da61-4032-a7f3-70abae436638 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0873632 Dec 07 13:59:50.635312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c1745321-061d-40b9-bb0f-3627fa0a44b8 req-8a2c397a-169d-4678-b2b0-601c9f430d34 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425742 Dec 07 13:59:51.037375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-1a3b6434-64b0-45a4-9ef6-feda2f2cfbd1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f&device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 1098 time: 0.0759838 Dec 07 13:59:51.176150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-67ca36df-1020-4ce4-a08f-627064435140 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:51.177699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-67ca36df-1020-4ce4-a08f-627064435140 service neutron] 10.222.0.45 "GET /v2.0/networks?id=25c8f946-b4b5-401d-8239-31dc1e204e36 HTTP/1.1" status: 200 len: 916 time: 0.1341550 Dec 07 13:59:51.493410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-36237d3c-af98-4362-9257-9505fd1db03e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 HTTP/1.1" status: 200 len: 217 time: 0.3088856 Dec 07 13:59:51.561718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-69e2d33c-5cc1-412a-8ef1-5e3a29a1378d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:51.563192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-69e2d33c-5cc1-412a-8ef1-5e3a29a1378d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4725e9a9-2f86-49e6-b7da-02cd642db254 HTTP/1.1" status: 200 len: 855 time: 0.0640543 Dec 07 13:59:51.612125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-e3be8ec0-2a97-4196-8e01-fbe97f547a7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25c8f946-b4b5-401d-8239-31dc1e204e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412059 Dec 07 13:59:51.763165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-982ab023-58e3-469a-8ce8-23860f5fa70b service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445627 Dec 07 13:59:51.969937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-cf8d16e1-3154-4596-ace8-3167f68547d7 service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725597 Dec 07 13:59:51.978087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c5746-85e6-427b-94f9-15962b1622fc req-142dd32d-da3a-4890-b088-d5de6a959753 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:51.979861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8e2c5746-85e6-427b-94f9-15962b1622fc req-142dd32d-da3a-4890-b088-d5de6a959753 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.2191985 Dec 07 13:59:52.036103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8e2c5746-85e6-427b-94f9-15962b1622fc req-dac8a319-b5fa-44fb-934e-22777be51d21 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499341 Dec 07 13:59:53.239589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8524ed-c754-4bb0-a58e-d6dc4a03925b req-a417908b-fc73-4e46-875b-d0286dffb563 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:53.241185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ea8524ed-c754-4bb0-a58e-d6dc4a03925b req-a417908b-fc73-4e46-875b-d0286dffb563 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0825002 Dec 07 13:59:53.290562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ea8524ed-c754-4bb0-a58e-d6dc4a03925b req-e23a53e3-24c3-4c5c-b9b3-d71a7f2e0561 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431721 Dec 07 13:59:54.250007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-818b553b-4794-4866-9c7b-2d4ae70515f2 req-67703866-3c39-49aa-af87-bbff29ebebf0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f&device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 1098 time: 0.0766666 Dec 07 13:59:54.405622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b553b-4794-4866-9c7b-2d4ae70515f2 req-b02219aa-7435-4fd6-a58b-cbec37f121e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:54.407486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-818b553b-4794-4866-9c7b-2d4ae70515f2 req-b02219aa-7435-4fd6-a58b-cbec37f121e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=25c8f946-b4b5-401d-8239-31dc1e204e36 HTTP/1.1" status: 200 len: 916 time: 0.1374028 Dec 07 13:59:54.520856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-818b553b-4794-4866-9c7b-2d4ae70515f2 req-da8de882-7866-4922-b8b7-926d09ea4d33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 HTTP/1.1" status: 200 len: 217 time: 0.1073010 Dec 07 13:59:54.609753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b553b-4794-4866-9c7b-2d4ae70515f2 req-fb0afd7b-4091-45ae-9107-62d8177f872f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:54.611310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-818b553b-4794-4866-9c7b-2d4ae70515f2 req-fb0afd7b-4091-45ae-9107-62d8177f872f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4725e9a9-2f86-49e6-b7da-02cd642db254 HTTP/1.1" status: 200 len: 855 time: 0.0841553 Dec 07 13:59:54.617915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed7eab-f672-4de8-aa01-f863ffca4a8b req-8bb81864-cd23-43d9-8290-1c1076085ee5 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:54.619407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e5ed7eab-f672-4de8-aa01-f863ffca4a8b req-8bb81864-cd23-43d9-8290-1c1076085ee5 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.1557961 Dec 07 13:59:54.678165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-818b553b-4794-4866-9c7b-2d4ae70515f2 req-2d8a769c-74b6-4937-9c56-12d5e80dbaa6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25c8f946-b4b5-401d-8239-31dc1e204e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577824 Dec 07 13:59:54.790807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e5ed7eab-f672-4de8-aa01-f863ffca4a8b req-61d142f0-7457-40fe-9b74-562293805cbd tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387000 Dec 07 13:59:54.838445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-818b553b-4794-4866-9c7b-2d4ae70515f2 req-c527a739-c61d-4815-9a46-98319f02d3ec service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530957 Dec 07 13:59:54.988116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-818b553b-4794-4866-9c7b-2d4ae70515f2 req-2067b9ba-b8b2-4857-a767-755bb3cfa981 service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432848 Dec 07 13:59:56.004149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ed146-798d-44c5-92b6-60ca0848b1ad req-570a4f3a-f41e-4162-986f-9b6a06cbaa89 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:56.005857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-833ed146-798d-44c5-92b6-60ca0848b1ad req-570a4f3a-f41e-4162-986f-9b6a06cbaa89 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0926037 Dec 07 13:59:56.054721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-833ed146-798d-44c5-92b6-60ca0848b1ad req-b041bff6-2c93-410d-af24-b5bdd75e0429 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425365 Dec 07 13:59:57.258550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbf531-84c1-49d6-be8e-600c81de375c req-fd061c44-49e6-4b59-9ca2-d91f00944d23 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:57.260187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7abbf531-84c1-49d6-be8e-600c81de375c req-fd061c44-49e6-4b59-9ca2-d91f00944d23 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0811729 Dec 07 13:59:57.312953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7abbf531-84c1-49d6-be8e-600c81de375c req-a9f1202d-5bd8-498b-9af1-52b2218eb391 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462675 Dec 07 13:59:58.524331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a272648-8eda-4ee5-b124-c9b8d83dc473 req-675b872f-9f63-4db1-af26-2223aad87854 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:58.525962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7a272648-8eda-4ee5-b124-c9b8d83dc473 req-675b872f-9f63-4db1-af26-2223aad87854 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0859230 Dec 07 13:59:58.574456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7a272648-8eda-4ee5-b124-c9b8d83dc473 req-fef66548-8e86-4fc0-9d15-4a3da7c49989 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422096 Dec 07 13:59:59.781142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50df14-bdf6-4f2e-b7cc-aff486b20513 req-619189b2-0a5f-4c58-895b-8e512ae5f370 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 13:59:59.782981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2c50df14-bdf6-4f2e-b7cc-aff486b20513 req-619189b2-0a5f-4c58-895b-8e512ae5f370 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0877199 Dec 07 13:59:59.830271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2c50df14-bdf6-4f2e-b7cc-aff486b20513 req-6dd57b81-f932-48b3-8238-376d92438ef7 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411849 Dec 07 14:00:00.096281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ee9a2d62-aa94-4888-a800-b17e584929ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:01.042432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad12635-e7e2-4e13-9021-72b9300b4023 req-61519c05-928d-4853-98fb-c13e86c03b75 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:01.044043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1ad12635-e7e2-4e13-9021-72b9300b4023 req-61519c05-928d-4853-98fb-c13e86c03b75 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0816312 Dec 07 14:00:01.091808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1ad12635-e7e2-4e13-9021-72b9300b4023 req-c207c3a8-f007-4249-9540-2d2c0b1ac2e8 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416915 Dec 07 14:00:01.660082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:02.299265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76553dc6-c514-4c9a-8a46-6a97322f22db req-6ddac7bd-2e3c-45c0-9920-0055a7c1aeec tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:02.301449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-76553dc6-c514-4c9a-8a46-6a97322f22db req-6ddac7bd-2e3c-45c0-9920-0055a7c1aeec tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0874805 Dec 07 14:00:02.350302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-76553dc6-c514-4c9a-8a46-6a97322f22db req-86ceb460-9ca9-40ee-b674-c6ff7853f2f0 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425808 Dec 07 14:00:02.462603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-636f0eea-2509-429f-9f87-f8d6c7b55f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:02.964787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:03.553535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5abc0-0751-4d41-91c1-fdaae48fa7af req-65ac0bd3-988a-4f7c-b052-36678d3fc9d5 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:03.555140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1fd5abc0-0751-4d41-91c1-fdaae48fa7af req-65ac0bd3-988a-4f7c-b052-36678d3fc9d5 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0810578 Dec 07 14:00:03.602613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1fd5abc0-0751-4d41-91c1-fdaae48fa7af req-56427fc4-da40-400a-b9f2-96a86554da25 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412071 Dec 07 14:00:04.816547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc315ae-d460-4ea7-a631-ef9ce1db8a3f req-8902872c-daa2-4e83-b95a-7dc5c4dde88b tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:04.818180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0bc315ae-d460-4ea7-a631-ef9ce1db8a3f req-8902872c-daa2-4e83-b95a-7dc5c4dde88b tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0914996 Dec 07 14:00:04.856711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:04.868029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0bc315ae-d460-4ea7-a631-ef9ce1db8a3f req-74f83966-02b4-4932-ac4a-cf04d7edfcdb tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437412 Dec 07 14:00:06.069107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905dc41-c0c5-4d7f-ac2e-166a2db0d44c req-51d5e607-f5c7-41cc-8e1a-5e8b2e948eef tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:06.070695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5905dc41-c0c5-4d7f-ac2e-166a2db0d44c req-51d5e607-f5c7-41cc-8e1a-5e8b2e948eef tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0817244 Dec 07 14:00:06.122488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5905dc41-c0c5-4d7f-ac2e-166a2db0d44c req-729d83f7-f764-4d09-96d5-4795c024b2ef tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455718 Dec 07 14:00:07.328737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f705e-c470-43dc-9777-99aada4c5e1e req-cc8a1aad-1fc7-40f3-b27f-4fefe0b449a9 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:07.330334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4f4f705e-c470-43dc-9777-99aada4c5e1e req-cc8a1aad-1fc7-40f3-b27f-4fefe0b449a9 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0838039 Dec 07 14:00:07.378062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4f4f705e-c470-43dc-9777-99aada4c5e1e req-729ef679-15f6-4aba-9d1d-a6eac38bdf96 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403349 Dec 07 14:00:08.587797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fc2e1-4ce5-4181-8006-793a2186f77b req-008f9b76-5792-4421-b877-d9c19fceb180 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:08.589319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c84fc2e1-4ce5-4181-8006-793a2186f77b req-008f9b76-5792-4421-b877-d9c19fceb180 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0865331 Dec 07 14:00:08.639414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c84fc2e1-4ce5-4181-8006-793a2186f77b req-0df04467-49eb-48c8-a449-02da8a22be47 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434868 Dec 07 14:00:09.846231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66372f83-12a3-4e4c-8075-659376462ba5 req-ed8c79d1-7484-42a7-bef0-657e5f29c90d tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:09.848122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66372f83-12a3-4e4c-8075-659376462ba5 req-ed8c79d1-7484-42a7-bef0-657e5f29c90d tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0871112 Dec 07 14:00:09.897850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66372f83-12a3-4e4c-8075-659376462ba5 req-429e7c7b-4c6b-48e6-9f44-747b74d79706 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436404 Dec 07 14:00:09.960619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:00:10.076052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:11.103542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8804d5-c3a7-42de-84ce-0a82d77a7759 req-392934ac-b028-424e-b839-661cb12f25ed tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:11.105129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cf8804d5-c3a7-42de-84ce-0a82d77a7759 req-392934ac-b028-424e-b839-661cb12f25ed tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0860398 Dec 07 14:00:11.152877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cf8804d5-c3a7-42de-84ce-0a82d77a7759 req-68b4f906-863c-4209-87d4-f43e0c4d366b tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416605 Dec 07 14:00:12.394084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92004ef5-4c28-49dd-a2ef-58135ec5a030 req-7455df2a-8121-4dfe-91bf-071a3670a086 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:12.395717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-92004ef5-4c28-49dd-a2ef-58135ec5a030 req-7455df2a-8121-4dfe-91bf-071a3670a086 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0848219 Dec 07 14:00:12.451181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-92004ef5-4c28-49dd-a2ef-58135ec5a030 req-4f195058-b6dd-470a-b47a-b8e752f7734a tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490506 Dec 07 14:00:13.655737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcd17d-acf8-4766-a03e-fda9cc9b5585 req-5178f6a8-66cb-4d57-b3dd-6b951d2c4fc4 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:13.657540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dbbcd17d-acf8-4766-a03e-fda9cc9b5585 req-5178f6a8-66cb-4d57-b3dd-6b951d2c4fc4 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0814221 Dec 07 14:00:13.704786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dbbcd17d-acf8-4766-a03e-fda9cc9b5585 req-e7ff80c8-9884-4624-bf21-83324fb6d22c tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406148 Dec 07 14:00:14.912124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc921e9a-ed98-44ab-bb7f-11eff4744c0c req-6d5056c5-f3e3-47ac-b208-84bf362e9300 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:14.913675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc921e9a-ed98-44ab-bb7f-11eff4744c0c req-6d5056c5-f3e3-47ac-b208-84bf362e9300 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0870891 Dec 07 14:00:14.960981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc921e9a-ed98-44ab-bb7f-11eff4744c0c req-5d04cc96-0617-4ed2-8dd7-fcdb79ccc368 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411961 Dec 07 14:00:16.167910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba85f3-e095-4601-84c9-053b0ba40c00 req-ab81ca93-6ae2-4947-80ed-d0bba5a2088f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:16.169509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6cba85f3-e095-4601-84c9-053b0ba40c00 req-ab81ca93-6ae2-4947-80ed-d0bba5a2088f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0850561 Dec 07 14:00:16.218300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6cba85f3-e095-4601-84c9-053b0ba40c00 req-52e47d5f-ff87-4906-b8c7-a28e6b13cca4 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421698 Dec 07 14:00:17.426582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000439c6-2e68-4f22-ba11-c312a0ccd683 req-1620dc5c-8b55-4684-8ed4-6e4598e24a4b tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:17.436341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-000439c6-2e68-4f22-ba11-c312a0ccd683 req-1620dc5c-8b55-4684-8ed4-6e4598e24a4b tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0861099 Dec 07 14:00:17.477150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-000439c6-2e68-4f22-ba11-c312a0ccd683 req-3e0f5f90-8dce-4125-ba38-ed9548cbfb6d tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427864 Dec 07 14:00:18.686169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52554d-5381-4245-892e-7661bc36ae66 req-c56377f9-bab3-42db-8d9d-15af84356d35 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:18.687886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8a52554d-5381-4245-892e-7661bc36ae66 req-c56377f9-bab3-42db-8d9d-15af84356d35 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0865333 Dec 07 14:00:18.736478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8a52554d-5381-4245-892e-7661bc36ae66 req-e8e7f8b4-b27e-43c4-8fad-0c8165469beb tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422416 Dec 07 14:00:19.135317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-07ce89bd-0b79-4ecd-978c-3c69c9291b1a service neutron] 10.222.0.45 "GET /v2.0/ports/f5dc8e94-d3c3-44b1-8b52-24f0f6236c47/bindings/hv-neutron-ussu HTTP/1.1" status: 200 len: 384 time: 0.0809202 Dec 07 14:00:19.557102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-cc48db8f-08ba-4365-b64f-522232fbd67d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471&tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f HTTP/1.1" status: 200 len: 1098 time: 0.0736411 Dec 07 14:00:19.664227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-06feb67e-528b-4d29-bce4-10fe20b58e2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f&device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 1098 time: 0.0753009 Dec 07 14:00:19.807867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-ae968fc3-02a6-40e2-8696-f4fec7570194 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:19.809378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-ae968fc3-02a6-40e2-8696-f4fec7570194 service neutron] 10.222.0.45 "GET /v2.0/networks?id=25c8f946-b4b5-401d-8239-31dc1e204e36 HTTP/1.1" status: 200 len: 916 time: 0.1352878 Dec 07 14:00:20.167615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-a9dd61a0-d4cd-42e1-b759-110dedd411be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 HTTP/1.1" status: 200 len: 217 time: 0.3480859 Dec 07 14:00:20.254476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b53e4-3d92-4e79-a224-07339216d4e1 req-c535c693-bf85-43b1-8021-c829a943861d tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:20.256124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b02b53e4-3d92-4e79-a224-07339216d4e1 req-c535c693-bf85-43b1-8021-c829a943861d tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.3850074 Dec 07 14:00:20.264531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-1ad3070c-99e8-4232-bb79-82f2d7b7691b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:20.266010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-1ad3070c-99e8-4232-bb79-82f2d7b7691b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4725e9a9-2f86-49e6-b7da-02cd642db254 HTTP/1.1" status: 200 len: 855 time: 0.0882564 Dec 07 14:00:20.331928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-da508148-6059-4eaf-85fa-140218af35e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25c8f946-b4b5-401d-8239-31dc1e204e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512402 Dec 07 14:00:20.437147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b02b53e4-3d92-4e79-a224-07339216d4e1 req-e0fc6baf-8897-4100-b0fc-5eb92350513f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742430 Dec 07 14:00:20.485821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-1fa4c137-8e40-453d-a75c-b8eb94e0a042 service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448853 Dec 07 14:00:20.630200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f47d7500-e71f-41e9-b370-44feec01c1ee req-99631be5-b8bd-4f53-b74a-cb04b4fdcb2c service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341784 Dec 07 14:00:21.639738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc25778-582c-4cd9-a83c-da53707782bb req-0c9aa21e-0a59-4813-8eb9-840afe917923 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:21.641223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-abc25778-582c-4cd9-a83c-da53707782bb req-0c9aa21e-0a59-4813-8eb9-840afe917923 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0813651 Dec 07 14:00:21.688354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-abc25778-582c-4cd9-a83c-da53707782bb req-dff1ae06-b1e8-4d43-b56a-9ef48a92af0b tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405192 Dec 07 14:00:22.306305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:00:22.310113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:00:22.538829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:22.568699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:00:22.592619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'f5dc8e94-d3c3-44b1-8b52-24f0f6236c47', 'network_id': '25c8f946-b4b5-401d-8239-31dc1e204e36', 'port_id': 'f5dc8e94-d3c3-44b1-8b52-24f0f6236c47', 'mac_address': 'fa:16:3e:3c:f3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4725e9a9-2f86-49e6-b7da-02cd642db254', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:00:22.594040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeaaa141-6dd6-4142-b051-876e6d42d471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5dc8e94-d3c3-44b1-8b52-24f0f6236c47'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:00:22.629280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:00:22.649428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:22.657934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:22.690143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeaaa141-6dd6-4142-b051-876e6d42d471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5dc8e94-d3c3-44b1-8b52-24f0f6236c47', 'code': 200} Dec 07 14:00:22.702050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:22.738225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:00:22.759680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:22.763991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:22.766637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:00:22.805038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:22.806893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:22.876845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,revision_number=7']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:22.880396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['f5dc8e94-d3c3-44b1-8b52-24f0f6236c47'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:00:22.904116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fd9bc-c7ab-4822-9557-8d3ffd153721 req-51baba6d-d339-45a2-8bf9-504e317bb8d5 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:22.905712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-068fd9bc-c7ab-4822-9557-8d3ffd153721 req-51baba6d-d339-45a2-8bf9-504e317bb8d5 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 944 time: 0.0890388 Dec 07 14:00:22.905927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:22.954690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-068fd9bc-c7ab-4822-9557-8d3ffd153721 req-0b896007-a7fa-4301-8c08-aa8b06d8e331 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418632 Dec 07 14:00:23.427792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9b58f-d07a-43f4-ad17-f34b3d0aa8de req-9abf72c6-328a-4c47-9d9a-7767231c12a1 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:23.429384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1ff9b58f-d07a-43f4-ad17-f34b3d0aa8de req-9abf72c6-328a-4c47-9d9a-7767231c12a1 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 944 time: 0.1602514 Dec 07 14:00:23.436107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb9498-1fa6-46ff-a2bf-35ceb4e9865c req-67dcae59-e5ad-4d40-b4e7-2b9993d7fff4 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:23.437521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66bb9498-1fa6-46ff-a2bf-35ceb4e9865c req-67dcae59-e5ad-4d40-b4e7-2b9993d7fff4 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471&tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f&binding%3Ahost_id=hv-neutron-ussu HTTP/1.1" status: 200 len: 944 time: 0.1214705 Dec 07 14:00:23.481652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1ff9b58f-d07a-43f4-ad17-f34b3d0aa8de req-7567c811-3d32-4cb4-b9f4-08279662b3b2 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430639 Dec 07 14:00:23.583622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66bb9498-1fa6-46ff-a2bf-35ceb4e9865c req-f9a0f399-4000-415a-bd39-d0f7e92876e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f&device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 1097 time: 0.0728116 Dec 07 14:00:23.722555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb9498-1fa6-46ff-a2bf-35ceb4e9865c req-f342e66a-b24a-45ad-87d1-489d6728f35e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:23.724053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66bb9498-1fa6-46ff-a2bf-35ceb4e9865c req-f342e66a-b24a-45ad-87d1-489d6728f35e service neutron] 10.222.0.45 "GET /v2.0/networks?id=25c8f946-b4b5-401d-8239-31dc1e204e36 HTTP/1.1" status: 200 len: 916 time: 0.1344738 Dec 07 14:00:23.796579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66bb9498-1fa6-46ff-a2bf-35ceb4e9865c req-a6f8649d-ad8c-4f75-a94d-0be496f68141 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 HTTP/1.1" status: 200 len: 217 time: 0.0660977 Dec 07 14:00:23.864005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb9498-1fa6-46ff-a2bf-35ceb4e9865c req-1e3a39e8-fe7c-4932-afd2-bfa666f29278 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:23.865501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66bb9498-1fa6-46ff-a2bf-35ceb4e9865c req-1e3a39e8-fe7c-4932-afd2-bfa666f29278 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4725e9a9-2f86-49e6-b7da-02cd642db254 HTTP/1.1" status: 200 len: 855 time: 0.0630872 Dec 07 14:00:23.918177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66bb9498-1fa6-46ff-a2bf-35ceb4e9865c req-64f7b8f6-f8f4-40d5-9e86-24d2f85c8a4b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25c8f946-b4b5-401d-8239-31dc1e204e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462515 Dec 07 14:00:24.058144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66bb9498-1fa6-46ff-a2bf-35ceb4e9865c req-9168b3c0-83cc-4dff-89e9-5c8abd8379e5 service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326203 Dec 07 14:00:24.201012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66bb9498-1fa6-46ff-a2bf-35ceb4e9865c req-15b03482-01d1-4dda-90ac-6f31172adb3d service neutron] 10.222.0.45 "GET /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354985 Dec 07 14:00:24.300567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:00:24.371469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:00:24.371887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:24.490094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:24.523011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:00:24.555992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:24.557967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:24.624336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,revision_number=8']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:24.627691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:24.691812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeaaa141-6dd6-4142-b051-876e6d42d471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5dc8e94-d3c3-44b1-8b52-24f0f6236c47'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:00:24.694059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe074a-182e-4077-9299-2cff07291b00 req-fbc2c76d-a914-47a0-ba14-0f789ddf1c7b tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:24.695460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f4fe074a-182e-4077-9299-2cff07291b00 req-fbc2c76d-a914-47a0-ba14-0f789ddf1c7b tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0872219 Dec 07 14:00:24.745482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f4fe074a-182e-4077-9299-2cff07291b00 req-d32fe5ca-0741-4e35-b36b-97910967053d tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439670 Dec 07 14:00:24.746970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeaaa141-6dd6-4142-b051-876e6d42d471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5dc8e94-d3c3-44b1-8b52-24f0f6236c47', 'code': 200} Dec 07 14:00:25.959660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bad60-0bc9-4ee1-8287-e756b5508714 req-eb9b02cb-e322-4f78-bd7e-39709e87c272 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:25.961257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-469bad60-0bc9-4ee1-8287-e756b5508714 req-eb9b02cb-e322-4f78-bd7e-39709e87c272 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0899801 Dec 07 14:00:26.009949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-469bad60-0bc9-4ee1-8287-e756b5508714 req-12d589f2-9672-462b-840d-cacdc66ed532 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426879 Dec 07 14:00:26.216946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccad4d2-5195-42db-89da-474a7bec77e0 req-2aaf322e-9c5a-4270-9a9b-456102e61ea5 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:26.218570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8ccad4d2-5195-42db-89da-474a7bec77e0 req-2aaf322e-9c5a-4270-9a9b-456102e61ea5 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0840786 Dec 07 14:00:26.265599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8ccad4d2-5195-42db-89da-474a7bec77e0 req-c357ae40-623f-4d65-8369-bc9238fc4b52 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405228 Dec 07 14:00:26.475798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287c07b-2349-4dae-b282-44b8d23ffc75 req-85ba9c56-718d-4831-afef-edaf35dbc155 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:26.477365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3287c07b-2349-4dae-b282-44b8d23ffc75 req-85ba9c56-718d-4831-afef-edaf35dbc155 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0844967 Dec 07 14:00:26.525043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3287c07b-2349-4dae-b282-44b8d23ffc75 req-84aa5d4c-ca24-4e13-bffe-ab4ac9dc5708 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416160 Dec 07 14:00:27.247070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a89ef6-e2a7-4e59-91c7-29dd6a311f10 req-ee689f91-5710-4147-9e86-07ffe71ac6b3 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:27.248689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e2a89ef6-e2a7-4e59-91c7-29dd6a311f10 req-ee689f91-5710-4147-9e86-07ffe71ac6b3 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0844517 Dec 07 14:00:27.301812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e2a89ef6-e2a7-4e59-91c7-29dd6a311f10 req-fe585de4-df8a-46d5-99cf-81da2ebf71f0 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463941 Dec 07 14:00:28.507418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1986530-f279-49f8-96fc-93add0cedee8 req-fe1c13ff-bfa2-4cb5-8dbb-7ca0a1761590 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:28.509018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1986530-f279-49f8-96fc-93add0cedee8 req-fe1c13ff-bfa2-4cb5-8dbb-7ca0a1761590 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0821712 Dec 07 14:00:28.557181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1986530-f279-49f8-96fc-93add0cedee8 req-0b9615ae-2dfd-432a-9b33-057549c67b9c tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/security-groups?id=41bc633e-86eb-4cb4-9295-0389c73ce2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 Dec 07 14:00:28.843821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5134b1-3f0f-4a95-a92b-835ec729b6c4 req-d954eb9f-492d-44ab-82d6-3a740c5b2cdf tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:28.845324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cf5134b1-3f0f-4a95-a92b-835ec729b6c4 req-d954eb9f-492d-44ab-82d6-3a740c5b2cdf tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.45 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 945 time: 0.0856428 Dec 07 14:00:28.925373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-cf5134b1-3f0f-4a95-a92b-835ec729b6c4 req-02ae51b9-c6a4-4eee-840b-0a0af9917a2f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Deleting port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:00:28.925758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cf5134b1-3f0f-4a95-a92b-835ec729b6c4 req-02ae51b9-c6a4-4eee-840b-0a0af9917a2f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:29.180703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-cf5134b1-3f0f-4a95-a92b-835ec729b6c4 req-02ae51b9-c6a4-4eee-840b-0a0af9917a2f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] For port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,segment=NetworkSegment(f94e399c-7791-4157-a247-d9a8beee2ccd),segment_id=f94e399c-7791-4157-a247-d9a8beee2ccd)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:00:29.181098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cf5134b1-3f0f-4a95-a92b-835ec729b6c4 req-02ae51b9-c6a4-4eee-840b-0a0af9917a2f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:29.311481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-cf5134b1-3f0f-4a95-a92b-835ec729b6c4 req-02ae51b9-c6a4-4eee-840b-0a0af9917a2f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Calling delete_port for f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 owned by compute:nova {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:00:29.473403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cf5134b1-3f0f-4a95-a92b-835ec729b6c4 req-02ae51b9-c6a4-4eee-840b-0a0af9917a2f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:29.479042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:29.489834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['f5dc8e94-d3c3-44b1-8b52-24f0f6236c47'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:00:29.524303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae51b9-c6a4-4eee-840b-0a0af9917a2f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Pushing event deleted for resources: {'Port': ['ID=f5dc8e94-d3c3-44b1-8b52-24f0f6236c47,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:29.528135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02ae51b9-c6a4-4eee-840b-0a0af9917a2f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:29.614839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5134b1-3f0f-4a95-a92b-835ec729b6c4 req-02ae51b9-c6a4-4eee-840b-0a0af9917a2f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] No DVR routers for this DVR port f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 on host hv-neutron-ussu {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:00:29.617536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cf5134b1-3f0f-4a95-a92b-835ec729b6c4 req-02ae51b9-c6a4-4eee-840b-0a0af9917a2f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:29.620412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeaaa141-6dd6-4142-b051-876e6d42d471', 'name': 'network-vif-deleted', 'tag': 'f5dc8e94-d3c3-44b1-8b52-24f0f6236c47'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:00:29.665424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cf5134b1-3f0f-4a95-a92b-835ec729b6c4 req-02ae51b9-c6a4-4eee-840b-0a0af9917a2f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.45 "DELETE /v2.0/ports/f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 HTTP/1.1" status: 204 len: 173 time: 0.8101103 Dec 07 14:00:29.676710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeaaa141-6dd6-4142-b051-876e6d42d471', 'name': 'network-vif-deleted', 'tag': 'f5dc8e94-d3c3-44b1-8b52-24f0f6236c47', 'status': 'completed', 'code': 200} Dec 07 14:00:29.729254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-31118262-8232-4c76-a991-72da09a2b35d req-6d6b2de0-4821-4243-b268-fb69af8c291b tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Synchronizing usage tracker for tenant:bb0e9ed4a22d4d4c89e7fa744ac6a90f on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:00:29.770369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-31118262-8232-4c76-a991-72da09a2b35d req-6d6b2de0-4821-4243-b268-fb69af8c291b tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Unset dirty status for tenant:bb0e9ed4a22d4d4c89e7fa744ac6a90f on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:00:29.771728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-31118262-8232-4c76-a991-72da09a2b35d req-6d6b2de0-4821-4243-b268-fb69af8c291b tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeaaa141-6dd6-4142-b051-876e6d42d471 HTTP/1.1" status: 200 len: 210 time: 0.0865908 Dec 07 14:00:30.092805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20993282-9de8-47c1-81e1-30c21dd29e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:31.034996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 55280) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:00:31.100680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe62115-0882-4c97-901e-b39f6252ed2d admin admin] Deleting subnet 4725e9a9-2f86-49e6-b7da-02cd642db254 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:00:31.103671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fe62115-0882-4c97-901e-b39f6252ed2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:31.158778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fe62115-0882-4c97-901e-b39f6252ed2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:31.216299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fe62115-0882-4c97-901e-b39f6252ed2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:31.513365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fe62115-0882-4c97-901e-b39f6252ed2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:31.518080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-31409eea-7b28-4f59-8122-032150bd952c tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:31.557237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe62115-0882-4c97-901e-b39f6252ed2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4725e9a9-2f86-49e6-b7da-02cd642db254,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:31.561483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0fe62115-0882-4c97-901e-b39f6252ed2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:31.564865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0fe62115-0882-4c97-901e-b39f6252ed2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:31.571052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0fe62115-0882-4c97-901e-b39f6252ed2d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4725e9a9-2f86-49e6-b7da-02cd642db254 HTTP/1.1" status: 204 len: 168 time: 0.5349054 Dec 07 14:00:31.573744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 55284) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:00:31.664657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:31.688066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4614c2c9-d766-41bc-bb5a-6d817a0b16bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:32.053477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4614c2c9-d766-41bc-bb5a-6d817a0b16bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:32.080454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-4614c2c9-d766-41bc-bb5a-6d817a0b16bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c8f946-b4b5-401d-8239-31dc1e204e36']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:00:32.092770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-4614c2c9-d766-41bc-bb5a-6d817a0b16bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94e399c-7791-4157-a247-d9a8beee2ccd') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:00:32.093103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-4614c2c9-d766-41bc-bb5a-6d817a0b16bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94e399c-7791-4157-a247-d9a8beee2ccd') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:00:32.104684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4614c2c9-d766-41bc-bb5a-6d817a0b16bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:32.119123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4614c2c9-d766-41bc-bb5a-6d817a0b16bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:32.125441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4614c2c9-d766-41bc-bb5a-6d817a0b16bd admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:00:32.125887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4614c2c9-d766-41bc-bb5a-6d817a0b16bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:00:32.139813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:00:32.295774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4614c2c9-d766-41bc-bb5a-6d817a0b16bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:32.300460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4614c2c9-d766-41bc-bb5a-6d817a0b16bd admin admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:32.304851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2036d535-44d7-42fe-9717-955534739d98 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:32.328585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614c2c9-d766-41bc-bb5a-6d817a0b16bd admin admin] Pushing event deleted for resources: {'Network': ['ID=25c8f946-b4b5-401d-8239-31dc1e204e36,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:32.331773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4614c2c9-d766-41bc-bb5a-6d817a0b16bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:32.346670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:00:32.359413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4614c2c9-d766-41bc-bb5a-6d817a0b16bd admin admin] 10.222.0.24 "DELETE /v2.0/networks/25c8f946-b4b5-401d-8239-31dc1e204e36 HTTP/1.1" status: 204 len: 168 time: 0.7846100 Dec 07 14:00:32.380486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:00:32.380884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device f5dc8e94-d3c3-44b1-8b52-24f0f6236c47 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:00:32.441483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab042195-4eaf-43c4-9cda-3346d69edd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:32.746664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 55290) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:00:32.800340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b65277ff-f22f-41e7-a25c-396484a91c85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb0e9ed4a22d4d4c89e7fa744ac6a90f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523319 Dec 07 14:00:32.803983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 55294) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:00:32.864414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-302c2a0d-54b2-43a8-8412-6bff907c294f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:32.890136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-302c2a0d-54b2-43a8-8412-6bff907c294f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:33.027702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:33.061860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-302c2a0d-54b2-43a8-8412-6bff907c294f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:33.067841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7b32ff7e-a884-426e-8ee2-4570233eda45 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:33.081154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c2a0d-54b2-43a8-8412-6bff907c294f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bc633e-86eb-4cb4-9295-0389c73ce2f3,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:33.084287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-302c2a0d-54b2-43a8-8412-6bff907c294f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:33.086209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-302c2a0d-54b2-43a8-8412-6bff907c294f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:33.087439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-302c2a0d-54b2-43a8-8412-6bff907c294f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41bc633e-86eb-4cb4-9295-0389c73ce2f3 HTTP/1.1" status: 204 len: 168 time: 0.2824829 Dec 07 14:00:34.151428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 55316) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:00:34.290709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1740740081-network', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:00:34.295910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:00:34.300588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Usage tracker for resource:network and tenant:e06060b4546d40cbb76a7fd61180cb53 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:00:34.303623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:00:34.310584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:00:34.355734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Made reservation on behalf of e06060b4546d40cbb76a7fd61180cb53 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:00:34.360524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:34.374506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:34.450941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:00:34.455387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Usage tracker for resource:security_group_rule and tenant:e06060b4546d40cbb76a7fd61180cb53 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:00:34.458439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:00:34.464490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:00:34.593440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:34.618796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:34.622985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1504d564-034f-4abc-ab80-4b746cf9d5bc tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:34.651924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:00:34.663377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d723120-969b-49ec-9adb-19d5e94a732f,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:34.666522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:34.707091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:34.707453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Added segment db6fe832-d267-45f7-b696-319c82b6258a of type vlan for network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 Dec 07 14:00:34.764884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:34.850392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:34.887277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:34.888454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:34.889074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:34.894763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-646ec7c5-0d67-4290-a4b0-a5b3cae0414e tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:35.006708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Pushing event updated for resources: {'Network': ['ID=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:35.006708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:35.009528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:00:35.028398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cbaab580-befb-473e-8703-239d952745b9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8757753 Dec 07 14:00:35.031770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 55322) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:00:35.037650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2531e82d-e7ab-4f4b-965a-31284b063002 admin admin] Request body: {'subnet': {'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1740740081-subnet', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:00:35.042853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2531e82d-e7ab-4f4b-965a-31284b063002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:00:35.047729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2531e82d-e7ab-4f4b-965a-31284b063002 admin admin] Usage tracker for resource:subnet and tenant:e06060b4546d40cbb76a7fd61180cb53 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:00:35.050733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2531e82d-e7ab-4f4b-965a-31284b063002 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:00:35.056901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2531e82d-e7ab-4f4b-965a-31284b063002 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:00:35.184551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2531e82d-e7ab-4f4b-965a-31284b063002 admin admin] Made reservation on behalf of e06060b4546d40cbb76a7fd61180cb53 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:00:35.190044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2531e82d-e7ab-4f4b-965a-31284b063002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:35.490697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2531e82d-e7ab-4f4b-965a-31284b063002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:35.495214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4e208b3b-fad4-49cb-a3ab-0c4e1a2ca5cb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:35.568941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531e82d-e7ab-4f4b-965a-31284b063002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18be2012-ec7b-4959-86d8-539b92ab60ef,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:35.572924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2531e82d-e7ab-4f4b-965a-31284b063002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:35.581918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2531e82d-e7ab-4f4b-965a-31284b063002 admin admin] Checking segment: {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:00:35.582308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2531e82d-e7ab-4f4b-965a-31284b063002 admin admin] Network hostable DHCP agents. Network: 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:00:35.674710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2531e82d-e7ab-4f4b-965a-31284b063002 admin admin] Network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:00:35.738561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-2531e82d-e7ab-4f4b-965a-31284b063002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:00:35.742786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2531e82d-e7ab-4f4b-965a-31284b063002 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:35.743463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2531e82d-e7ab-4f4b-965a-31284b063002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:35.747647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34740fd0-ad94-43e9-ae71-9aa8f3aedb74 None None] Network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:00:35.793360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2531e82d-e7ab-4f4b-965a-31284b063002 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7579100 Dec 07 14:00:35.793582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 55326) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:00:35.799101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:00:35.804294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:00:35.808264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Usage tracker for resource:router and tenant:e06060b4546d40cbb76a7fd61180cb53 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:00:35.811184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:00:35.818201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:00:35.852935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:35.853869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:35.871731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:35.975294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:00:35.976461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:36.048109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:36.170694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Allocated IP 172.20.0.2 (42b36be0-e1b0-4c5a-bccf-bbdb5464dd50/18be2012-ec7b-4959-86d8-539b92ab60ef/7d09a0b9-e5ea-4a23-9293-1ce11cdb1285) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:00:36.334724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:36.367112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:36.397507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:36.409442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Transition to ACTIVE for port object 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:00:36.429549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Transition to ACTIVE for port object 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:00:36.496599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:36.502228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:36.567739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:00:36.571281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:00:36.576041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:00:36.578152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Pushing event updated for resources: {'Port': ['ID=7d09a0b9-e5ea-4a23-9293-1ce11cdb1285,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:36.606826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Allocated IP 172.36.4.6 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/c738742d-251f-49bd-b7ee-61b7945ec2a3) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:00:36.622546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:36.622931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:36.623329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:36.623702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:36.624072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:36.624438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:36.624800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:36.625165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:36.625530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:36.625885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:36.626246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:36.634854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:36.685604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Attempting to bind port 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:00:36.685941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Attempting to bind port 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:00:36.686338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Attempting to bind port 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 on network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:00:36.693555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:00:36.693965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Checking segment: {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:00:36.694407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:36.694839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Bound using segment: {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:00:36.695367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Bound port: 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:00:36.695781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:36.813063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] For port 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:00:36.816523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] For port 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7d09a0b9-e5ea-4a23-9293-1ce11cdb1285,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:00:36.847997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:36.852654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:36.941568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Pushing event updated for resources: {'Port': ['ID=7d09a0b9-e5ea-4a23-9293-1ce11cdb1285,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:36.946641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:36.972894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:37.022030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:37.026952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db561f63-d7ed-414b-ab51-d7e0174338e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:37.098198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:00:37.101765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:00:37.106533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:00:37.134444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Pushing event updated for resources: {'Port': ['ID=c738742d-251f-49bd-b7ee-61b7945ec2a3,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:37.141522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:37.380104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:37.380875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:37.647384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Router 02a1f046-b3a5-4faf-8b54-047789372c01 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 14:00:37.849475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:00:37.859090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Sync routers for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:00:37.872257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:00:37.872958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:00:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:00:37.908207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:37.909555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1149633 Dec 07 14:00:37.912423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 55330) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:00:38.059398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:00:38.373839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:37Z', 'revision_number': 3, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:00:38.380245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Checking router: 02a1f046-b3a5-4faf-8b54-047789372c01 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:00:38.380747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Updating router 02a1f046-b3a5-4faf-8b54-047789372c01 port c738742d-251f-49bd-b7ee-61b7945ec2a3 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:00:38.439877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:38.587438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b049a48-00b0-4ba4-b1e1-9541eef8a52b None None] Network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:00:38.708638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:38.759007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ea44a273-7160-4cad-a66e-7b8a8501e49f None None] Provisioning for port 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:00:38.805094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:38.817351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Transition to ACTIVE for port object c738742d-251f-49bd-b7ee-61b7945ec2a3 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:00:38.853475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:38.859181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d84ca9b0-1775-45f5-8c98-72be5366e4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:38.930057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Attempting to bind port c738742d-251f-49bd-b7ee-61b7945ec2a3 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:00:38.931575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Attempting to bind port c738742d-251f-49bd-b7ee-61b7945ec2a3 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:00:38.932012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Attempting to bind port c738742d-251f-49bd-b7ee-61b7945ec2a3 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:00:38.941622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:00:38.944041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:00:38.944540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:38.944986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:00:38.945525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Bound port: c738742d-251f-49bd-b7ee-61b7945ec2a3, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:00:38.945936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:39.021974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:00:39.038035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ac2ca-9f09-49c9-8ba6-322b221fc814 None None] Pushing event updated for resources: {'Port': ['ID=c738742d-251f-49bd-b7ee-61b7945ec2a3,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:39.049355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ac2ca-9f09-49c9-8ba6-322b221fc814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.049728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ac2ca-9f09-49c9-8ba6-322b221fc814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.050099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ac2ca-9f09-49c9-8ba6-322b221fc814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.050478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ac2ca-9f09-49c9-8ba6-322b221fc814 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.050830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ac2ca-9f09-49c9-8ba6-322b221fc814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.051189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ac2ca-9f09-49c9-8ba6-322b221fc814 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.051574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ac2ca-9f09-49c9-8ba6-322b221fc814 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.051934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ac2ca-9f09-49c9-8ba6-322b221fc814 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.052291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ac2ca-9f09-49c9-8ba6-322b221fc814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.052644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ac2ca-9f09-49c9-8ba6-322b221fc814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.052998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ac2ca-9f09-49c9-8ba6-322b221fc814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.056871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] For port c738742d-251f-49bd-b7ee-61b7945ec2a3, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:00:39.065039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5e1ac2ca-9f09-49c9-8ba6-322b221fc814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:39.070589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] For port c738742d-251f-49bd-b7ee-61b7945ec2a3, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c738742d-251f-49bd-b7ee-61b7945ec2a3,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:00:39.137031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:39.163317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:39.207445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:00:39.213720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:00:39.214283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:39.248304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ac2ca-9f09-49c9-8ba6-322b221fc814 None None] Pushing event updated for resources: {'Port': ['ID=c738742d-251f-49bd-b7ee-61b7945ec2a3,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:39.252926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5e1ac2ca-9f09-49c9-8ba6-322b221fc814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:39.266650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Allocated IP 172.20.0.1 (42b36be0-e1b0-4c5a-bccf-bbdb5464dd50/18be2012-ec7b-4959-86d8-539b92ab60ef/f0ee295b-ca28-48fd-adc6-7c7607a29a0a) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:00:39.268717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:00:39.269546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:00:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:00:39.320223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-72904856-c02c-46fc-89b6-3a9dfe38291f None None] Provisioning complete for port 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:00:39.320644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72904856-c02c-46fc-89b6-3a9dfe38291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:39.436884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:39.461559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:39.482261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Transition to ACTIVE for port object f0ee295b-ca28-48fd-adc6-7c7607a29a0a will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:00:39.534095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7d09a0b9-e5ea-4a23-9293-1ce11cdb1285,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:00:39.536555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72904856-c02c-46fc-89b6-3a9dfe38291f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:39.552081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:39.561527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:39.601785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:39.610446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:39.631338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:00:39.633880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:00:39.639831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:00:39.642524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:00:39.693189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ee295b-ca28-48fd-adc6-7c7607a29a0a,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:39.708669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.708979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.709351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.709786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.710190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.710605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.711021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.711464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.711884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.712290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.712546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-72904856-c02c-46fc-89b6-3a9dfe38291f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 14:00:39.712856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:00:39.713102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-72904856-c02c-46fc-89b6-3a9dfe38291f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 14:00:39.713768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=7d09a0b9-e5ea-4a23-9293-1ce11cdb1285,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:39.720019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:39.724270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:39.736561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:39.901857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:39.966846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:37Z', 'revision_number': 3, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:00:39.971242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cc4869-0ee0-44b2-87fb-e4e13301f1a3 None None] The sync data for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv is: [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:37Z', 'revision_number': 3, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:00:40.119196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:40.137855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:40.170182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:40.200260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:40.289175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:40.293546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ee295b-ca28-48fd-adc6-7c7607a29a0a,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:40.296439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:40.456272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:00:40.457810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:00:40.565041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-08dca39b-b91a-484b-83c7-80cb8271fb04 None None] Provisioning for port f0ee295b-ca28-48fd-adc6-7c7607a29a0a completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:00:40.571022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-08dca39b-b91a-484b-83c7-80cb8271fb04 None None] Provisioning complete for port f0ee295b-ca28-48fd-adc6-7c7607a29a0a triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:00:40.571608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08dca39b-b91a-484b-83c7-80cb8271fb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:40.666727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-08dca39b-b91a-484b-83c7-80cb8271fb04 None None] Port f0ee295b-ca28-48fd-adc6-7c7607a29a0a cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:00:40.793798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-02ec4b56-9dcd-4a93-b13f-5d6d56f307d6 None None] Provisioning complete for port f0ee295b-ca28-48fd-adc6-7c7607a29a0a triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:00:40.794588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02ec4b56-9dcd-4a93-b13f-5d6d56f307d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:40.912289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Router 02a1f046-b3a5-4faf-8b54-047789372c01 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:00:41.070056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-02ec4b56-9dcd-4a93-b13f-5d6d56f307d6 None None] Port f0ee295b-ca28-48fd-adc6-7c7607a29a0a cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:00:41.098425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c738742d-251f-49bd-b7ee-61b7945ec2a3 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:00:41.183085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:00:41.193630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] 10.222.0.24 "PUT /v2.0/routers/02a1f046-b3a5-4faf-8b54-047789372c01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2801349 Dec 07 14:00:41.204506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port c738742d-251f-49bd-b7ee-61b7945ec2a3 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:00:41.211421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port c738742d-251f-49bd-b7ee-61b7945ec2a3 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:00:41.211848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:41.370961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:41.387256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port c738742d-251f-49bd-b7ee-61b7945ec2a3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c738742d-251f-49bd-b7ee-61b7945ec2a3,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:00:41.422282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:41.423834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:00:41.453860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:41.550551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=c738742d-251f-49bd-b7ee-61b7945ec2a3,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:41.555091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:41.572800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:00:41.573232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:41.837379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 55340) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:00:41.843555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e663e268-7d38-4a3a-b1e9-a2338d22c1a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1248745714', 'description': 'tempest-description--1205065086'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:00:41.850598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e663e268-7d38-4a3a-b1e9-a2338d22c1a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:00:41.854969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e663e268-7d38-4a3a-b1e9-a2338d22c1a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Usage tracker for resource:security_group and tenant:e06060b4546d40cbb76a7fd61180cb53 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:00:41.858019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e663e268-7d38-4a3a-b1e9-a2338d22c1a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:00:41.864721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e663e268-7d38-4a3a-b1e9-a2338d22c1a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:00:41.915626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e663e268-7d38-4a3a-b1e9-a2338d22c1a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:41.951198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e663e268-7d38-4a3a-b1e9-a2338d22c1a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:00:41.955197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e663e268-7d38-4a3a-b1e9-a2338d22c1a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Usage tracker for resource:security_group_rule and tenant:e06060b4546d40cbb76a7fd61180cb53 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:00:41.958148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e663e268-7d38-4a3a-b1e9-a2338d22c1a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:00:41.964057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e663e268-7d38-4a3a-b1e9-a2338d22c1a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:00:42.018822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e663e268-7d38-4a3a-b1e9-a2338d22c1a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:42.050244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e663e268-7d38-4a3a-b1e9-a2338d22c1a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:42.055789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-86e8a060-b8ff-4a3e-bd0f-293f5337793e tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:42.095142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663e268-7d38-4a3a-b1e9-a2338d22c1a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ce6e70-e59d-47ef-a731-5a1a0627e15c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:42.098514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e663e268-7d38-4a3a-b1e9-a2338d22c1a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:42.127121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e663e268-7d38-4a3a-b1e9-a2338d22c1a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:42.128511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e663e268-7d38-4a3a-b1e9-a2338d22c1a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2900403 Dec 07 14:00:42.131460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 55344) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:00:42.137681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-93600ed2-c60b-435e-a1d7-a91f8398396f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Request body: {'security_group_rule': {'security_group_id': 'e8ce6e70-e59d-47ef-a731-5a1a0627e15c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:00:42.145065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-93600ed2-c60b-435e-a1d7-a91f8398396f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:00:42.149181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-93600ed2-c60b-435e-a1d7-a91f8398396f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Usage tracker for resource:security_group_rule and tenant:e06060b4546d40cbb76a7fd61180cb53 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:00:42.152216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-93600ed2-c60b-435e-a1d7-a91f8398396f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:00:42.159367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-93600ed2-c60b-435e-a1d7-a91f8398396f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:00:42.208741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93600ed2-c60b-435e-a1d7-a91f8398396f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:42.379302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93600ed2-c60b-435e-a1d7-a91f8398396f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:42.407331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93600ed2-c60b-435e-a1d7-a91f8398396f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:42.409824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e5dbaf13-b5af-497c-a738-77cde7214bb8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:42.433791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93600ed2-c60b-435e-a1d7-a91f8398396f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0449d5cb-6162-41ff-ab03-56818cea3f3e,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:42.436352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-93600ed2-c60b-435e-a1d7-a91f8398396f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:42.470823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-93600ed2-c60b-435e-a1d7-a91f8398396f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:42.472429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-93600ed2-c60b-435e-a1d7-a91f8398396f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3399143 Dec 07 14:00:42.475143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 55348) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:00:42.481330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2b4007f8-eeaf-4296-94cc-accdc7790246 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Request body: {'security_group_rule': {'security_group_id': 'e8ce6e70-e59d-47ef-a731-5a1a0627e15c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:00:42.488180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2b4007f8-eeaf-4296-94cc-accdc7790246 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:00:42.492231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2b4007f8-eeaf-4296-94cc-accdc7790246 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Usage tracker for resource:security_group_rule and tenant:e06060b4546d40cbb76a7fd61180cb53 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:00:42.495353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2b4007f8-eeaf-4296-94cc-accdc7790246 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:00:42.502409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2b4007f8-eeaf-4296-94cc-accdc7790246 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:00:42.547794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2b4007f8-eeaf-4296-94cc-accdc7790246 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:42.613307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2b4007f8-eeaf-4296-94cc-accdc7790246 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:42.681316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2b4007f8-eeaf-4296-94cc-accdc7790246 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:42.683265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8c587435-6248-4497-bd70-b90133539534 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:42.707549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4007f8-eeaf-4296-94cc-accdc7790246 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668cb889-d942-46ee-96b7-fab02217cee2,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:42.710071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2b4007f8-eeaf-4296-94cc-accdc7790246 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:42.741172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2b4007f8-eeaf-4296-94cc-accdc7790246 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:42.742505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2b4007f8-eeaf-4296-94cc-accdc7790246 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2663445 Dec 07 14:00:42.745745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 55352) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:00:42.752051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:00:42.757784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:00:42.761803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Usage tracker for resource:floatingip and tenant:e06060b4546d40cbb76a7fd61180cb53 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:00:42.764808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:00:42.771801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:00:42.818609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:42.961052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c738742d-251f-49bd-b7ee-61b7945ec2a3 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:00:42.969225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:43.038311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port c738742d-251f-49bd-b7ee-61b7945ec2a3 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:00:43.038747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:43.122768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Allocated IP 172.36.4.229 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/e41f2ca5-bb2e-4e3e-b51e-60455d31b5b7) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:00:43.280477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:43.342206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:43.348223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b21c9c5-c2f1-4c8f-ab4e-e3775c921824 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:43.375389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Sync routers for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:00:43.387760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:00:43.388431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:00:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:00:43.418677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:00:43.422392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:00:43.425720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Pushing event updated for resources: {'Port': ['ID=e41f2ca5-bb2e-4e3e-b51e-60455d31b5b7,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:43.428062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:00:43.455335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:43.572298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:00:43.599339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:43.688010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:43.910381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 2, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:00:43.915185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Checking router: 02a1f046-b3a5-4faf-8b54-047789372c01 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:00:43.915629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Updating router 02a1f046-b3a5-4faf-8b54-047789372c01 port f0ee295b-ca28-48fd-adc6-7c7607a29a0a binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:00:43.972204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:44.144573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:44.176010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:44.180868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:44.286791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Pushing event updated for resources: {'Port': ['ID=e41f2ca5-bb2e-4e3e-b51e-60455d31b5b7,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:44.291787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:44.305901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:44.338102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:44.351073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Transition to ACTIVE for port object f0ee295b-ca28-48fd-adc6-7c7607a29a0a will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:00:44.353221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:44.354623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6078918 Dec 07 14:00:44.381819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:44.386768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:44.515059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27830167-ac3f-4cfa-96e9-2139732bc736 None None] Pushing event updated for resources: {'Port': ['ID=f0ee295b-ca28-48fd-adc6-7c7607a29a0a,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:44.520524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-27830167-ac3f-4cfa-96e9-2139732bc736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:44.546315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-e4ade32f-c235-4d20-829b-f71877d472fb tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Synchronizing usage tracker for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:00:44.609897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Attempting to bind port f0ee295b-ca28-48fd-adc6-7c7607a29a0a on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:00:44.610314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Attempting to bind port f0ee295b-ca28-48fd-adc6-7c7607a29a0a by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:00:44.611427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Attempting to bind port f0ee295b-ca28-48fd-adc6-7c7607a29a0a on network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:00:44.611561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-e4ade32f-c235-4d20-829b-f71877d472fb tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Unset dirty status for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:00:44.613098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-e4ade32f-c235-4d20-829b-f71877d472fb tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1248745714&fields=id&tenant_id=e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 267 time: 0.1155403 Dec 07 14:00:44.618694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:00:44.619411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Checking segment: {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:00:44.619858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:44.620291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Bound using segment: {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:00:44.620806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Bound port: f0ee295b-ca28-48fd-adc6-7c7607a29a0a, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:00:44.621315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:44.725362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] For port f0ee295b-ca28-48fd-adc6-7c7607a29a0a, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:00:44.728706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] For port f0ee295b-ca28-48fd-adc6-7c7607a29a0a, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f0ee295b-ca28-48fd-adc6-7c7607a29a0a,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:00:44.753698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:44.758162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:44.779684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-9aee1f9b-abee-4176-b152-14234158da84 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:44.780449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-9aee1f9b-abee-4176-b152-14234158da84 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Synchronizing usage tracker for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:00:44.836445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27830167-ac3f-4cfa-96e9-2139732bc736 None None] Pushing event updated for resources: {'Port': ['ID=f0ee295b-ca28-48fd-adc6-7c7607a29a0a,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:44.840288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-27830167-ac3f-4cfa-96e9-2139732bc736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:44.842750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:00:44.843421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:00:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:00:44.918875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-9aee1f9b-abee-4176-b152-14234158da84 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Unset dirty status for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:00:44.920256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-9aee1f9b-abee-4176-b152-14234158da84 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 812 time: 0.2994559 Dec 07 14:00:44.940474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-96125a60-d512-4531-8afe-6609ea7a6e71 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/quotas/e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 375 time: 0.0131907 Dec 07 14:00:45.035894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-3e4bd285-a547-4ea9-b168-0c2314716a12 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Synchronizing usage tracker for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:00:45.045118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:00:45.098761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-3e4bd285-a547-4ea9-b168-0c2314716a12 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Unset dirty status for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:00:45.100238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-3e4bd285-a547-4ea9-b168-0c2314716a12 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1531281 Dec 07 14:00:45.252477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-353b69b1-4645-4246-9318-3db4eed0fd10 service neutron] 10.222.0.24 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382048 Dec 07 14:00:45.407416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-98446c21-e95e-4ca8-80bb-9959151f8b26 service neutron] 10.222.0.24 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481285 Dec 07 14:00:45.549071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:44Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:00:45.553140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c69dc-9243-4f87-b07a-0fb6f8304c57 None None] The sync data for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv is: [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:44Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:00:45.708405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-67894fec-9032-40e4-86a0-bc01c06f857c req-7970fcd2-56fa-41c6-9fc5-a61fb274ca3b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 210 time: 0.0613592 Dec 07 14:00:46.888072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-79d1c291-d43d-424f-a02f-e11e341c794b req-0456e30f-ad21-45d0-9b02-04d7953c239c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 210 time: 0.0459490 Dec 07 14:00:46.989755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:00:47.004458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f0ee295b-ca28-48fd-adc6-7c7607a29a0a up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:00:47.101148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port f0ee295b-ca28-48fd-adc6-7c7607a29a0a completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:00:47.106573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port f0ee295b-ca28-48fd-adc6-7c7607a29a0a triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:00:47.107100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:47.226376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:47.266685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port f0ee295b-ca28-48fd-adc6-7c7607a29a0a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f0ee295b-ca28-48fd-adc6-7c7607a29a0a,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:00:47.301720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:47.304691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:47.374906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=f0ee295b-ca28-48fd-adc6-7c7607a29a0a,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:47.378278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:47.629862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-195c0d75-a525-43f5-ae29-8bbc32800fb0 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:47.631376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-195c0d75-a525-43f5-ae29-8bbc32800fb0 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 812 time: 0.1529984 Dec 07 14:00:47.693752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-5bf68df6-16da-434a-aa6f-f179341f96dc tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 380 time: 0.0435560 Dec 07 14:00:47.704936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Request body: {'port': {'device_id': '6c42b186-5b68-468e-a814-6bc974f3a95a', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'admin_state_up': True, 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'security_groups': ['e8ce6e70-e59d-47ef-a731-5a1a0627e15c']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:00:47.850198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:00:47.860274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:00:47.895602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Made reservation on behalf of e06060b4546d40cbb76a7fd61180cb53 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:00:47.901604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:48.100773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0f5e92ae-61bb-4274-a03a-281bf8d417ef req-bb371527-2956-4da6-b028-7ab5f61baf56 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 210 time: 0.0875220 Dec 07 14:00:48.123653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Allocated IP 172.20.0.12 (42b36be0-e1b0-4c5a-bccf-bbdb5464dd50/18be2012-ec7b-4959-86d8-539b92ab60ef/8a22a6b1-7596-45c2-b5e5-0c68ca755279) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:00:48.320449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:48.336176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Transition to ACTIVE for port object 8a22a6b1-7596-45c2-b5e5-0c68ca755279 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:00:48.395808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:48.401523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-50e3b917-410b-4662-b1f0-e6e43646e70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:48.471129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:00:48.474847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:00:48.479537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:00:48.510567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Pushing event updated for resources: {'Port': ['ID=8a22a6b1-7596-45c2-b5e5-0c68ca755279,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:48.516395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:48.551680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:48.552359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:48.688063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9888935 Dec 07 14:00:48.777175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Request body: {'port': {'device_id': '6c42b186-5b68-468e-a814-6bc974f3a95a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:00:48.855504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eb1e40d0-4538-42c5-ab9e-307abe6c33d8 None None] Provisioning for port 8a22a6b1-7596-45c2-b5e5-0c68ca755279 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:00:48.861589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eb1e40d0-4538-42c5-ab9e-307abe6c33d8 None None] Provisioning complete for port 8a22a6b1-7596-45c2-b5e5-0c68ca755279 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:00:48.862019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb1e40d0-4538-42c5-ab9e-307abe6c33d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:48.890182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:48.918292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e40d0-4538-42c5-ab9e-307abe6c33d8 None None] Port 8a22a6b1-7596-45c2-b5e5-0c68ca755279 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:00:48.972969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f0ee295b-ca28-48fd-adc6-7c7607a29a0a up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:00:49.045701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port f0ee295b-ca28-48fd-adc6-7c7607a29a0a triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:00:49.046170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:49.301950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a22a6b1-7596-45c2-b5e5-0c68ca755279 {{(pid=88897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:00:49.311635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:49.340487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Transition to ACTIVE for port object 8a22a6b1-7596-45c2-b5e5-0c68ca755279 will not be triggered until provisioned by entity L2. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:00:49.353726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ecfb6-2ee8-4fda-9019-b9ef2c37f599 req-2a46b4c9-565a-413b-bf15-6bc7dd1ec7a5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:49.354465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-a78ecfb6-2ee8-4fda-9019-b9ef2c37f599 req-2a46b4c9-565a-413b-bf15-6bc7dd1ec7a5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Synchronizing usage tracker for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:00:49.395485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:49.399736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:49.435260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-a78ecfb6-2ee8-4fda-9019-b9ef2c37f599 req-2a46b4c9-565a-413b-bf15-6bc7dd1ec7a5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Unset dirty status for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:00:49.436526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a78ecfb6-2ee8-4fda-9019-b9ef2c37f599 req-2a46b4c9-565a-413b-bf15-6bc7dd1ec7a5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 932 time: 0.2101889 Dec 07 14:00:49.553204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a22a6b1-7596-45c2-b5e5-0c68ca755279,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:49.566201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:49.646795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a78ecfb6-2ee8-4fda-9019-b9ef2c37f599 req-a1228537-1218-4700-ba43-2286677538a4 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975589 Dec 07 14:00:49.690386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Attempting to bind port 8a22a6b1-7596-45c2-b5e5-0c68ca755279 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:00:49.690759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Attempting to bind port 8a22a6b1-7596-45c2-b5e5-0c68ca755279 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:00:49.691166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Attempting to bind port 8a22a6b1-7596-45c2-b5e5-0c68ca755279 on network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:00:49.697407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Port 8a22a6b1-7596-45c2-b5e5-0c68ca755279 on network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:00:49.697759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Attempting to bind port 8a22a6b1-7596-45c2-b5e5-0c68ca755279 on network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:00:49.704384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:00:49.704745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Checking segment: {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:00:49.705355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Bound using segment: {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:00:49.705820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Bound port: 8a22a6b1-7596-45c2-b5e5-0c68ca755279, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'}}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:00:49.706198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:49.799549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] For port 8a22a6b1-7596-45c2-b5e5-0c68ca755279, host hv-neutron-ussu, cleared binding levels {{(pid=88897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:00:49.802636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] For port 8a22a6b1-7596-45c2-b5e5-0c68ca755279, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=8a22a6b1-7596-45c2-b5e5-0c68ca755279,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:00:49.838989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:49.843418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1c298adc-1365-456c-8980-6f96bd14a1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:49.904800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:49.906527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/8a22a6b1-7596-45c2-b5e5-0c68ca755279 HTTP/1.1" status: 200 len: 1094 time: 1.2062640 Dec 07 14:00:49.907087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c42b186-5b68-468e-a814-6bc974f3a95a', 'tag': '8a22a6b1-7596-45c2-b5e5-0c68ca755279'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:00:49.925225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a22a6b1-7596-45c2-b5e5-0c68ca755279,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:49.928724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:49.968823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c42b186-5b68-468e-a814-6bc974f3a95a', 'tag': '8a22a6b1-7596-45c2-b5e5-0c68ca755279', 'status': 'completed', 'code': 200} Dec 07 14:00:50.061668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-88149fef-bb68-4c8c-9be8-2c96c2a7f0a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 1097 time: 0.0805736 Dec 07 14:00:50.138795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-0c0a5ed2-2a28-4892-958a-537bc3ccb632 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a22a6b1-7596-45c2-b5e5-0c68ca755279 HTTP/1.1" status: 200 len: 217 time: 0.0640852 Dec 07 14:00:50.214995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-d113fe51-9fe8-4bba-ae43-b1eb5986b9e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:50.216572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-d113fe51-9fe8-4bba-ae43-b1eb5986b9e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0667422 Dec 07 14:00:50.300736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-424b5712-1ba5-4717-a869-a6dd6919e5b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739236 Dec 07 14:00:50.447816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-750915ee-44f1-499c-bb25-d67d5ec75b3b service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361771 Dec 07 14:00:50.591857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66e19a7c-8215-4679-8b0f-1d0e2749a008 req-956c7395-060c-42b0-94b6-8253db613110 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333687 Dec 07 14:00:50.755058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-13fb2621-aac2-4dad-84ba-876456cfe0f5 req-14c22150-dace-40c0-9ea6-dc67638031e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 1097 time: 0.0740576 Dec 07 14:00:50.960671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb2621-aac2-4dad-84ba-876456cfe0f5 req-5752013d-eae9-47eb-96ed-13d0ab8daf75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:50.962243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-13fb2621-aac2-4dad-84ba-876456cfe0f5 req-5752013d-eae9-47eb-96ed-13d0ab8daf75 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.2004302 Dec 07 14:00:50.972240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34133dc-4ac2-424f-87b8-c7466c1b2419 req-e5e54f8c-9bd1-4c9e-ad91-d950d0293adc tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:50.973730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d34133dc-4ac2-424f-87b8-c7466c1b2419 req-e5e54f8c-9bd1-4c9e-ad91-d950d0293adc tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 944 time: 0.1902115 Dec 07 14:00:51.057340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-13fb2621-aac2-4dad-84ba-876456cfe0f5 req-c799bc09-ce1c-4b7e-9bc7-eecdfa344e69 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a22a6b1-7596-45c2-b5e5-0c68ca755279 HTTP/1.1" status: 200 len: 217 time: 0.0825379 Dec 07 14:00:51.365717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d34133dc-4ac2-424f-87b8-c7466c1b2419 req-011d2572-797d-4d3f-a3dc-ae7340f17344 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3418448 Dec 07 14:00:51.381343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb2621-aac2-4dad-84ba-876456cfe0f5 req-2cc24d5b-a933-4cae-a307-a0592332ad70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:51.382852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-13fb2621-aac2-4dad-84ba-876456cfe0f5 req-2cc24d5b-a933-4cae-a307-a0592332ad70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.3121123 Dec 07 14:00:51.463358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-13fb2621-aac2-4dad-84ba-876456cfe0f5 req-b2771b2a-8adf-48e3-a27e-2b81c9ff0ac8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733953 Dec 07 14:00:51.609283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-13fb2621-aac2-4dad-84ba-876456cfe0f5 req-c2e9fc0c-0ea3-43ae-bfbd-8d0af693a16d service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361003 Dec 07 14:00:51.752627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-13fb2621-aac2-4dad-84ba-876456cfe0f5 req-a8c08a11-5489-4c7b-92d7-6a94f03f117b service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324797 Dec 07 14:00:52.472454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 8a22a6b1-7596-45c2-b5e5-0c68ca755279 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:00:52.580073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cfe41-d25c-4905-9ee9-fecbc3e3d355 req-ba38e45b-7af5-4ee6-a176-8c979cd6fb5e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:52.581662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-752cfe41-d25c-4905-9ee9-fecbc3e3d355 req-ba38e45b-7af5-4ee6-a176-8c979cd6fb5e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 944 time: 0.0885453 Dec 07 14:00:52.619862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 8a22a6b1-7596-45c2-b5e5-0c68ca755279, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=8a22a6b1-7596-45c2-b5e5-0c68ca755279,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:00:52.630475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-752cfe41-d25c-4905-9ee9-fecbc3e3d355 req-ece294e3-414c-435c-bf5a-bd095e13ecc9 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423248 Dec 07 14:00:52.634476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '8a22a6b1-7596-45c2-b5e5-0c68ca755279', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'port_id': '8a22a6b1-7596-45c2-b5e5-0c68ca755279', 'mac_address': 'fa:16:3e:14:08:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:00:52.695383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:52.713894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a22a6b1-7596-45c2-b5e5-0c68ca755279 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:00:52.729719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 8a22a6b1-7596-45c2-b5e5-0c68ca755279, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=8a22a6b1-7596-45c2-b5e5-0c68ca755279,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:00:52.758217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:52.760089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:52.824697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=8a22a6b1-7596-45c2-b5e5-0c68ca755279,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:52.827881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:53.028593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['8a22a6b1-7596-45c2-b5e5-0c68ca755279'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:00:53.835499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2dfa8c-e118-4f97-874f-3285da10835b req-1c5bc993-db51-4eef-87a8-72ecfad40d03 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:53.837080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8c2dfa8c-e118-4f97-874f-3285da10835b req-1c5bc993-db51-4eef-87a8-72ecfad40d03 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 945 time: 0.0811698 Dec 07 14:00:53.888657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8c2dfa8c-e118-4f97-874f-3285da10835b req-4226af99-84d8-4c29-bc20-e12d9ad25902 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455782 Dec 07 14:00:54.503927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 8a22a6b1-7596-45c2-b5e5-0c68ca755279 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:00:54.603873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 8a22a6b1-7596-45c2-b5e5-0c68ca755279 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:00:54.608590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 8a22a6b1-7596-45c2-b5e5-0c68ca755279 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:00:54.609010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:54.725472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:54.753045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c42b186-5b68-468e-a814-6bc974f3a95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a22a6b1-7596-45c2-b5e5-0c68ca755279'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:00:54.762998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 8a22a6b1-7596-45c2-b5e5-0c68ca755279, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=8a22a6b1-7596-45c2-b5e5-0c68ca755279,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:00:54.799121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:54.801176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-27830167-ac3f-4cfa-96e9-2139732bc736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:00:54.835469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c42b186-5b68-468e-a814-6bc974f3a95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a22a6b1-7596-45c2-b5e5-0c68ca755279', 'code': 200} Dec 07 14:00:54.872032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=8a22a6b1-7596-45c2-b5e5-0c68ca755279,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:00:54.875097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:00:55.163363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98160ad-99c3-49f7-a1c6-00bf0716d511 req-5a8192af-0718-4f1c-b67f-969eee9497a8 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:55.164836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c98160ad-99c3-49f7-a1c6-00bf0716d511 req-5a8192af-0718-4f1c-b67f-969eee9497a8 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.1505823 Dec 07 14:00:55.168533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3fc77792-402e-4c9e-9454-5c559ef20d8d req-ac18db76-7a29-4e4f-bb17-fec993010483 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 1099 time: 0.1132653 Dec 07 14:00:55.248171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c98160ad-99c3-49f7-a1c6-00bf0716d511 req-d95d2620-ae09-4260-8ad7-c8513a0000a4 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769775 Dec 07 14:00:55.250123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3fc77792-402e-4c9e-9454-5c559ef20d8d req-998aa0b8-39c9-482a-b2f2-d958ef28f6b0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641749 Dec 07 14:00:56.458248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188a5b-1a66-4769-b254-fede3c208934 req-2dea5600-fb44-4d3a-92e3-8c2357024b5e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:56.459851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3b188a5b-1a66-4769-b254-fede3c208934 req-2dea5600-fb44-4d3a-92e3-8c2357024b5e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0841217 Dec 07 14:00:56.511376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3b188a5b-1a66-4769-b254-fede3c208934 req-6984a947-c501-46b7-baec-fddbe4a3ed7d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453737 Dec 07 14:00:57.714754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8bcbf-982d-40e5-9e8b-6176853a5d17 req-f791c911-d747-4f81-966c-c15343204359 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:57.716375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-33e8bcbf-982d-40e5-9e8b-6176853a5d17 req-f791c911-d747-4f81-966c-c15343204359 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0828583 Dec 07 14:00:57.764970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-33e8bcbf-982d-40e5-9e8b-6176853a5d17 req-cf640412-550d-4f02-bb70-04a5b0d25b50 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418077 Dec 07 14:00:57.966483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281081a6-1a5e-4f4e-85e7-b33d8652b90a req-821b72cb-ad59-450f-8d66-c30d4c9f3fe4 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:00:57.968013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-281081a6-1a5e-4f4e-85e7-b33d8652b90a req-821b72cb-ad59-450f-8d66-c30d4c9f3fe4 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0866439 Dec 07 14:00:57.978129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 55408) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:00:57.984003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0ca3dc28-370b-4d71-aedd-acebbed7e184 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Request body: {'floatingip': {'port_id': '8a22a6b1-7596-45c2-b5e5-0c68ca755279'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:00:58.059141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ca3dc28-370b-4d71-aedd-acebbed7e184 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for floatingip, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:58.668076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ca3dc28-370b-4d71-aedd-acebbed7e184 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:58.697903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ca3dc28-370b-4d71-aedd-acebbed7e184 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:58.896246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-0ca3dc28-370b-4d71-aedd-acebbed7e184 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Floating IP eaf78500-fb81-4d34-a5ca-c1bce5102dd4 associated. External IP: 172.36.4.229, port: 8a22a6b1-7596-45c2-b5e5-0c68ca755279. Dec 07 14:00:59.297090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca3dc28-370b-4d71-aedd-acebbed7e184 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Router 02a1f046-b3a5-4faf-8b54-047789372c01 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:00:59.507609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca3dc28-370b-4d71-aedd-acebbed7e184 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:00:59.512464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0ca3dc28-370b-4d71-aedd-acebbed7e184 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:00:59.518538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb72639-4445-4415-bd3a-a4ae99ad5f94 None None] Sync routers for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:00:59.531248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb72639-4445-4415-bd3a-a4ae99ad5f94 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:00:59.532049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5fb72639-4445-4415-bd3a-a4ae99ad5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:00:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:00:59.569811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0ca3dc28-370b-4d71-aedd-acebbed7e184 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "PUT /v2.0/floatingips/eaf78500-fb81-4d34-a5ca-c1bce5102dd4 HTTP/1.1" status: 200 len: 992 time: 1.5876353 Dec 07 14:00:59.569811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c42b186-5b68-468e-a814-6bc974f3a95a', 'tag': '8a22a6b1-7596-45c2-b5e5-0c68ca755279'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:00:59.631111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c42b186-5b68-468e-a814-6bc974f3a95a', 'tag': '8a22a6b1-7596-45c2-b5e5-0c68ca755279', 'status': 'completed', 'code': 200} Dec 07 14:00:59.718978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-5fb72639-4445-4415-bd3a-a4ae99ad5f94 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:00:59.738941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-366a9a5d-5f41-413a-99de-0ae280def5be req-93c1e3b7-ce2f-4144-a928-dcfac504c077 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 1099 time: 0.0797966 Dec 07 14:01:00.101553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e8ec00ed-1ecd-46d6-9d9d-17b372176684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:00.112844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a9a5d-5f41-413a-99de-0ae280def5be req-0a4fccfd-7af1-4d11-90ed-65f25532cbce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:00.114436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-366a9a5d-5f41-413a-99de-0ae280def5be req-0a4fccfd-7af1-4d11-90ed-65f25532cbce service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.3690090 Dec 07 14:01:00.135086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5fb72639-4445-4415-bd3a-a4ae99ad5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'eaf78500-fb81-4d34-a5ca-c1bce5102dd4', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'floating_ip_address': '172.36.4.229', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'port_id': '8a22a6b1-7596-45c2-b5e5-0c68ca755279', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'mac_address': 'fa:16:3e:14:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c42b186-5b68-468e-a814-6bc974f3a95a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:00:43Z', 'updated_at': '2021-12-07T14:00:58Z', 'revision_number': 1, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:01:00.139076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb72639-4445-4415-bd3a-a4ae99ad5f94 None None] Checking router: 02a1f046-b3a5-4faf-8b54-047789372c01 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:01:00.150588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb72639-4445-4415-bd3a-a4ae99ad5f94 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:01:00.151257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5fb72639-4445-4415-bd3a-a4ae99ad5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:00:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:01:00.222466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-366a9a5d-5f41-413a-99de-0ae280def5be req-5869c976-737f-4d41-96c1-d36927a30726 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a22a6b1-7596-45c2-b5e5-0c68ca755279 HTTP/1.1" status: 200 len: 1000 time: 0.1012034 Dec 07 14:01:00.291783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a9a5d-5f41-413a-99de-0ae280def5be req-b1e5e59e-d618-4cab-8a6d-0144d8dee0c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:00.293337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-366a9a5d-5f41-413a-99de-0ae280def5be req-b1e5e59e-d618-4cab-8a6d-0144d8dee0c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0649686 Dec 07 14:01:00.336926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-5fb72639-4445-4415-bd3a-a4ae99ad5f94 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:01:00.377456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-366a9a5d-5f41-413a-99de-0ae280def5be req-b709dab6-d718-4e95-ba00-a7018ceb01d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772624 Dec 07 14:01:00.524932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-366a9a5d-5f41-413a-99de-0ae280def5be req-eee6765f-a28d-4c3c-b415-ae25170df2f7 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410968 Dec 07 14:01:00.675277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-366a9a5d-5f41-413a-99de-0ae280def5be req-c148d603-eca6-42e5-8544-a8efe9ed697e service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430578 Dec 07 14:01:00.846321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5fb72639-4445-4415-bd3a-a4ae99ad5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'eaf78500-fb81-4d34-a5ca-c1bce5102dd4', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'floating_ip_address': '172.36.4.229', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'port_id': '8a22a6b1-7596-45c2-b5e5-0c68ca755279', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'mac_address': 'fa:16:3e:14:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c42b186-5b68-468e-a814-6bc974f3a95a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:00:43Z', 'updated_at': '2021-12-07T14:00:58Z', 'revision_number': 1, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:01:00.850437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb72639-4445-4415-bd3a-a4ae99ad5f94 None None] The sync data for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv is: [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'eaf78500-fb81-4d34-a5ca-c1bce5102dd4', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'floating_ip_address': '172.36.4.229', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'port_id': '8a22a6b1-7596-45c2-b5e5-0c68ca755279', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'mac_address': 'fa:16:3e:14:08:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c42b186-5b68-468e-a814-6bc974f3a95a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:00:43Z', 'updated_at': '2021-12-07T14:00:58Z', 'revision_number': 1, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:01:01.190085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abea0ec4-7d66-481c-ae49-e837da697553 None None] New status for floating IP eaf78500-fb81-4d34-a5ca-c1bce5102dd4: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:01:01.649737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:02.460909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ec9a8818-5be9-4cc9-9e54-a8b99c94e963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:02.970576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:04.861280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:10.075265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:23.991349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:01:30.083558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be186102-5fad-449a-bc08-0f9bf0f0b6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:31.660602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:32.449074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-141c8284-7257-41b1-9d11-cfff324ec422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:32.974965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:34.869669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:37.706435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ec3cc-9474-4c15-a3eb-a1839a55121a req-079e7b06-3c01-4c61-8bdd-45d14ba56a1f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:37.708097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b10ec3cc-9474-4c15-a3eb-a1839a55121a req-079e7b06-3c01-4c61-8bdd-45d14ba56a1f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.1606994 Dec 07 14:01:37.756451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b10ec3cc-9474-4c15-a3eb-a1839a55121a req-b310570a-b955-4f28-855f-18a18d23c514 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420382 Dec 07 14:01:37.962101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e2fa57e1-7fe2-4f9c-a184-5ab00a6fdabc req-4fec300f-6386-4395-a0ca-4f0df23c84c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0760503 Dec 07 14:01:38.350875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd3919-6ece-4e16-b31c-6c9f91a63a18 req-a4c2cc62-0750-4af8-b616-9a176e6f1899 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:38.352731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-51fd3919-6ece-4e16-b31c-6c9f91a63a18 req-a4c2cc62-0750-4af8-b616-9a176e6f1899 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0837522 Dec 07 14:01:38.374826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-9fabf48e-afaf-491e-927d-a9be6a0ad6ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778003 Dec 07 14:01:38.404464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-51fd3919-6ece-4e16-b31c-6c9f91a63a18 req-8a35c80b-ec45-4fff-919c-58897bcd4a35 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444765 Dec 07 14:01:39.693887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3291f-8c85-4fd1-a2e2-c42020d85fc5 req-46f260b4-64f6-4abe-882b-32a99651e8cc tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:39.695703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4fa3291f-8c85-4fd1-a2e2-c42020d85fc5 req-46f260b4-64f6-4abe-882b-32a99651e8cc tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.1620131 Dec 07 14:01:39.744950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4fa3291f-8c85-4fd1-a2e2-c42020d85fc5 req-d3666bde-9c40-4499-90ea-642b044791c4 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430956 Dec 07 14:01:40.078311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:40.313086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-cb127d79-960f-4db1-ab45-3428624e8b5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 1099 time: 0.0754538 Dec 07 14:01:40.458126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-016a5d1e-4a74-4c16-b637-c90d58f0cdf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:40.459742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-016a5d1e-4a74-4c16-b637-c90d58f0cdf2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1365693 Dec 07 14:01:40.572856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-77401796-2187-4ead-9993-288ee4d08411 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a22a6b1-7596-45c2-b5e5-0c68ca755279 HTTP/1.1" status: 200 len: 1002 time: 0.1026220 Dec 07 14:01:40.648609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-9a97dd7f-0c3d-44b6-925a-9256bf690d0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:40.650237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-9a97dd7f-0c3d-44b6-925a-9256bf690d0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0669301 Dec 07 14:01:40.741862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-59ead588-8919-486f-876c-975289f22ac7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809519 Dec 07 14:01:40.950094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-ccb04aef-3afb-47cf-a47e-99e9d54ee1cb service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974962 Dec 07 14:01:41.071821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79bd42-b259-4d62-8e7e-c928402c78cd req-acb2cf1b-acfd-46fc-9e1e-aabe8c355063 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:41.073353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ad79bd42-b259-4d62-8e7e-c928402c78cd req-acb2cf1b-acfd-46fc-9e1e-aabe8c355063 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.2000296 Dec 07 14:01:41.164577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-53b8201b-8b2e-4e41-ae02-3e8a3c3886a7 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028036 Dec 07 14:01:41.167100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ad79bd42-b259-4d62-8e7e-c928402c78cd req-27f398d9-9259-43b8-bd8c-47c6952922a8 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855601 Dec 07 14:01:42.376124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a90aff-4c70-48af-a6ce-c0ff909841d9 req-228287f7-5d8c-4fd1-9bdb-849aaa9aabac tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:42.377692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-57a90aff-4c70-48af-a6ce-c0ff909841d9 req-228287f7-5d8c-4fd1-9bdb-849aaa9aabac tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0842676 Dec 07 14:01:42.426304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-57a90aff-4c70-48af-a6ce-c0ff909841d9 req-55b7ad90-80a2-4b4b-bbd1-64ec102c0576 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423269 Dec 07 14:01:43.629210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1991554-c743-4bfc-ace4-e81a7384e078 req-754e281a-c1a9-4ce7-9ede-3289688f45c1 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:43.630710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a1991554-c743-4bfc-ace4-e81a7384e078 req-754e281a-c1a9-4ce7-9ede-3289688f45c1 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0803254 Dec 07 14:01:43.682456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a1991554-c743-4bfc-ace4-e81a7384e078 req-542e2ad0-7342-4628-a7c8-1f5c6e403ec8 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457435 Dec 07 14:01:44.888346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0725bc-75a9-4dda-900f-d7ad7f817b47 req-4c7abd72-9b49-46cc-ae3f-d0378aadfa67 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:44.890871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7e0725bc-75a9-4dda-900f-d7ad7f817b47 req-4c7abd72-9b49-46cc-ae3f-d0378aadfa67 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0850391 Dec 07 14:01:44.939297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7e0725bc-75a9-4dda-900f-d7ad7f817b47 req-1b855c77-f76b-440a-9a91-59d81fa24aa6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422113 Dec 07 14:01:46.150830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ebc6c-df26-42a5-b6dd-c128580eb825 req-cb62c238-1585-4458-ba58-22afd73a1a5f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:46.152501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-135ebc6c-df26-42a5-b6dd-c128580eb825 req-cb62c238-1585-4458-ba58-22afd73a1a5f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0868495 Dec 07 14:01:46.200750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-135ebc6c-df26-42a5-b6dd-c128580eb825 req-76dd1827-e6b1-4d43-82f0-bc9a76a821fd tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 Dec 07 14:01:47.409913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f3be0-8c6c-4a07-98fe-9745db4a689f req-06dfc7bd-1881-4e99-a104-93fe029a4223 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:47.411562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ca5f3be0-8c6c-4a07-98fe-9745db4a689f req-06dfc7bd-1881-4e99-a104-93fe029a4223 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0842125 Dec 07 14:01:47.460412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ca5f3be0-8c6c-4a07-98fe-9745db4a689f req-43941cf5-7d21-421f-9977-a4833ab1c338 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427952 Dec 07 14:01:48.804848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed606ee2-576f-495f-86c6-c5ec40a68e29 req-58c2a8ca-082e-4b19-bad6-9c0431d09824 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:48.806437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ed606ee2-576f-495f-86c6-c5ec40a68e29 req-58c2a8ca-082e-4b19-bad6-9c0431d09824 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0849819 Dec 07 14:01:48.853931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ed606ee2-576f-495f-86c6-c5ec40a68e29 req-fc4df82c-02cf-4470-ab65-e6f48c2cf080 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414121 Dec 07 14:01:50.054738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e12dc-07a6-486a-b30b-24388a91bee7 req-54909fcf-d878-496e-b948-88a087b95a7d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:50.056332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c41e12dc-07a6-486a-b30b-24388a91bee7 req-54909fcf-d878-496e-b948-88a087b95a7d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0806432 Dec 07 14:01:50.110384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c41e12dc-07a6-486a-b30b-24388a91bee7 req-dbb74473-c8d2-4194-b0b6-81e1cacd4a45 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471871 Dec 07 14:01:51.318454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa300f-6ece-4ea6-bf41-c1e04f20f4fc req-e9c9f7a1-53bb-4caa-842b-7e8025f12041 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:51.320010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c6aa300f-6ece-4ea6-bf41-c1e04f20f4fc req-e9c9f7a1-53bb-4caa-842b-7e8025f12041 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0834129 Dec 07 14:01:51.367993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c6aa300f-6ece-4ea6-bf41-c1e04f20f4fc req-9c3eabc0-bcd8-496b-8ca4-a5723a8eb765 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416417 Dec 07 14:01:52.575441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb99bf6-a966-4f18-ae15-c488f804cb7d req-e32509f4-48b4-4bf8-899a-af3007b67b59 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:52.577518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4cb99bf6-a966-4f18-ae15-c488f804cb7d req-e32509f4-48b4-4bf8-899a-af3007b67b59 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0865626 Dec 07 14:01:52.624997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4cb99bf6-a966-4f18-ae15-c488f804cb7d req-09c7920d-235c-4881-8425-200a31148358 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412853 Dec 07 14:01:53.446633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-42862229-4fc4-4c25-88cc-041c7691ca81 service neutron] 10.222.0.45 "GET /v2.0/ports/8a22a6b1-7596-45c2-b5e5-0c68ca755279/bindings/hv-neutron-ussu HTTP/1.1" status: 200 len: 384 time: 0.0811141 Dec 07 14:01:53.900070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835267c-0f1b-436f-bf71-d9c9e0c06677 req-7f91503a-deda-4700-9e66-8b00e73a5d60 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:53.901680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7835267c-0f1b-436f-bf71-d9c9e0c06677 req-7f91503a-deda-4700-9e66-8b00e73a5d60 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.1462798 Dec 07 14:01:53.909735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-3a88ee78-4334-459e-b701-c9759a16fbb4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a&tenant_id=e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 1099 time: 0.1054969 Dec 07 14:01:54.001822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7835267c-0f1b-436f-bf71-d9c9e0c06677 req-88cbed5d-9718-453c-b2b8-aa409a3cf980 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910454 Dec 07 14:01:54.032015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-fa305fc7-b767-4393-9e08-bb9bd4f504ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 1099 time: 0.0896051 Dec 07 14:01:54.180568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-ac74b633-67f2-44f3-ad9a-31ae0f190abe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:54.182122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-ac74b633-67f2-44f3-ad9a-31ae0f190abe service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1400623 Dec 07 14:01:54.290929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-10aad2fa-ea84-4985-a073-e5e50196b767 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a22a6b1-7596-45c2-b5e5-0c68ca755279 HTTP/1.1" status: 200 len: 1002 time: 0.0981205 Dec 07 14:01:54.370081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-35b716e3-3317-44f7-9d77-f7964fd4ef39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:54.371663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-35b716e3-3317-44f7-9d77-f7964fd4ef39 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0704246 Dec 07 14:01:54.454734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-361a564e-8e2c-42b5-85d1-e65e29b57c16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736351 Dec 07 14:01:54.598588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-8ea9009e-3a11-484d-aa79-44c8ed4b031f service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326053 Dec 07 14:01:54.967267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b8b70c7f-3cb0-4437-a5f2-d9ff22390626 req-7de53efd-0098-4f97-b6b5-e490a1846454 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584149 Dec 07 14:01:55.220302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36005d0d-57c9-4bef-98b8-7cc7f58e1fa5 req-c33ceef6-a88e-47e3-89a2-e01c9d044494 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:55.221837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-36005d0d-57c9-4bef-98b8-7cc7f58e1fa5 req-c33ceef6-a88e-47e3-89a2-e01c9d044494 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0880148 Dec 07 14:01:55.277753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-36005d0d-57c9-4bef-98b8-7cc7f58e1fa5 req-431dc1e4-2546-4348-94c4-0b49cb42bc70 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494888 Dec 07 14:01:55.374843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17d40176-3aef-43cc-a78a-f9998ff7294f req-10b86e61-05fe-4088-beed-c48a4a9f7e67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 1099 time: 0.0746179 Dec 07 14:01:55.531291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d40176-3aef-43cc-a78a-f9998ff7294f req-e9a00d33-9b0a-4977-b615-15255d09e550 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:55.532769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17d40176-3aef-43cc-a78a-f9998ff7294f req-e9a00d33-9b0a-4977-b615-15255d09e550 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1374595 Dec 07 14:01:55.643192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17d40176-3aef-43cc-a78a-f9998ff7294f req-3e9d1cc5-f98a-467e-b7fd-4a9266ddc5e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a22a6b1-7596-45c2-b5e5-0c68ca755279 HTTP/1.1" status: 200 len: 1002 time: 0.1018281 Dec 07 14:01:55.712220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d40176-3aef-43cc-a78a-f9998ff7294f req-d6acceb2-c528-4458-b0c2-3929287837a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:55.713708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17d40176-3aef-43cc-a78a-f9998ff7294f req-d6acceb2-c528-4458-b0c2-3929287837a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0622659 Dec 07 14:01:55.797195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17d40176-3aef-43cc-a78a-f9998ff7294f req-f4a4d8f6-b5cd-48c2-a72a-8f8500963279 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751545 Dec 07 14:01:55.936452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17d40176-3aef-43cc-a78a-f9998ff7294f req-14d9e22c-70d7-4ee7-9fd3-b3c6c5bc5e13 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322129 Dec 07 14:01:56.078163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17d40176-3aef-43cc-a78a-f9998ff7294f req-22e935bd-14b0-4993-b0e1-1b68d7166459 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343055 Dec 07 14:01:56.481626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365fc4c-72ef-4e6e-b411-7971bc81198a req-88e637cc-54c0-40e8-9032-84825b9ec9e0 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:56.483265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2365fc4c-72ef-4e6e-b411-7971bc81198a req-88e637cc-54c0-40e8-9032-84825b9ec9e0 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0825629 Dec 07 14:01:56.530999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2365fc4c-72ef-4e6e-b411-7971bc81198a req-6d24616d-5c6a-4aa6-9456-576790413551 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406723 Dec 07 14:01:56.805926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 8a22a6b1-7596-45c2-b5e5-0c68ca755279 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:01:56.808437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 8a22a6b1-7596-45c2-b5e5-0c68ca755279 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:01:57.028129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:57.064499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 8a22a6b1-7596-45c2-b5e5-0c68ca755279, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=8a22a6b1-7596-45c2-b5e5-0c68ca755279,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:01:57.087513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '8a22a6b1-7596-45c2-b5e5-0c68ca755279', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'port_id': '8a22a6b1-7596-45c2-b5e5-0c68ca755279', 'mac_address': 'fa:16:3e:14:08:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:01:57.088915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c42b186-5b68-468e-a814-6bc974f3a95a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a22a6b1-7596-45c2-b5e5-0c68ca755279'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:01:57.128800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 8a22a6b1-7596-45c2-b5e5-0c68ca755279, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=8a22a6b1-7596-45c2-b5e5-0c68ca755279,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:01:57.161441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:57.182784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a22a6b1-7596-45c2-b5e5-0c68ca755279 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:01:57.220542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:57.228872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c4910f1f-e968-459f-8676-95d8907f173a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:01:57.322585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c42b186-5b68-468e-a814-6bc974f3a95a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a22a6b1-7596-45c2-b5e5-0c68ca755279', 'code': 200} Dec 07 14:01:57.326302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 14:01:57.326705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 14:01:57.332668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=8a22a6b1-7596-45c2-b5e5-0c68ca755279,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:01:57.342285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:01:57.343380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:01:57.343769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:01:57.344194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:01:57.344609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:01:57.344987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:01:57.345363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:01:57.345734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:01:57.346105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:01:57.346474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:01:57.346841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:01:57.350918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:01:57.741039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab13d2e-56dc-4586-b9f3-f40a3524f5ec req-4a1301b2-d846-408a-bc75-4fed80349186 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:57.742628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1ab13d2e-56dc-4586-b9f3-f40a3524f5ec req-4a1301b2-d846-408a-bc75-4fed80349186 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 944 time: 0.0856242 Dec 07 14:01:57.791444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1ab13d2e-56dc-4586-b9f3-f40a3524f5ec req-085c2988-dbd6-4d6a-a049-64f7cba45d44 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426233 Dec 07 14:01:57.884170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:57.902235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a22a6b1-7596-45c2-b5e5-0c68ca755279 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:01:57.917780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 8a22a6b1-7596-45c2-b5e5-0c68ca755279, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=8a22a6b1-7596-45c2-b5e5-0c68ca755279,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:01:57.974267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:57.976182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:01:58.044831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=8a22a6b1-7596-45c2-b5e5-0c68ca755279,revision_number=7']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:01:58.049521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['8a22a6b1-7596-45c2-b5e5-0c68ca755279'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:01:58.081233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:01:58.357409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d6f7d-b4e1-43d7-9a94-433a3cc71bdf req-3ada3e4e-f83b-4a23-b368-b9ee88864e4f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:58.359575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-877d6f7d-b4e1-43d7-9a94-433a3cc71bdf req-3ada3e4e-f83b-4a23-b368-b9ee88864e4f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 945 time: 0.1642082 Dec 07 14:01:58.366792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c23b5-b388-4a5c-9127-6f56c26e53fc req-c86836b7-c097-4e2d-b89f-6920d0d14b0d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:58.368353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a19c23b5-b388-4a5c-9127-6f56c26e53fc req-c86836b7-c097-4e2d-b89f-6920d0d14b0d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a&tenant_id=e06060b4546d40cbb76a7fd61180cb53&binding%3Ahost_id=hv-neutron-ussu HTTP/1.1" status: 200 len: 945 time: 0.1352484 Dec 07 14:01:58.414281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-877d6f7d-b4e1-43d7-9a94-433a3cc71bdf req-25592bf9-4f50-4725-956e-25d1bd3dfa29 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448627 Dec 07 14:01:58.528647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a19c23b5-b388-4a5c-9127-6f56c26e53fc req-a77597ed-0aaa-4200-b933-70074c45e4b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 1098 time: 0.0781231 Dec 07 14:01:58.674142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c23b5-b388-4a5c-9127-6f56c26e53fc req-c9e8929f-782f-421e-b3ed-ed3244d2e485 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:58.675824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a19c23b5-b388-4a5c-9127-6f56c26e53fc req-c9e8929f-782f-421e-b3ed-ed3244d2e485 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1405458 Dec 07 14:01:58.783647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a19c23b5-b388-4a5c-9127-6f56c26e53fc req-83993643-12d7-43c1-b8ff-82c501c02896 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a22a6b1-7596-45c2-b5e5-0c68ca755279 HTTP/1.1" status: 200 len: 1001 time: 0.1008923 Dec 07 14:01:58.842854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 8a22a6b1-7596-45c2-b5e5-0c68ca755279 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:01:58.853774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c23b5-b388-4a5c-9127-6f56c26e53fc req-4c86870f-41e6-4378-ba85-eb1dc3d0484b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:58.855350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a19c23b5-b388-4a5c-9127-6f56c26e53fc req-4c86870f-41e6-4378-ba85-eb1dc3d0484b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0653389 Dec 07 14:01:58.915575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 8a22a6b1-7596-45c2-b5e5-0c68ca755279 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:01:58.916005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:58.937132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a19c23b5-b388-4a5c-9127-6f56c26e53fc req-95c57153-1738-43ba-aab0-c2e55c837527 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744817 Dec 07 14:01:59.035040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:59.068328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 8a22a6b1-7596-45c2-b5e5-0c68ca755279, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=8a22a6b1-7596-45c2-b5e5-0c68ca755279,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:01:59.078560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a19c23b5-b388-4a5c-9127-6f56c26e53fc req-2c684a38-62d3-401b-9723-afdae026a6c9 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357610 Dec 07 14:01:59.103434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:01:59.106129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:01:59.175203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=8a22a6b1-7596-45c2-b5e5-0c68ca755279,revision_number=8']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:01:59.178449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:01:59.221844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a19c23b5-b388-4a5c-9127-6f56c26e53fc req-9a6691e6-49ee-4d8b-a926-1d6318c5ef8a service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368108 Dec 07 14:01:59.324319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c42b186-5b68-468e-a814-6bc974f3a95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a22a6b1-7596-45c2-b5e5-0c68ca755279'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:01:59.393323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c42b186-5b68-468e-a814-6bc974f3a95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a22a6b1-7596-45c2-b5e5-0c68ca755279', 'code': 200} Dec 07 14:01:59.618993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c1f1e-e3ac-42ef-8dfc-45e05b89ec06 req-248c7b0c-cba0-4ce1-a0b7-f2aeeaefa75f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:01:59.620524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-437c1f1e-e3ac-42ef-8dfc-45e05b89ec06 req-248c7b0c-cba0-4ce1-a0b7-f2aeeaefa75f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0830448 Dec 07 14:01:59.676892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-437c1f1e-e3ac-42ef-8dfc-45e05b89ec06 req-ad1540d6-d28a-4b2e-bb6e-090f3f04c4e2 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495062 Dec 07 14:02:00.106194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d06d111-8ce5-4ad4-a203-ee5618723958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:00.884205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcb150-29c7-4a72-86f6-11fbca94dda6 req-f37a5f16-7d5d-480a-87f1-8262461d7731 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:00.885781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b5bcb150-29c7-4a72-86f6-11fbca94dda6 req-f37a5f16-7d5d-480a-87f1-8262461d7731 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0815399 Dec 07 14:02:00.935754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b5bcb150-29c7-4a72-86f6-11fbca94dda6 req-dfd136de-2690-4334-bb76-06ea0a498df0 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431709 Dec 07 14:02:00.991677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:02:01.140831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b120c-6e74-4f76-8d49-cb836b094fee req-dc85f93d-a402-4ffa-a928-64996105ddf3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:01.142390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8f6b120c-6e74-4f76-8d49-cb836b094fee req-dc85f93d-a402-4ffa-a928-64996105ddf3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0858603 Dec 07 14:02:01.195118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8f6b120c-6e74-4f76-8d49-cb836b094fee req-ff33ea4b-20ec-49b5-973c-d54f325e6a34 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462043 Dec 07 14:02:01.399791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57f0ea-158b-4521-a3f0-55b08a29ad55 req-083e6c72-b6df-4a41-b6f5-dfdb5a262bf9 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:01.401345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8c57f0ea-158b-4521-a3f0-55b08a29ad55 req-083e6c72-b6df-4a41-b6f5-dfdb5a262bf9 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0793524 Dec 07 14:02:01.452239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8c57f0ea-158b-4521-a3f0-55b08a29ad55 req-8c2c4fc6-7aee-4924-a1c8-81bd719e12b0 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434666 Dec 07 14:02:01.674732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:01.977213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789d580-9418-43be-88a4-85fba7f8fc22 req-4830b35e-facb-4d00-89bd-707abf057763 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:01.978783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e789d580-9418-43be-88a4-85fba7f8fc22 req-4830b35e-facb-4d00-89bd-707abf057763 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0854390 Dec 07 14:02:02.027417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e789d580-9418-43be-88a4-85fba7f8fc22 req-0f59bc05-8b82-4e3a-b14f-e6fbbe5b2e7a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417039 Dec 07 14:02:02.471204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdc21bca-7119-45df-904c-0c421588ecf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:02.980176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:03.231788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e440989-abf0-4cc3-bc2c-c0af221849a7 req-f4eb732d-f6b1-4d11-a3d3-df3a7cf35201 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:03.234055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1e440989-abf0-4cc3-bc2c-c0af221849a7 req-f4eb732d-f6b1-4d11-a3d3-df3a7cf35201 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0821123 Dec 07 14:02:03.286018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1e440989-abf0-4cc3-bc2c-c0af221849a7 req-c5225918-1a71-45c6-a3a7-cd6171ee8fb4 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460420 Dec 07 14:02:03.822496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1771b-9963-408d-b8e4-2e7b237ded26 req-c09f98c8-4654-4cae-a60a-d9acac47f665 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:03.824063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3cb1771b-9963-408d-b8e4-2e7b237ded26 req-c09f98c8-4654-4cae-a60a-d9acac47f665 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.0810184 Dec 07 14:02:03.898157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-3cb1771b-9963-408d-b8e4-2e7b237ded26 req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Deleting port 8a22a6b1-7596-45c2-b5e5-0c68ca755279 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:02:03.898537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3cb1771b-9963-408d-b8e4-2e7b237ded26 req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:04.148573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-3cb1771b-9963-408d-b8e4-2e7b237ded26 req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] For port 8a22a6b1-7596-45c2-b5e5-0c68ca755279, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=8a22a6b1-7596-45c2-b5e5-0c68ca755279,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:02:04.149127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3cb1771b-9963-408d-b8e4-2e7b237ded26 req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:04.754704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3cb1771b-9963-408d-b8e4-2e7b237ded26 req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:04.755104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3cb1771b-9963-408d-b8e4-2e7b237ded26 req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:04.755502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [req-3cb1771b-9963-408d-b8e4-2e7b237ded26 req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Floating IP eaf78500-fb81-4d34-a5ca-c1bce5102dd4 disassociated. External IP: 172.36.4.229, port: 8a22a6b1-7596-45c2-b5e5-0c68ca755279. Dec 07 14:02:04.755880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-3cb1771b-9963-408d-b8e4-2e7b237ded26 req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Calling delete_port for 8a22a6b1-7596-45c2-b5e5-0c68ca755279 owned by compute:nova {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:02:04.845399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db9eb0-48ba-4eb1-b55c-017a6b97f1f6 req-43212c19-05b8-400a-88c2-66934c095754 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:04.848627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f4db9eb0-48ba-4eb1-b55c-017a6b97f1f6 req-43212c19-05b8-400a-88c2-66934c095754 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 946 time: 0.4341059 Dec 07 14:02:04.869325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:04.898986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f4db9eb0-48ba-4eb1-b55c-017a6b97f1f6 req-0096de39-3a1a-43e2-8581-bd93b496797b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456924 Dec 07 14:02:05.065892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3cb1771b-9963-408d-b8e4-2e7b237ded26 req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:05.071510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6799e9c0-9804-4217-802c-806f1682491c tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:02:05.113440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Pushing event deleted for resources: {'Port': ['ID=8a22a6b1-7596-45c2-b5e5-0c68ca755279,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:02:05.126112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:02:05.126516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:02:05.126931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:02:05.127362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:02:05.127772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:02:05.128176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:02:05.128578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:02:05.129425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:02:05.129425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:02:05.129740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:02:05.130137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:02:05.134503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:02:05.349826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cb1771b-9963-408d-b8e4-2e7b237ded26 req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Router 02a1f046-b3a5-4faf-8b54-047789372c01 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:02:05.556805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cb1771b-9963-408d-b8e4-2e7b237ded26 req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:02:05.567617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101f781d-ee4c-4fe2-a9fd-412bad91ce64 None None] Sync routers for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:02:05.581639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f781d-ee4c-4fe2-a9fd-412bad91ce64 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:02:05.582330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-101f781d-ee4c-4fe2-a9fd-412bad91ce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:02:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:02:05.629182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb1771b-9963-408d-b8e4-2e7b237ded26 req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] No DVR routers for this DVR port 8a22a6b1-7596-45c2-b5e5-0c68ca755279 on host hv-neutron-ussu {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:02:05.631724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3cb1771b-9963-408d-b8e4-2e7b237ded26 req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:05.634484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c42b186-5b68-468e-a814-6bc974f3a95a', 'name': 'network-vif-deleted', 'tag': '8a22a6b1-7596-45c2-b5e5-0c68ca755279'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:02:05.681505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3cb1771b-9963-408d-b8e4-2e7b237ded26 req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "DELETE /v2.0/ports/8a22a6b1-7596-45c2-b5e5-0c68ca755279 HTTP/1.1" status: 204 len: 173 time: 1.8492234 Dec 07 14:02:05.775562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-101f781d-ee4c-4fe2-a9fd-412bad91ce64 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:02:05.777638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c42b186-5b68-468e-a814-6bc974f3a95a', 'name': 'network-vif-deleted', 'tag': '8a22a6b1-7596-45c2-b5e5-0c68ca755279', 'status': 'completed', 'code': 200} Dec 07 14:02:06.081158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-80b56fb4-d005-430c-ac9a-4c097760578e req-fc537c33-43fd-4150-85ea-6122fda94f2b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Synchronizing usage tracker for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:02:06.115493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-101f781d-ee4c-4fe2-a9fd-412bad91ce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:02:06.119794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101f781d-ee4c-4fe2-a9fd-412bad91ce64 None None] Checking router: 02a1f046-b3a5-4faf-8b54-047789372c01 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:02:06.128252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-80b56fb4-d005-430c-ac9a-4c097760578e req-fc537c33-43fd-4150-85ea-6122fda94f2b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Unset dirty status for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:02:06.129519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80b56fb4-d005-430c-ac9a-4c097760578e req-fc537c33-43fd-4150-85ea-6122fda94f2b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c42b186-5b68-468e-a814-6bc974f3a95a HTTP/1.1" status: 200 len: 210 time: 0.0933492 Dec 07 14:02:06.131996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f781d-ee4c-4fe2-a9fd-412bad91ce64 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:02:06.132649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-101f781d-ee4c-4fe2-a9fd-412bad91ce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:02:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:02:06.318384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-101f781d-ee4c-4fe2-a9fd-412bad91ce64 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:02:06.643277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-101f781d-ee4c-4fe2-a9fd-412bad91ce64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:02:06.647500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101f781d-ee4c-4fe2-a9fd-412bad91ce64 None None] The sync data for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv is: [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:02:06.861188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 8a22a6b1-7596-45c2-b5e5-0c68ca755279 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:02:06.901593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 8a22a6b1-7596-45c2-b5e5-0c68ca755279 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:02:06.901917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 8a22a6b1-7596-45c2-b5e5-0c68ca755279 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:02:07.081472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735eb528-ecb4-4385-a46d-5736149b5854 None None] New status for floating IP eaf78500-fb81-4d34-a5ca-c1bce5102dd4: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:02:07.512755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-19eb9c2b-e872-49de-bc58-a90be2ca1f54 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1248745714&fields=id&tenant_id=e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 267 time: 0.0452337 Dec 07 14:02:07.677323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-2350d949-2fb3-47d8-99f3-268ce520f01d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:07.678957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-2350d949-2fb3-47d8-99f3-268ce520f01d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 812 time: 0.1578238 Dec 07 14:02:07.696449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-1fdf9311-946b-4186-b184-354980881094 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/quotas/e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 375 time: 0.0117059 Dec 07 14:02:07.793557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4ed9932f-e3b7-47da-9e82-b8cd10b5cb31 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0911107 Dec 07 14:02:07.946171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-73a07850-9c4d-49ff-bd3a-e211241d76d0 service neutron] 10.222.0.24 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399448 Dec 07 14:02:08.085371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-74f5dd02-779f-4a66-a60e-e13a9a38c32c service neutron] 10.222.0.24 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324289 Dec 07 14:02:08.325103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3e001be0-f33f-44d4-be26-4db74d21e13f req-296ecd30-4513-49bd-8cd8-30aa8af6f1a0 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 210 time: 0.0550692 Dec 07 14:02:09.494096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3366cdc1-1a20-4fec-8c6c-670650cef0da req-dff89371-5c09-45b9-beee-76670a0019e7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 210 time: 0.0456285 Dec 07 14:02:10.072341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-de967375-98f9-48d4-8303-b9244f129da0 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:10.073951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-de967375-98f9-48d4-8303-b9244f129da0 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 812 time: 0.1565638 Dec 07 14:02:10.115042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:10.141459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-13c7743a-9211-48a4-9a07-3d08dcdba810 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 380 time: 0.0486214 Dec 07 14:02:10.153569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Request body: {'port': {'device_id': 'f6af73a4-827e-47ad-ba45-fd2b064eb9c6', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'admin_state_up': True, 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'security_groups': ['e8ce6e70-e59d-47ef-a731-5a1a0627e15c']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:02:10.298982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:02:10.309244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:02:10.366265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Made reservation on behalf of e06060b4546d40cbb76a7fd61180cb53 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:02:10.372182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:10.538923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Allocated IP 172.20.0.11 (42b36be0-e1b0-4c5a-bccf-bbdb5464dd50/18be2012-ec7b-4959-86d8-539b92ab60ef/996fb96e-4676-4d7a-9129-b7c7fee2ffe8) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:02:10.703875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-be04d623-d553-4c6a-b03b-6f4e3b85b6db req-1e14f7f3-6775-4de1-a636-d9e8f32f9c5c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 210 time: 0.0523312 Dec 07 14:02:10.954005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:10.970470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Transition to ACTIVE for port object 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:02:11.023745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:11.030186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:02:11.100615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:02:11.110249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:02:11.112279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Pushing event updated for resources: {'Port': ['ID=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:02:11.114571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:02:11.145164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:02:11.183364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:11.184072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:11.260995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1114182 Dec 07 14:02:11.277414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Request body: {'port': {'device_id': 'f6af73a4-827e-47ad-ba45-fd2b064eb9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:02:11.393989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:11.494215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a639097d-1d96-46a8-b963-7643178f4428 None None] Provisioning for port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:02:11.499458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a639097d-1d96-46a8-b963-7643178f4428 None None] Provisioning complete for port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:02:11.499879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a639097d-1d96-46a8-b963-7643178f4428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:11.557248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a639097d-1d96-46a8-b963-7643178f4428 None None] Port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:02:11.755397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 {{(pid=88897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:02:11.762387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:11.778219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Transition to ACTIVE for port object 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 will not be triggered until provisioned by entity L2. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:02:11.817727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:11.822533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02ae51b9-c6a4-4eee-840b-0a0af9917a2f tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:02:12.003353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Pushing event updated for resources: {'Port': ['ID=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:02:12.008793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:02:12.119872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d4af1-f9d9-4b95-80f4-b73a10b4c523 req-5fee010f-00ea-496f-b20f-072cc433d62e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:12.120740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-4b2d4af1-f9d9-4b95-80f4-b73a10b4c523 req-5fee010f-00ea-496f-b20f-072cc433d62e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Synchronizing usage tracker for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:02:12.156106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Attempting to bind port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:02:12.156476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Attempting to bind port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:02:12.156835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Attempting to bind port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 on network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:02:12.162871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 on network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:02:12.163217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Attempting to bind port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 on network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:02:12.169763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:02:12.170676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Checking segment: {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:02:12.171089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Bound using segment: {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:02:12.171572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Bound port: 996fb96e-4676-4d7a-9129-b7c7fee2ffe8, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'}}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:02:12.171953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:12.216522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-4b2d4af1-f9d9-4b95-80f4-b73a10b4c523 req-5fee010f-00ea-496f-b20f-072cc433d62e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Unset dirty status for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:02:12.217874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b2d4af1-f9d9-4b95-80f4-b73a10b4c523 req-5fee010f-00ea-496f-b20f-072cc433d62e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 944 time: 0.3661304 Dec 07 14:02:12.302790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] For port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8, host hv-neutron-ussu, cleared binding levels {{(pid=88897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:02:12.306601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b2d4af1-f9d9-4b95-80f4-b73a10b4c523 req-09d9a696-f916-4bc8-831f-c9c3c37ac1f2 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804057 Dec 07 14:02:12.317773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] For port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:02:12.386479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:12.391576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:02:12.447617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:12.449093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] 10.222.0.45 "PUT /v2.0/ports/996fb96e-4676-4d7a-9129-b7c7fee2ffe8 HTTP/1.1" status: 200 len: 1094 time: 1.1763844 Dec 07 14:02:12.449659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6af73a4-827e-47ad-ba45-fd2b064eb9c6', 'tag': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:02:12.474893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Pushing event updated for resources: {'Port': ['ID=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:02:12.478362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:02:12.513477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6af73a4-827e-47ad-ba45-fd2b064eb9c6', 'tag': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8', 'status': 'completed', 'code': 200} Dec 07 14:02:12.605594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-70358a9b-4f03-40d7-a47a-14e0860763e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 1097 time: 0.0794990 Dec 07 14:02:12.918539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-0372c948-3b9e-4d75-a8c8-a3d6d7e5c56b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=996fb96e-4676-4d7a-9129-b7c7fee2ffe8 HTTP/1.1" status: 200 len: 217 time: 0.3017735 Dec 07 14:02:12.990767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-d0facacd-8088-4a69-80a7-0446d48c88ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:12.992304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-d0facacd-8088-4a69-80a7-0446d48c88ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0643461 Dec 07 14:02:13.073322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-a77d0b37-0ddd-413f-a68b-c94e143c744f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704036 Dec 07 14:02:13.216575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-e8e3d701-12a1-4c9f-b0da-2440ade518d7 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325600 Dec 07 14:02:13.362883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39a475c9-4edb-49b9-89ad-0b044066b112 req-a93ddd7f-6e74-42cf-ab65-887f4ac15e37 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365104 Dec 07 14:02:13.578176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bee87a-8e92-4572-b802-2c4d9e672163 req-9158ddfa-d076-4444-a0b7-bef8f2ff5509 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:13.579692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-20bee87a-8e92-4572-b802-2c4d9e672163 req-9158ddfa-d076-4444-a0b7-bef8f2ff5509 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 944 time: 0.1449685 Dec 07 14:02:13.583529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-83a979e5-afb4-4580-a729-058117953ff9 req-382b7ceb-25aa-4a89-bcac-3f813862cd2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 1097 time: 0.1150222 Dec 07 14:02:13.714509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-20bee87a-8e92-4572-b802-2c4d9e672163 req-9c9321ec-db6a-4bb5-bb20-dd5622f35d8c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282475 Dec 07 14:02:13.757835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a979e5-afb4-4580-a729-058117953ff9 req-a2fd01c8-501c-40e5-8e83-c021c376a627 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:13.759419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-83a979e5-afb4-4580-a729-058117953ff9 req-a2fd01c8-501c-40e5-8e83-c021c376a627 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1567163 Dec 07 14:02:13.832709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-83a979e5-afb4-4580-a729-058117953ff9 req-59ad883b-a5cf-4dc5-bc0b-af26bdf61c8d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=996fb96e-4676-4d7a-9129-b7c7fee2ffe8 HTTP/1.1" status: 200 len: 217 time: 0.0656126 Dec 07 14:02:13.906052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a979e5-afb4-4580-a729-058117953ff9 req-d80aefa7-75eb-4c01-b52f-33a69805d0d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:13.907604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-83a979e5-afb4-4580-a729-058117953ff9 req-d80aefa7-75eb-4c01-b52f-33a69805d0d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0644379 Dec 07 14:02:13.991376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-83a979e5-afb4-4580-a729-058117953ff9 req-96c071df-9f4f-4584-ae64-f32dee91fd4a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763147 Dec 07 14:02:14.134373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-83a979e5-afb4-4580-a729-058117953ff9 req-130e7491-dc75-4c0a-97c1-bc0cdb0b61c9 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347022 Dec 07 14:02:14.276508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-83a979e5-afb4-4580-a729-058117953ff9 req-59ba458c-e043-404b-b4c7-57b661c26fbb service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325226 Dec 07 14:02:14.908226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:02:14.923804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a86bf-8b8f-4d09-81ff-5fd2c4e1fe72 req-021515e4-d87d-4800-b3eb-c6fface48de6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:14.925419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-df3a86bf-8b8f-4d09-81ff-5fd2c4e1fe72 req-021515e4-d87d-4800-b3eb-c6fface48de6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 944 time: 0.0861716 Dec 07 14:02:14.974117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-df3a86bf-8b8f-4d09-81ff-5fd2c4e1fe72 req-ecddf4a4-8055-4b1d-a43f-3873b6894d3f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421073 Dec 07 14:02:15.052410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:02:15.066086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'port_id': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8', 'mac_address': 'fa:16:3e:87:5c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:02:15.120309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:15.137859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:02:15.152930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:02:15.188589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:15.191177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:02:15.261029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:02:15.265396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:02:15.448743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['996fb96e-4676-4d7a-9129-b7c7fee2ffe8'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:02:16.184637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab956391-25c9-4169-ac5f-5134ace9d09b req-8a0d50f9-cc13-4f12-993d-f7df5a30ed61 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:16.186441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ab956391-25c9-4169-ac5f-5134ace9d09b req-8a0d50f9-cc13-4f12-993d-f7df5a30ed61 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 945 time: 0.0869074 Dec 07 14:02:16.235380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ab956391-25c9-4169-ac5f-5134ace9d09b req-b36562c6-81fb-446d-b89b-14d72db64ada tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428874 Dec 07 14:02:16.921998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:02:17.023092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:02:17.027939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:02:17.028432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:17.142055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:17.169189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6af73a4-827e-47ad-ba45-fd2b064eb9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:02:17.179806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:02:17.212043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:17.214140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:02:17.247142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6af73a4-827e-47ad-ba45-fd2b064eb9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8', 'code': 200} Dec 07 14:02:17.298668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:02:17.302067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:02:17.454898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f769d79-efa7-45ed-bdba-075650f58ecc req-9e83812b-9fa0-4405-9055-84aaf2bed3af tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:17.456505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4f769d79-efa7-45ed-bdba-075650f58ecc req-9e83812b-9fa0-4405-9055-84aaf2bed3af tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0835893 Dec 07 14:02:17.555684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4f769d79-efa7-45ed-bdba-075650f58ecc req-5d44b846-46a8-49cb-bda4-60c99231f99c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927832 Dec 07 14:02:17.579424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e390d1b5-4add-4fd0-8f48-4298d2bd1c01 req-9d9f63f9-83df-4686-a1a2-7bc06e674492 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 1099 time: 0.1025698 Dec 07 14:02:17.627644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e390d1b5-4add-4fd0-8f48-4298d2bd1c01 req-87613b68-61e8-4c5e-ab79-60404245b827 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381651 Dec 07 14:02:18.762145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa042855-f152-49ea-a5c3-15e8c88c70d1 req-c27f0c70-ca53-49a8-a2b8-0b0de38e53ce tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:18.764388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aa042855-f152-49ea-a5c3-15e8c88c70d1 req-c27f0c70-ca53-49a8-a2b8-0b0de38e53ce tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0822802 Dec 07 14:02:18.813784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aa042855-f152-49ea-a5c3-15e8c88c70d1 req-ae7c0b59-b3af-4a28-8c69-33e17b1e85d4 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416913 Dec 07 14:02:20.022908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94c8c5-13b4-4f43-9808-a0d3d14c904e req-842355c5-5ca5-4527-807e-b6172e9f1dc7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:20.024556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4f94c8c5-13b4-4f43-9808-a0d3d14c904e req-842355c5-5ca5-4527-807e-b6172e9f1dc7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0847864 Dec 07 14:02:20.072707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4f94c8c5-13b4-4f43-9808-a0d3d14c904e req-10d0d831-fe90-418d-be6d-0bf7ca022936 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413768 Dec 07 14:02:20.269599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15af086-8b8f-46a5-993e-c90687b67123 req-92f8abca-ef87-4bf6-bc67-923cba58fbee tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:20.271198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b15af086-8b8f-46a5-993e-c90687b67123 req-92f8abca-ef87-4bf6-bc67-923cba58fbee tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0805683 Dec 07 14:02:20.282176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 55634) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:02:20.288164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bac2615e-e4aa-4316-8ccf-0b086348d17c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Request body: {'floatingip': {'port_id': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:02:20.367291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bac2615e-e4aa-4316-8ccf-0b086348d17c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for floatingip, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:21.051061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bac2615e-e4aa-4316-8ccf-0b086348d17c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:21.079989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bac2615e-e4aa-4316-8ccf-0b086348d17c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:21.275341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-bac2615e-e4aa-4316-8ccf-0b086348d17c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Floating IP eaf78500-fb81-4d34-a5ca-c1bce5102dd4 associated. External IP: 172.36.4.229, port: 996fb96e-4676-4d7a-9129-b7c7fee2ffe8. Dec 07 14:02:21.911178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac2615e-e4aa-4316-8ccf-0b086348d17c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Router 02a1f046-b3a5-4faf-8b54-047789372c01 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:02:22.120857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac2615e-e4aa-4316-8ccf-0b086348d17c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:02:22.125601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bac2615e-e4aa-4316-8ccf-0b086348d17c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:22.131632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a035aec-4138-42f6-a6e1-3635627b116a None None] Sync routers for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:02:22.148970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a035aec-4138-42f6-a6e1-3635627b116a None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:02:22.149653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3a035aec-4138-42f6-a6e1-3635627b116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:02:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:02:22.180159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bac2615e-e4aa-4316-8ccf-0b086348d17c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "PUT /v2.0/floatingips/eaf78500-fb81-4d34-a5ca-c1bce5102dd4 HTTP/1.1" status: 200 len: 992 time: 1.8968043 Dec 07 14:02:22.180859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6af73a4-827e-47ad-ba45-fd2b064eb9c6', 'tag': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:02:22.249627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6af73a4-827e-47ad-ba45-fd2b064eb9c6', 'tag': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8', 'status': 'completed', 'code': 200} Dec 07 14:02:22.340103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-3a035aec-4138-42f6-a6e1-3635627b116a None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:02:22.355143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80683168-d7e0-4d0e-8197-817fd85a269a req-c51b3fef-4e97-435e-8f38-49bef8db50e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 1099 time: 0.0827749 Dec 07 14:02:22.495807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80683168-d7e0-4d0e-8197-817fd85a269a req-76422c1d-84bf-4430-9455-a6223baa803f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:22.497654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80683168-d7e0-4d0e-8197-817fd85a269a req-76422c1d-84bf-4430-9455-a6223baa803f service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1362810 Dec 07 14:02:22.605709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80683168-d7e0-4d0e-8197-817fd85a269a req-0468e4bb-9f98-437a-8d26-dd00a1930617 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=996fb96e-4676-4d7a-9129-b7c7fee2ffe8 HTTP/1.1" status: 200 len: 1000 time: 0.1007607 Dec 07 14:02:22.674838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80683168-d7e0-4d0e-8197-817fd85a269a req-c08a8b84-784e-42b4-a481-76a2e7522a0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:22.676461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80683168-d7e0-4d0e-8197-817fd85a269a req-c08a8b84-784e-42b4-a481-76a2e7522a0a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0647907 Dec 07 14:02:22.700824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3a035aec-4138-42f6-a6e1-3635627b116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'eaf78500-fb81-4d34-a5ca-c1bce5102dd4', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'floating_ip_address': '172.36.4.229', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'port_id': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'mac_address': 'fa:16:3e:87:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af73a4-827e-47ad-ba45-fd2b064eb9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:00:43Z', 'updated_at': '2021-12-07T14:02:20Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:02:22.704835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a035aec-4138-42f6-a6e1-3635627b116a None None] Checking router: 02a1f046-b3a5-4faf-8b54-047789372c01 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:02:22.716248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a035aec-4138-42f6-a6e1-3635627b116a None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:02:22.717523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3a035aec-4138-42f6-a6e1-3635627b116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:02:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:02:22.756190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80683168-d7e0-4d0e-8197-817fd85a269a req-373d0f5d-d800-46c4-9246-a3fb4aee0bc7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732534 Dec 07 14:02:22.905820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80683168-d7e0-4d0e-8197-817fd85a269a req-ebae66a0-271f-494c-8af1-0798be1116d7 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422441 Dec 07 14:02:23.050687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-3a035aec-4138-42f6-a6e1-3635627b116a None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:02:23.053369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80683168-d7e0-4d0e-8197-817fd85a269a req-b653bbb2-7ad1-4b8d-9891-9c872b0b60e1 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413345 Dec 07 14:02:23.408911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-3a035aec-4138-42f6-a6e1-3635627b116a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'eaf78500-fb81-4d34-a5ca-c1bce5102dd4', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'floating_ip_address': '172.36.4.229', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'port_id': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'mac_address': 'fa:16:3e:87:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af73a4-827e-47ad-ba45-fd2b064eb9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:00:43Z', 'updated_at': '2021-12-07T14:02:20Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:02:23.413012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a035aec-4138-42f6-a6e1-3635627b116a None None] The sync data for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv is: [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'eaf78500-fb81-4d34-a5ca-c1bce5102dd4', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'floating_ip_address': '172.36.4.229', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'port_id': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'mac_address': 'fa:16:3e:87:5c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6af73a4-827e-47ad-ba45-fd2b064eb9c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:00:43Z', 'updated_at': '2021-12-07T14:02:20Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:02:23.758154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4908da9-04ef-40bd-bd4b-c97e5e93b3dc None None] New status for floating IP eaf78500-fb81-4d34-a5ca-c1bce5102dd4: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:02:30.110820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbad75fe-6c6f-4330-a490-4c7b39fb570b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:31.674096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:32.453668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-541b95d0-19dc-44d9-8db4-e4cbdd5e7d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:32.977090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:34.859571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:37.992376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:02:40.104873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:02:57.193424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17051a5c-e8b1-4b02-8267-e9407e5dfb4f req-6d6e32d0-4dcf-4007-b9cd-de97f50a6c17 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765741 Dec 07 14:02:57.342188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17051a5c-e8b1-4b02-8267-e9407e5dfb4f req-4a72390c-19a1-464e-b352-afacc1af39b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 1099 time: 0.0749137 Dec 07 14:02:57.494700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17051a5c-e8b1-4b02-8267-e9407e5dfb4f req-0cfbea15-eaa4-441a-8fd2-62d39783b053 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:57.496282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17051a5c-e8b1-4b02-8267-e9407e5dfb4f req-0cfbea15-eaa4-441a-8fd2-62d39783b053 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1345394 Dec 07 14:02:57.606969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17051a5c-e8b1-4b02-8267-e9407e5dfb4f req-c8e856f5-49d6-42b6-95b4-728ca585cfd2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=996fb96e-4676-4d7a-9129-b7c7fee2ffe8 HTTP/1.1" status: 200 len: 1002 time: 0.1008575 Dec 07 14:02:57.675403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17051a5c-e8b1-4b02-8267-e9407e5dfb4f req-eaaeb624-e473-4e2f-a845-ee0ab0eb5aac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:02:57.677016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17051a5c-e8b1-4b02-8267-e9407e5dfb4f req-eaaeb624-e473-4e2f-a845-ee0ab0eb5aac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0638738 Dec 07 14:02:57.767060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17051a5c-e8b1-4b02-8267-e9407e5dfb4f req-7025f9e3-53e7-4928-b491-56ab1bd0657b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786569 Dec 07 14:02:57.909193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17051a5c-e8b1-4b02-8267-e9407e5dfb4f req-b318008b-961f-4031-8647-cc507ab22493 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346338 Dec 07 14:02:58.057080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17051a5c-e8b1-4b02-8267-e9407e5dfb4f req-42353b8a-b5e9-4c47-a082-aa921e38f9e7 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368020 Dec 07 14:03:00.110687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b813497f-60f8-485d-9bbf-171b764f87de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:01.621861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2adb7c-f07e-4fcd-adb5-f57a50de2ff8 req-e49e464b-bf5a-410b-8479-810c5df87b70 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:01.623520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4c2adb7c-f07e-4fcd-adb5-f57a50de2ff8 req-e49e464b-bf5a-410b-8479-810c5df87b70 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0848789 Dec 07 14:03:01.670420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:01.675026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4c2adb7c-f07e-4fcd-adb5-f57a50de2ff8 req-f3b96ff1-2fb0-4b76-ad3f-ccc44cdd6a32 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450845 Dec 07 14:03:02.456629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5564f926-2d70-4259-8d31-d4960a1fe72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:02.888759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c09a90-b2c4-4366-bd19-f29763ce1965 req-5650bc57-a4d2-4597-9613-01450fa44d0b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:02.890547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-38c09a90-b2c4-4366-bd19-f29763ce1965 req-5650bc57-a4d2-4597-9613-01450fa44d0b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0896530 Dec 07 14:03:02.942002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-38c09a90-b2c4-4366-bd19-f29763ce1965 req-078b94e7-ebd2-4614-9510-f6c6f561a237 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449736 Dec 07 14:03:02.982821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:04.149627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529906df-5cb3-4a5f-966c-3affa987a2d7 req-bbef26ce-7263-4755-8113-336b546fb917 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:04.151199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-529906df-5cb3-4a5f-966c-3affa987a2d7 req-bbef26ce-7263-4755-8113-336b546fb917 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0813920 Dec 07 14:03:04.203995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-529906df-5cb3-4a5f-966c-3affa987a2d7 req-5d98cbdd-3f28-4ce8-bbfc-a42e300cfa10 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457122 Dec 07 14:03:04.891473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:05.408153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e555-edcf-44c7-8185-1972d15c373c req-e2face40-4b50-4de1-ac25-79eaf45f726e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:05.409746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c218e555-edcf-44c7-8185-1972d15c373c req-e2face40-4b50-4de1-ac25-79eaf45f726e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0831811 Dec 07 14:03:05.456988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c218e555-edcf-44c7-8185-1972d15c373c req-d80f2910-9749-4921-9e3b-3ff0e7bde42c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411384 Dec 07 14:03:06.667053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049b172-55b8-4243-a3d2-a01228ace687 req-08b56084-6a18-4478-9cb9-bba9914658e3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:06.668690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0049b172-55b8-4243-a3d2-a01228ace687 req-08b56084-6a18-4478-9cb9-bba9914658e3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0863862 Dec 07 14:03:06.718526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0049b172-55b8-4243-a3d2-a01228ace687 req-5ceb6773-aa20-4570-9ba1-09aff1bd42db tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432000 Dec 07 14:03:07.937455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9210a-d476-46bc-8eb9-d0aa1612aa6e req-b18d46b6-17d5-41c3-80e7-c69da888e750 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:07.939043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1ad9210a-d476-46bc-8eb9-d0aa1612aa6e req-b18d46b6-17d5-41c3-80e7-c69da888e750 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0837016 Dec 07 14:03:07.987605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1ad9210a-d476-46bc-8eb9-d0aa1612aa6e req-1c1f0105-9bec-4764-9306-7fd82c1dfc6b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421877 Dec 07 14:03:09.194087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7ee09-7c62-41e9-a056-7dca5dfe9ca9 req-466d6adb-fbb8-4847-b82f-fe422d519b0c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:09.195729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-59d7ee09-7c62-41e9-a056-7dca5dfe9ca9 req-466d6adb-fbb8-4847-b82f-fe422d519b0c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0856590 Dec 07 14:03:09.243297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-59d7ee09-7c62-41e9-a056-7dca5dfe9ca9 req-e7f7592d-4171-45dd-b8d4-a8391aa2c8d7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408802 Dec 07 14:03:10.108137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:10.451719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c1575-b50c-41d1-b424-5942753657ac req-48fa1415-a3c4-464a-9c58-dfc7ac62a3e3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:10.451719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bf4c1575-b50c-41d1-b424-5942753657ac req-48fa1415-a3c4-464a-9c58-dfc7ac62a3e3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0828724 Dec 07 14:03:10.503298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bf4c1575-b50c-41d1-b424-5942753657ac req-6a5bd775-4791-48d6-b3ac-0958b4fdc39f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461273 Dec 07 14:03:11.707431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beea24a-17c8-40b4-9ca9-9098608600e8 req-94b61102-c667-4ab0-b7de-ef8849922ac8 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:11.709026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6beea24a-17c8-40b4-9ca9-9098608600e8 req-94b61102-c667-4ab0-b7de-ef8849922ac8 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0822394 Dec 07 14:03:11.757099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6beea24a-17c8-40b4-9ca9-9098608600e8 req-bd064433-bb2e-4f63-bdb7-67365c15835a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419538 Dec 07 14:03:12.966801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e0e2e-dd0a-4707-9e70-fee8dde073c8 req-fe5bc48a-ca7c-4b3f-8f36-f46209fc60f6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:12.968440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8c2e0e2e-dd0a-4707-9e70-fee8dde073c8 req-fe5bc48a-ca7c-4b3f-8f36-f46209fc60f6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0870705 Dec 07 14:03:13.018184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8c2e0e2e-dd0a-4707-9e70-fee8dde073c8 req-0a9a1bf9-53f0-4556-8edd-8210f0739235 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436149 Dec 07 14:03:14.236383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fd74d-4521-472e-82f1-6347e8945042 req-400076e1-b417-4b6e-bf8d-fc1eaffe313b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:14.237949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8f3fd74d-4521-472e-82f1-6347e8945042 req-400076e1-b417-4b6e-bf8d-fc1eaffe313b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0804734 Dec 07 14:03:14.286555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8f3fd74d-4521-472e-82f1-6347e8945042 req-3a633774-53d9-48fb-99a9-d2ec1b7aed3e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424848 Dec 07 14:03:14.993670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:03:15.493743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64779ade-7136-47d3-9ac6-99ad82ee02e7 req-e440b7e5-837c-4b8f-b230-e9678d7eba0a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:15.495353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-64779ade-7136-47d3-9ac6-99ad82ee02e7 req-e440b7e5-837c-4b8f-b230-e9678d7eba0a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0847046 Dec 07 14:03:15.543371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-64779ade-7136-47d3-9ac6-99ad82ee02e7 req-7ffbc213-12be-4c46-9688-92155a112dd1 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413177 Dec 07 14:03:16.747565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41851164-2b9f-48a4-815a-344559bb8a72 req-fe5c464b-96a9-4e84-b41e-5512efe93d56 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:16.749146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41851164-2b9f-48a4-815a-344559bb8a72 req-fe5c464b-96a9-4e84-b41e-5512efe93d56 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0828550 Dec 07 14:03:16.797821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-41851164-2b9f-48a4-815a-344559bb8a72 req-2fb62083-c628-430c-a04a-8183c04ff357 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425301 Dec 07 14:03:18.005971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824345d-7bb4-4e7a-8b12-b0d3b32f939f req-4acf2d8f-fa71-4b1e-b615-e1f7095cf45a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:18.007573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0824345d-7bb4-4e7a-8b12-b0d3b32f939f req-4acf2d8f-fa71-4b1e-b615-e1f7095cf45a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0843084 Dec 07 14:03:18.057102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0824345d-7bb4-4e7a-8b12-b0d3b32f939f req-13e797d6-cc43-46ba-a300-df51d8e5d2ae tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433722 Dec 07 14:03:18.256574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d9c6fb29-c654-40cb-8ada-c7e398307b08 req-1195f5e1-182a-461f-aa64-3e31a8527e5b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0709240 Dec 07 14:03:18.716472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d410dc-6d07-4eaf-b392-7c0e83b6a12b req-562fdf79-23e3-474b-a222-b152ccf6592b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:18.718078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-22d410dc-6d07-4eaf-b392-7c0e83b6a12b req-562fdf79-23e3-474b-a222-b152ccf6592b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0865221 Dec 07 14:03:18.767709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-22d410dc-6d07-4eaf-b392-7c0e83b6a12b req-b5ee52b2-2243-48e2-bd8d-9245e644e2ad tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428722 Dec 07 14:03:18.793715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-e227f736-24d2-4ca3-a1b6-55082ce9688c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1554117 Dec 07 14:03:19.972132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d36f5c-1a2d-448a-a4a9-6a8a55fe3ce3 req-1d2384b1-e1a5-4f66-b95d-f2421f971fec tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:19.973720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d5d36f5c-1a2d-448a-a4a9-6a8a55fe3ce3 req-1d2384b1-e1a5-4f66-b95d-f2421f971fec tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0819857 Dec 07 14:03:20.029202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d5d36f5c-1a2d-448a-a4a9-6a8a55fe3ce3 req-e2cf68ee-3190-43b1-92df-9d068bbc4ed8 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491858 Dec 07 14:03:20.782035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-6fda3bf3-77fc-479a-a396-b745167128e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 1099 time: 0.0768416 Dec 07 14:03:21.221035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-ffab3bea-3513-48c2-a1da-920e0328b7dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:21.222600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-ffab3bea-3513-48c2-a1da-920e0328b7dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.4298861 Dec 07 14:03:21.330791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874bc25-4218-475f-bb14-2d2952dda1b2 req-83f5bc84-8163-4568-84a3-83d18f2da727 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:21.332461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3874bc25-4218-475f-bb14-2d2952dda1b2 req-83f5bc84-8163-4568-84a3-83d18f2da727 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.1739707 Dec 07 14:03:21.384979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-e289d151-e2d8-44f4-b7f9-1576313c8b84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=996fb96e-4676-4d7a-9129-b7c7fee2ffe8 HTTP/1.1" status: 200 len: 1002 time: 0.1511512 Dec 07 14:03:21.454803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3874bc25-4218-475f-bb14-2d2952dda1b2 req-a0d40b8a-0365-46c3-bda6-089685a73f3b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097548 Dec 07 14:03:21.468550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-d7137279-6be9-451e-829b-9b59bc50033e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:21.470117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-d7137279-6be9-451e-829b-9b59bc50033e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0742164 Dec 07 14:03:21.553297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-368bd215-ff2d-4073-9c27-93068066e7a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716538 Dec 07 14:03:21.697011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-25434458-7d8e-436f-ab7e-a4b144be8d1b service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320119 Dec 07 14:03:21.840020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-970c2c7d-6ff5-456a-b694-ea69065e4d8b service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330314 Dec 07 14:03:22.660480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23de8d3-db0c-4938-a71b-025948d5c60b req-bdb3ccc7-dde9-4ef3-86fe-4a64553230db tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:22.661968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d23de8d3-db0c-4938-a71b-025948d5c60b req-bdb3ccc7-dde9-4ef3-86fe-4a64553230db tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0852623 Dec 07 14:03:22.710059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d23de8d3-db0c-4938-a71b-025948d5c60b req-03463cb7-ac4d-49e7-a31a-5bd59ba19740 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419564 Dec 07 14:03:23.972789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-4ecbb65f-0259-416b-a3d2-7628c332324f service neutron] 10.222.0.45 "GET /v2.0/ports/996fb96e-4676-4d7a-9129-b7c7fee2ffe8/bindings/hv-neutron-ussu HTTP/1.1" status: 200 len: 384 time: 0.1018388 Dec 07 14:03:23.982750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e884e-15f4-4a8e-962b-6444bf0a18a6 req-3cb8b9bb-32cc-4a8e-9099-1f5c6f73924b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:23.984321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cf7e884e-15f4-4a8e-962b-6444bf0a18a6 req-3cb8b9bb-32cc-4a8e-9099-1f5c6f73924b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.1516182 Dec 07 14:03:24.033921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cf7e884e-15f4-4a8e-962b-6444bf0a18a6 req-bdaabcc4-04d8-4772-9b43-46fc0359c67d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433271 Dec 07 14:03:24.435789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-69bad9a5-4355-4060-8b96-d6899973239e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6&tenant_id=e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 1099 time: 0.0747414 Dec 07 14:03:24.536902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-62581905-94f8-4f39-9da3-31613dcc550f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 1099 time: 0.0762563 Dec 07 14:03:24.678991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-24d71c4c-d5c8-45ad-9fca-b973c45a1b55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:24.680595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-24d71c4c-d5c8-45ad-9fca-b973c45a1b55 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1335735 Dec 07 14:03:24.790745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-e645e16e-20e2-45f0-84c5-31104ac67e59 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=996fb96e-4676-4d7a-9129-b7c7fee2ffe8 HTTP/1.1" status: 200 len: 1002 time: 0.0996909 Dec 07 14:03:24.858893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-b0589580-99ab-41e8-baba-8fa8f65873f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:24.860426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-b0589580-99ab-41e8-baba-8fa8f65873f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0622840 Dec 07 14:03:24.939442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-7233eba6-fe94-4f57-88d0-370cd1b0125a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724144 Dec 07 14:03:25.085450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-2cb92e52-bd0b-4395-a65a-457191e744bb service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334844 Dec 07 14:03:25.302821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5ac1ee7-6ad2-41d4-b1b7-0a36adbfd0ee req-e2a8a4a5-5f00-4b5e-9bd3-aedf7e82fd7a service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039926 Dec 07 14:03:25.314977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da409c16-9aa6-45cb-af84-d56993a42e59 req-fee0fada-b894-458e-9205-d9ecc260eff4 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:25.316752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da409c16-9aa6-45cb-af84-d56993a42e59 req-fee0fada-b894-458e-9205-d9ecc260eff4 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.1381295 Dec 07 14:03:25.365329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da409c16-9aa6-45cb-af84-d56993a42e59 req-2ac1f7bc-b923-49aa-adf6-6e72f3b8faa5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426998 Dec 07 14:03:26.580282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ac1fe-a024-4aff-8b15-33d23bd4f8cd req-1fe93f88-7a71-41fb-9970-8efc43ee42ca tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:26.581812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ec5ac1fe-a024-4aff-8b15-33d23bd4f8cd req-1fe93f88-7a71-41fb-9970-8efc43ee42ca tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0814137 Dec 07 14:03:26.632362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ec5ac1fe-a024-4aff-8b15-33d23bd4f8cd req-832296fc-272a-4ebc-8b2e-1269909e6184 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444782 Dec 07 14:03:27.266950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:03:27.273743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:03:27.499209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:27.544692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:03:27.562539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6af73a4-827e-47ad-ba45-fd2b064eb9c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:03:27.571792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'port_id': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8', 'mac_address': 'fa:16:3e:87:5c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:03:27.576550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:03:27.610951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:27.618305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:03:27.690904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:27.716327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6af73a4-827e-47ad-ba45-fd2b064eb9c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8', 'code': 200} Dec 07 14:03:27.719087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:03:27.726171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:03:27.743464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:27.743859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:27.744242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:27.744621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:27.744998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:27.745373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:27.746747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:27.746869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:27.747451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:27.747825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:27.748195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:27.752648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:03:27.754578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:03:27.782437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:27.784382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:03:27.845870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bb1cb-bc12-4829-9e0e-5f0aacb18952 req-4116b853-0e49-4097-b278-3aa566545686 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:27.847430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2e7bb1cb-bc12-4829-9e0e-5f0aacb18952 req-4116b853-0e49-4097-b278-3aa566545686 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 945 time: 0.0833433 Dec 07 14:03:27.858952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,revision_number=7']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:03:27.863377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['996fb96e-4676-4d7a-9129-b7c7fee2ffe8'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:03:27.890456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:03:27.896366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2e7bb1cb-bc12-4829-9e0e-5f0aacb18952 req-6b536a9d-8edc-4264-995b-57fa78dd31d6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424638 Dec 07 14:03:28.367051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28d50b-b12b-4ee4-b32b-a6db6c735a9f req-05980a01-97c4-4e0b-9079-79b915e694c7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:28.368729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5d28d50b-b12b-4ee4-b32b-a6db6c735a9f req-05980a01-97c4-4e0b-9079-79b915e694c7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 945 time: 0.1352339 Dec 07 14:03:28.437254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a655ab-1aad-4be5-9685-d0a612331958 req-8526edc8-6fe4-4093-a384-7a00752b93fe tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:28.438788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b0a655ab-1aad-4be5-9685-d0a612331958 req-8526edc8-6fe4-4093-a384-7a00752b93fe tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6&tenant_id=e06060b4546d40cbb76a7fd61180cb53&binding%3Ahost_id=hv-neutron-ussu HTTP/1.1" status: 200 len: 945 time: 0.1392188 Dec 07 14:03:28.442629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5d28d50b-b12b-4ee4-b32b-a6db6c735a9f req-98fc713e-98da-4568-b1af-cbf9c2a3f23d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648274 Dec 07 14:03:28.594908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b0a655ab-1aad-4be5-9685-d0a612331958 req-bcf5c1a0-5cc1-4aa0-b1b9-354a100c6ea6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 1098 time: 0.0768402 Dec 07 14:03:28.736002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a655ab-1aad-4be5-9685-d0a612331958 req-c117d02b-83ca-4da4-8e4b-b37df56cfd12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:28.737465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b0a655ab-1aad-4be5-9685-d0a612331958 req-c117d02b-83ca-4da4-8e4b-b37df56cfd12 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1334281 Dec 07 14:03:28.842991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b0a655ab-1aad-4be5-9685-d0a612331958 req-05493768-3244-4914-bc5e-fb4734afd9b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=996fb96e-4676-4d7a-9129-b7c7fee2ffe8 HTTP/1.1" status: 200 len: 1001 time: 0.0948608 Dec 07 14:03:28.913969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a655ab-1aad-4be5-9685-d0a612331958 req-847dd5d2-5fee-4d30-90d7-d0288e6771d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:28.915584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b0a655ab-1aad-4be5-9685-d0a612331958 req-847dd5d2-5fee-4d30-90d7-d0288e6771d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0660279 Dec 07 14:03:28.997436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b0a655ab-1aad-4be5-9685-d0a612331958 req-c890b35a-7136-41aa-8e65-57e021dab774 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731964 Dec 07 14:03:29.145115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b0a655ab-1aad-4be5-9685-d0a612331958 req-3c552c4c-6bf7-46f0-803c-1cadf4943606 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371479 Dec 07 14:03:29.271260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:03:29.289659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b0a655ab-1aad-4be5-9685-d0a612331958 req-885ff322-18b7-4fdc-881b-dd12a1fa9f9d service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333070 Dec 07 14:03:29.353585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:03:29.354012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:29.473003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:29.506371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:03:29.550103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:29.552058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:03:29.618530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,revision_number=8']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:03:29.621931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:03:29.662039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25da9b2-f32b-4c99-9c0f-6d6e8aebcdb9 req-2fa99272-7003-41c4-a714-d9a93623ea58 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:29.663673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d25da9b2-f32b-4c99-9c0f-6d6e8aebcdb9 req-2fa99272-7003-41c4-a714-d9a93623ea58 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0911734 Dec 07 14:03:29.716576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d25da9b2-f32b-4c99-9c0f-6d6e8aebcdb9 req-db4ad225-3ff2-4c9e-a88f-2139a3dad82a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465000 Dec 07 14:03:29.717974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6af73a4-827e-47ad-ba45-fd2b064eb9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:03:29.784076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6af73a4-827e-47ad-ba45-fd2b064eb9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8', 'code': 200} Dec 07 14:03:30.102393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4b37d008-e8ce-4a9d-aa28-77a5da1f673f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:30.922236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5348b-b567-477d-b60e-3fc1734a1963 req-2760cacc-c2c8-4185-9eb9-437045d1a244 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:30.923888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-94a5348b-b567-477d-b60e-3fc1734a1963 req-2760cacc-c2c8-4185-9eb9-437045d1a244 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0852282 Dec 07 14:03:30.973029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-94a5348b-b567-477d-b60e-3fc1734a1963 req-f25f7322-e468-4349-b318-b36bde28b689 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427947 Dec 07 14:03:31.180721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f74268-ca39-4fc9-a527-6cd1bb85d656 req-fe1fe8a7-5556-46bf-9503-6969dfe188cd tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:31.182290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c2f74268-ca39-4fc9-a527-6cd1bb85d656 req-fe1fe8a7-5556-46bf-9503-6969dfe188cd tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0874450 Dec 07 14:03:31.231374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c2f74268-ca39-4fc9-a527-6cd1bb85d656 req-7b450de8-5ac0-4c64-bedb-adc1e7df8f26 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422912 Dec 07 14:03:31.662119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817f386-623c-4d85-90e3-085956c444ce req-c490e96a-8902-4602-b81a-342652865a27 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:31.663686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a817f386-623c-4d85-90e3-085956c444ce req-c490e96a-8902-4602-b81a-342652865a27 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0885916 Dec 07 14:03:31.681834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:31.755452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a817f386-623c-4d85-90e3-085956c444ce req-b29c6399-af09-4690-addd-14fbde6af6b9 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853944 Dec 07 14:03:31.782838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9125cf1b-ee87-478b-91d0-d1151404d451 req-6ab9db53-dce1-4c64-9477-5bc660348590 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 1099 time: 0.0904489 Dec 07 14:03:31.924273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125cf1b-ee87-478b-91d0-d1151404d451 req-2fd082e9-ff9e-4e7f-8da3-37dcb55a5e03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:31.925825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9125cf1b-ee87-478b-91d0-d1151404d451 req-2fd082e9-ff9e-4e7f-8da3-37dcb55a5e03 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1329162 Dec 07 14:03:32.277150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9125cf1b-ee87-478b-91d0-d1151404d451 req-f3993122-72e2-4821-85a5-7ba5aaae2751 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=996fb96e-4676-4d7a-9129-b7c7fee2ffe8 HTTP/1.1" status: 200 len: 1002 time: 0.3356838 Dec 07 14:03:32.348771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125cf1b-ee87-478b-91d0-d1151404d451 req-6e362508-891a-4ac6-a0f5-c45f03176812 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:32.350327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9125cf1b-ee87-478b-91d0-d1151404d451 req-6e362508-891a-4ac6-a0f5-c45f03176812 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0640404 Dec 07 14:03:32.440600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9125cf1b-ee87-478b-91d0-d1151404d451 req-377231c7-2d8b-4872-8a75-c298f5dc576d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796375 Dec 07 14:03:32.458406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4525240b-ba7b-4696-97e8-30cd190d7990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:32.583023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9125cf1b-ee87-478b-91d0-d1151404d451 req-9590de2b-439f-4f95-9046-bd207482928c service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316650 Dec 07 14:03:32.727390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9125cf1b-ee87-478b-91d0-d1151404d451 req-fa043abe-b2cd-44b0-8758-4b2e1b886fb8 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336768 Dec 07 14:03:32.963688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63a10e-99e0-4b29-a461-ac590d2a3d7c req-c917c5c3-6bf4-4387-9a4c-609b2527a466 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:32.965370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8e63a10e-99e0-4b29-a461-ac590d2a3d7c req-c917c5c3-6bf4-4387-9a4c-609b2527a466 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0819216 Dec 07 14:03:32.984285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:33.013123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8e63a10e-99e0-4b29-a461-ac590d2a3d7c req-8468d2e6-8bb7-44d3-9b9f-6f41255e794d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415683 Dec 07 14:03:34.217859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31cbce-4ca2-4b08-b2be-6ed40f1b9a99 req-f9550b79-55d2-44d2-873f-d100dedcb6db tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:34.219461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f31cbce-4ca2-4b08-b2be-6ed40f1b9a99 req-f9550b79-55d2-44d2-873f-d100dedcb6db tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0853348 Dec 07 14:03:34.270384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f31cbce-4ca2-4b08-b2be-6ed40f1b9a99 req-b4c20f31-715f-4342-869a-dfb39b1dcf78 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448284 Dec 07 14:03:34.773534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdeddad-328b-4426-88c7-29de8d0e520c req-30acbdda-adbd-4b5a-b119-8c3822e83001 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:34.775128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fbdeddad-328b-4426-88c7-29de8d0e520c req-30acbdda-adbd-4b5a-b119-8c3822e83001 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0802929 Dec 07 14:03:34.827161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fbdeddad-328b-4426-88c7-29de8d0e520c req-4725cd10-ddff-4788-9c7e-762b3d669c82 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449903 Dec 07 14:03:34.875689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:36.039869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aa924-917b-43fa-8ffc-c4c3204a20ee req-5d1334f2-91bd-4ba1-b67c-e6916c67fa1b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:36.041458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b1aa924-917b-43fa-8ffc-c4c3204a20ee req-5d1334f2-91bd-4ba1-b67c-e6916c67fa1b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0825474 Dec 07 14:03:36.090365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4b1aa924-917b-43fa-8ffc-c4c3204a20ee req-29252274-bff2-4f35-ab13-be3113d09e83 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422843 Dec 07 14:03:36.593029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a793b1-34e6-4be8-9a1f-0c2155793f73 req-3aec4818-a51a-4d99-8f89-522667304ebc tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:36.594498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0a793b1-34e6-4be8-9a1f-0c2155793f73 req-3aec4818-a51a-4d99-8f89-522667304ebc tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.0861804 Dec 07 14:03:36.668915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-a0a793b1-34e6-4be8-9a1f-0c2155793f73 req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Deleting port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:03:36.675482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a0a793b1-34e6-4be8-9a1f-0c2155793f73 req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:36.920919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-a0a793b1-34e6-4be8-9a1f-0c2155793f73 req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] For port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:03:36.921237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a0a793b1-34e6-4be8-9a1f-0c2155793f73 req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:37.215644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a0a793b1-34e6-4be8-9a1f-0c2155793f73 req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:37.216230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a0a793b1-34e6-4be8-9a1f-0c2155793f73 req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:37.216337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [req-a0a793b1-34e6-4be8-9a1f-0c2155793f73 req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Floating IP eaf78500-fb81-4d34-a5ca-c1bce5102dd4 disassociated. External IP: 172.36.4.229, port: 996fb96e-4676-4d7a-9129-b7c7fee2ffe8. Dec 07 14:03:37.216706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-a0a793b1-34e6-4be8-9a1f-0c2155793f73 req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Calling delete_port for 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 owned by compute:nova {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:03:37.410120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6376d88-f618-4f3b-a8a9-d8ee35892a23 req-ce9b2517-9974-45e7-b0d4-1f0f9fa2faab tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:37.411721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6376d88-f618-4f3b-a8a9-d8ee35892a23 req-ce9b2517-9974-45e7-b0d4-1f0f9fa2faab tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 946 time: 0.1644380 Dec 07 14:03:37.474757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6376d88-f618-4f3b-a8a9-d8ee35892a23 req-35625d79-63f4-48f4-9e15-0fe434bc3932 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560861 Dec 07 14:03:37.481534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a0a793b1-34e6-4be8-9a1f-0c2155793f73 req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:37.487655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab4e70fe-32c0-4f2e-b564-405df644c597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:03:37.531365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Pushing event deleted for resources: {'Port': ['ID=996fb96e-4676-4d7a-9129-b7c7fee2ffe8,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:03:37.544310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:37.544744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:37.545170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:37.545590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:37.546009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:37.546425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:37.546837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:37.547466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:37.547662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:37.548071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:37.548475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:03:37.553567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:03:37.766097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0a793b1-34e6-4be8-9a1f-0c2155793f73 req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Router 02a1f046-b3a5-4faf-8b54-047789372c01 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:03:37.976073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0a793b1-34e6-4be8-9a1f-0c2155793f73 req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:03:37.986660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e1519-37df-413d-9dd1-2f2eaa07bad7 None None] Sync routers for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:03:38.000818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e1519-37df-413d-9dd1-2f2eaa07bad7 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:03:38.001481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ad2e1519-37df-413d-9dd1-2f2eaa07bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:03:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:03:38.045129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a793b1-34e6-4be8-9a1f-0c2155793f73 req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] No DVR routers for this DVR port 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 on host hv-neutron-ussu {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:03:38.047747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a0a793b1-34e6-4be8-9a1f-0c2155793f73 req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:38.050558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6af73a4-827e-47ad-ba45-fd2b064eb9c6', 'name': 'network-vif-deleted', 'tag': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:03:38.103522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0a793b1-34e6-4be8-9a1f-0c2155793f73 req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "DELETE /v2.0/ports/996fb96e-4676-4d7a-9129-b7c7fee2ffe8 HTTP/1.1" status: 204 len: 173 time: 1.5009880 Dec 07 14:03:38.106426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6af73a4-827e-47ad-ba45-fd2b064eb9c6', 'name': 'network-vif-deleted', 'tag': '996fb96e-4676-4d7a-9129-b7c7fee2ffe8', 'status': 'completed', 'code': 200} Dec 07 14:03:38.192106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-ad2e1519-37df-413d-9dd1-2f2eaa07bad7 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:03:38.528475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ad2e1519-37df-413d-9dd1-2f2eaa07bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:03:38.532493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e1519-37df-413d-9dd1-2f2eaa07bad7 None None] Checking router: 02a1f046-b3a5-4faf-8b54-047789372c01 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:03:38.543504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e1519-37df-413d-9dd1-2f2eaa07bad7 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:03:38.544143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ad2e1519-37df-413d-9dd1-2f2eaa07bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:03:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:03:38.661942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-6ff08cb2-8da0-4af1-bc1e-c50be0c8960e req-d43b4dcf-efa2-4090-b41d-70a19858adbf tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Synchronizing usage tracker for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:03:38.708134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-6ff08cb2-8da0-4af1-bc1e-c50be0c8960e req-d43b4dcf-efa2-4090-b41d-70a19858adbf tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Unset dirty status for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:03:38.709440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6ff08cb2-8da0-4af1-bc1e-c50be0c8960e req-d43b4dcf-efa2-4090-b41d-70a19858adbf tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6af73a4-827e-47ad-ba45-fd2b064eb9c6 HTTP/1.1" status: 200 len: 210 time: 0.0961716 Dec 07 14:03:38.726556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-ad2e1519-37df-413d-9dd1-2f2eaa07bad7 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:03:39.056808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ad2e1519-37df-413d-9dd1-2f2eaa07bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:03:39.061777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e1519-37df-413d-9dd1-2f2eaa07bad7 None None] The sync data for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv is: [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:03:39.327000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:03:39.364912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:03:39.365305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 996fb96e-4676-4d7a-9129-b7c7fee2ffe8 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:03:39.501180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d205bc-1a5e-481e-8b6d-e4a95e97a44d None None] New status for floating IP eaf78500-fb81-4d34-a5ca-c1bce5102dd4: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:03:40.100417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-523fa5bb-1734-4211-8d80-39aeadd6a7c5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1248745714&fields=id&tenant_id=e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 267 time: 0.0448825 Dec 07 14:03:40.122113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:40.261365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-b3af5490-9a28-4ef2-9105-082e0b4ca85e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:40.263636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-b3af5490-9a28-4ef2-9105-082e0b4ca85e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 812 time: 0.1546268 Dec 07 14:03:40.282284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-e9dc409c-7273-43d2-b475-bd7ddd6fffb1 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/quotas/e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 375 time: 0.0128310 Dec 07 14:03:40.370667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-b273221b-e95b-4493-977c-8c12c535cd26 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821168 Dec 07 14:03:40.519096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-a30036ca-ecf8-4642-b7c1-809d5b99a84c service neutron] 10.222.0.24 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359546 Dec 07 14:03:40.662888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-2ee5e6d8-b0e3-4bb1-849f-a97e1d11fd60 service neutron] 10.222.0.24 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375451 Dec 07 14:03:40.893809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-202f5281-8b7e-42b8-810d-4503ed9c201a req-a21ced67-356e-478a-a52e-a95f39c16211 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 210 time: 0.0493457 Dec 07 14:03:42.067135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-681f4570-3c47-486d-9a33-ea2214475ab5 req-7cd5b166-6268-43a7-8978-51d7304ba9bb tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 210 time: 0.0454526 Dec 07 14:03:42.590804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-6bfd12ed-f8c9-4fa0-ae56-649b4d3642e6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:42.592382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-6bfd12ed-f8c9-4fa0-ae56-649b4d3642e6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 812 time: 0.1528938 Dec 07 14:03:42.654103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-dba6b60a-6f8a-412e-b4f3-fac5bd573bf5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 380 time: 0.0433841 Dec 07 14:03:42.663915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Request body: {'port': {'device_id': '91e37d26-0b00-4987-8582-01da1c12217c', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'admin_state_up': True, 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'security_groups': ['e8ce6e70-e59d-47ef-a731-5a1a0627e15c']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:03:43.039452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:03:43.050155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:03:43.086242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Made reservation on behalf of e06060b4546d40cbb76a7fd61180cb53 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:03:43.091815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:43.319543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b2f03ec3-f536-4a9e-a5c1-fb9b28e9c4b8 req-53417c76-19d5-4581-a194-81a576acf1cf tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 210 time: 0.0592642 Dec 07 14:03:43.334499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Allocated IP 172.20.0.11 (42b36be0-e1b0-4c5a-bccf-bbdb5464dd50/18be2012-ec7b-4959-86d8-539b92ab60ef/e9d61484-e694-4273-a057-3dd1dae4df1e) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:03:43.697364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:43.753150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Transition to ACTIVE for port object e9d61484-e694-4273-a057-3dd1dae4df1e will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:03:43.801184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:43.806867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-345482d8-faf8-4269-b983-f49c3ce0a719 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:03:43.874916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:03:43.878685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:03:43.883329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:03:43.912250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Pushing event updated for resources: {'Port': ['ID=e9d61484-e694-4273-a057-3dd1dae4df1e,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:03:43.918566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:03:43.958172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:43.958842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:44.138498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4785454 Dec 07 14:03:44.155743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Request body: {'port': {'device_id': '91e37d26-0b00-4987-8582-01da1c12217c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:03:44.247398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8d0ad130-ebed-4ffd-93a0-082bd5b0f851 None None] Provisioning for port e9d61484-e694-4273-a057-3dd1dae4df1e completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:03:44.252553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8d0ad130-ebed-4ffd-93a0-082bd5b0f851 None None] Provisioning complete for port e9d61484-e694-4273-a057-3dd1dae4df1e triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:03:44.253075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad130-ebed-4ffd-93a0-082bd5b0f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:44.269555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:44.308188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ad130-ebed-4ffd-93a0-082bd5b0f851 None None] Port e9d61484-e694-4273-a057-3dd1dae4df1e cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:03:44.630490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98534d-5cba-4986-a59b-14cc0d63076f req-06bebae6-8b5f-4034-a383-00b9b28cb025 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:44.631143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-8b98534d-5cba-4986-a59b-14cc0d63076f req-06bebae6-8b5f-4034-a383-00b9b28cb025 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Synchronizing usage tracker for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:03:44.707269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d61484-e694-4273-a057-3dd1dae4df1e {{(pid=88897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:03:44.714603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:44.724579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-8b98534d-5cba-4986-a59b-14cc0d63076f req-06bebae6-8b5f-4034-a383-00b9b28cb025 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Unset dirty status for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:03:44.725850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8b98534d-5cba-4986-a59b-14cc0d63076f req-06bebae6-8b5f-4034-a383-00b9b28cb025 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 932 time: 0.2345519 Dec 07 14:03:44.731785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Transition to ACTIVE for port object e9d61484-e694-4273-a057-3dd1dae4df1e will not be triggered until provisioned by entity L2. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:03:44.774578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8b98534d-5cba-4986-a59b-14cc0d63076f req-4d80a7d5-1553-464a-97ec-859d97221506 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416281 Dec 07 14:03:44.777879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:44.782676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-adc5c068-34b0-4ea6-8734-87caced6fa2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:03:44.907822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d61484-e694-4273-a057-3dd1dae4df1e,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:03:44.911173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:03:45.028740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Attempting to bind port e9d61484-e694-4273-a057-3dd1dae4df1e on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:03:45.029106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Attempting to bind port e9d61484-e694-4273-a057-3dd1dae4df1e by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:03:45.029465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Attempting to bind port e9d61484-e694-4273-a057-3dd1dae4df1e on network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:03:45.035641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Port e9d61484-e694-4273-a057-3dd1dae4df1e on network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:03:45.035995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Attempting to bind port e9d61484-e694-4273-a057-3dd1dae4df1e on network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:03:45.042766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:03:45.043139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Checking segment: {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:03:45.043594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Bound using segment: {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:03:45.044061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Bound port: e9d61484-e694-4273-a057-3dd1dae4df1e, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'}}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:03:45.044437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:45.142722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] For port e9d61484-e694-4273-a057-3dd1dae4df1e, host hv-neutron-ussu, cleared binding levels {{(pid=88897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:03:45.146023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] For port e9d61484-e694-4273-a057-3dd1dae4df1e, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=e9d61484-e694-4273-a057-3dd1dae4df1e,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:03:45.184793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:45.189327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6faefcc7-e4d1-4728-ad02-a885fc160c32 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:03:45.243559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:45.245234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] 10.222.0.45 "PUT /v2.0/ports/e9d61484-e694-4273-a057-3dd1dae4df1e HTTP/1.1" status: 200 len: 1094 time: 1.0946736 Dec 07 14:03:45.246472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e37d26-0b00-4987-8582-01da1c12217c', 'tag': 'e9d61484-e694-4273-a057-3dd1dae4df1e'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:03:45.275786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d61484-e694-4273-a057-3dd1dae4df1e,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:03:45.281118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:03:45.312001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e37d26-0b00-4987-8582-01da1c12217c', 'tag': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'status': 'completed', 'code': 200} Dec 07 14:03:45.416239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-bc383f6e-c773-4fab-b64f-140d1b1d474c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 1097 time: 0.0768778 Dec 07 14:03:45.497861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-92d521d0-1c1c-404d-a6d8-efd2b856b976 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d61484-e694-4273-a057-3dd1dae4df1e HTTP/1.1" status: 200 len: 217 time: 0.0697072 Dec 07 14:03:45.572418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d518f5ca-25d7-4261-b0ed-814fa216dd34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:45.574196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d518f5ca-25d7-4261-b0ed-814fa216dd34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0666890 Dec 07 14:03:45.661398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-0d1e479b-9365-483d-8bb6-8cab7f3d3a5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777171 Dec 07 14:03:45.804667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-d080442d-25ec-45f3-829a-fcb770694c7d service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322808 Dec 07 14:03:46.004312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-208909ae-2ea0-4d8f-a7d1-5512ac4bee9e req-a4ce3af7-0873-4111-819f-7187d579cd99 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890819 Dec 07 14:03:46.024414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0e76f-5c83-4ef7-8825-189579076d28 req-07c2452a-0818-4b4c-941e-2fd79a257f8d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:46.025998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f3b0e76f-5c83-4ef7-8825-189579076d28 req-07c2452a-0818-4b4c-941e-2fd79a257f8d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 944 time: 0.1217456 Dec 07 14:03:46.077692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f3b0e76f-5c83-4ef7-8825-189579076d28 req-84eff638-93a4-44c1-9343-4bf82ae3c9f6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446398 Dec 07 14:03:46.175293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f790568-acab-48c4-8f6f-eeff6601a43a req-f9691588-fd4c-427f-882e-9aa9b497cbf8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 1097 time: 0.0789251 Dec 07 14:03:46.322082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f790568-acab-48c4-8f6f-eeff6601a43a req-32ee3ae4-6a45-4489-98fd-d938e73ea338 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:46.324329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f790568-acab-48c4-8f6f-eeff6601a43a req-32ee3ae4-6a45-4489-98fd-d938e73ea338 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1382842 Dec 07 14:03:46.396119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f790568-acab-48c4-8f6f-eeff6601a43a req-6d58db21-8d24-46b3-bfb5-d201b433de81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d61484-e694-4273-a057-3dd1dae4df1e HTTP/1.1" status: 200 len: 217 time: 0.0633628 Dec 07 14:03:46.470808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f790568-acab-48c4-8f6f-eeff6601a43a req-e5796b99-2b4a-4767-9120-b4628330fc85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:46.472383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f790568-acab-48c4-8f6f-eeff6601a43a req-e5796b99-2b4a-4767-9120-b4628330fc85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0671599 Dec 07 14:03:46.554966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f790568-acab-48c4-8f6f-eeff6601a43a req-1927b014-0e39-443b-b095-de72cc33dd0b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738075 Dec 07 14:03:46.700711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f790568-acab-48c4-8f6f-eeff6601a43a req-af760c80-5d1f-4c11-bab8-d6357e914191 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375880 Dec 07 14:03:46.844744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f790568-acab-48c4-8f6f-eeff6601a43a req-1902347e-37e0-4942-b4e4-9e4065c99cf3 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365552 Dec 07 14:03:47.296005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7534e-c347-4ee5-aff1-11f4b061a66c req-1fe7de29-f15e-4b8a-8e01-691627840560 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:47.297542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-45c7534e-c347-4ee5-aff1-11f4b061a66c req-1fe7de29-f15e-4b8a-8e01-691627840560 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 944 time: 0.0908842 Dec 07 14:03:47.347049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-45c7534e-c347-4ee5-aff1-11f4b061a66c req-15a7f3c8-07f1-4aa7-a1d2-9459400b7df2 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431945 Dec 07 14:03:47.370123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device e9d61484-e694-4273-a057-3dd1dae4df1e details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:03:47.512604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port e9d61484-e694-4273-a057-3dd1dae4df1e, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=e9d61484-e694-4273-a057-3dd1dae4df1e,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:03:47.526967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'port_id': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'mac_address': 'fa:16:3e:f5:c9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:03:47.580731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:47.601833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d61484-e694-4273-a057-3dd1dae4df1e {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:03:47.616375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port e9d61484-e694-4273-a057-3dd1dae4df1e, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=e9d61484-e694-4273-a057-3dd1dae4df1e,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:03:47.646493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:47.648350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-66a7bcc5-1cbb-467e-925a-81daf858fae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:03:47.712780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=e9d61484-e694-4273-a057-3dd1dae4df1e,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:03:47.716502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:03:47.908262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['e9d61484-e694-4273-a057-3dd1dae4df1e'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:03:48.554065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e6c6d-6d24-46c1-bc9c-0a031ed12dde req-c88749ce-37b3-4421-bac0-60c92ead1c0e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:48.555647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-718e6c6d-6d24-46c1-bc9c-0a031ed12dde req-c88749ce-37b3-4421-bac0-60c92ead1c0e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 945 time: 0.0820618 Dec 07 14:03:48.604025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-718e6c6d-6d24-46c1-bc9c-0a031ed12dde req-dcdad981-e671-4d8b-a56a-41312a12719b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418754 Dec 07 14:03:49.372665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device e9d61484-e694-4273-a057-3dd1dae4df1e up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:03:49.475213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port e9d61484-e694-4273-a057-3dd1dae4df1e completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:03:49.480689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port e9d61484-e694-4273-a057-3dd1dae4df1e triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:03:49.481113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:49.601291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:49.629925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e37d26-0b00-4987-8582-01da1c12217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d61484-e694-4273-a057-3dd1dae4df1e'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:03:49.640218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port e9d61484-e694-4273-a057-3dd1dae4df1e, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=e9d61484-e694-4273-a057-3dd1dae4df1e,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:03:49.685775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e37d26-0b00-4987-8582-01da1c12217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'code': 200} Dec 07 14:03:49.687008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:49.689036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:03:49.757661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=e9d61484-e694-4273-a057-3dd1dae4df1e,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:03:49.761586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:03:49.818837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492f6de-edd4-41a1-b70a-93a89c9fac53 req-9aaa4ea1-5256-4c68-81d0-419748c313c1 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:49.821723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a492f6de-edd4-41a1-b70a-93a89c9fac53 req-9aaa4ea1-5256-4c68-81d0-419748c313c1 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0860822 Dec 07 14:03:49.871340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a492f6de-edd4-41a1-b70a-93a89c9fac53 req-c5a663a2-bf99-4a1c-84c9-18b26eeab5d7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441182 Dec 07 14:03:50.014357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-48cad36b-774d-4ac6-a98b-f137197e4dd0 req-14eb93fa-1c81-4a5a-b0dc-56f00ccf0fdd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 1099 time: 0.0742707 Dec 07 14:03:50.067095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-48cad36b-774d-4ac6-a98b-f137197e4dd0 req-6e3b52a4-d124-4e96-b896-a6a518094b31 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427263 Dec 07 14:03:51.078047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947f71a-605f-4946-a813-98adf2adec95 req-2eed6ff7-60e4-4324-b61f-ba9839889370 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:51.079643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3947f71a-605f-4946-a813-98adf2adec95 req-2eed6ff7-60e4-4324-b61f-ba9839889370 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0821476 Dec 07 14:03:51.129832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3947f71a-605f-4946-a813-98adf2adec95 req-3310070e-943a-497d-9f9a-d746076a867c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432911 Dec 07 14:03:51.994481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:03:52.342535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5479b59-83b5-404b-868e-fce7ca112731 req-81838431-2785-4714-b7d9-0ad0144a8792 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:52.344134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c5479b59-83b5-404b-868e-fce7ca112731 req-81838431-2785-4714-b7d9-0ad0144a8792 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0889702 Dec 07 14:03:52.392203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c5479b59-83b5-404b-868e-fce7ca112731 req-8fb2b691-4e95-49fc-b31c-5becbebc2d0c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420587 Dec 07 14:03:52.592635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9f4a7-64f3-4283-8636-4fb3d12e027d req-ca9b8bd5-5dcc-4903-934b-fed3e9dba730 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:52.594144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7cc9f4a7-64f3-4283-8636-4fb3d12e027d req-ca9b8bd5-5dcc-4903-934b-fed3e9dba730 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0816314 Dec 07 14:03:52.603848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 55886) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:03:52.609665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-135bbe5c-c9f6-48fb-b2a9-94c8ec143794 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Request body: {'floatingip': {'port_id': 'e9d61484-e694-4273-a057-3dd1dae4df1e'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:03:52.690727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-135bbe5c-c9f6-48fb-b2a9-94c8ec143794 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for floatingip, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:53.537779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-135bbe5c-c9f6-48fb-b2a9-94c8ec143794 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:53.572319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-135bbe5c-c9f6-48fb-b2a9-94c8ec143794 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:53.763763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-135bbe5c-c9f6-48fb-b2a9-94c8ec143794 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Floating IP eaf78500-fb81-4d34-a5ca-c1bce5102dd4 associated. External IP: 172.36.4.229, port: e9d61484-e694-4273-a057-3dd1dae4df1e. Dec 07 14:03:54.168260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135bbe5c-c9f6-48fb-b2a9-94c8ec143794 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Router 02a1f046-b3a5-4faf-8b54-047789372c01 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:03:54.387415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135bbe5c-c9f6-48fb-b2a9-94c8ec143794 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:03:54.392407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-135bbe5c-c9f6-48fb-b2a9-94c8ec143794 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:03:54.397397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7f1735-c380-4ffa-885b-6aeae7c7a23c None None] Sync routers for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:03:54.412720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7f1735-c380-4ffa-885b-6aeae7c7a23c None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:03:54.413374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2f7f1735-c380-4ffa-885b-6aeae7c7a23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:03:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:03:54.450020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-135bbe5c-c9f6-48fb-b2a9-94c8ec143794 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "PUT /v2.0/floatingips/eaf78500-fb81-4d34-a5ca-c1bce5102dd4 HTTP/1.1" status: 200 len: 992 time: 1.8449984 Dec 07 14:03:54.450734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e37d26-0b00-4987-8582-01da1c12217c', 'tag': 'e9d61484-e694-4273-a057-3dd1dae4df1e'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:03:54.513907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e37d26-0b00-4987-8582-01da1c12217c', 'tag': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'status': 'completed', 'code': 200} Dec 07 14:03:54.622583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17dff181-b186-465e-b4db-bc63e1b4d3b2 req-e0c1a96f-ace7-45b1-8111-35496247e656 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 1099 time: 0.0834093 Dec 07 14:03:54.743971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-2f7f1735-c380-4ffa-885b-6aeae7c7a23c None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:03:54.767172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dff181-b186-465e-b4db-bc63e1b4d3b2 req-29708461-3710-4549-9a67-87ee45cdd091 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:54.768774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17dff181-b186-465e-b4db-bc63e1b4d3b2 req-29708461-3710-4549-9a67-87ee45cdd091 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1382666 Dec 07 14:03:54.873667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17dff181-b186-465e-b4db-bc63e1b4d3b2 req-1075f6f4-e0b6-4444-b564-d6201e629c39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d61484-e694-4273-a057-3dd1dae4df1e HTTP/1.1" status: 200 len: 1000 time: 0.0983825 Dec 07 14:03:54.945767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dff181-b186-465e-b4db-bc63e1b4d3b2 req-ea91ef65-8c30-4833-b336-12daf75361e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:54.947375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17dff181-b186-465e-b4db-bc63e1b4d3b2 req-ea91ef65-8c30-4833-b336-12daf75361e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0676951 Dec 07 14:03:55.026920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17dff181-b186-465e-b4db-bc63e1b4d3b2 req-261f6357-23e9-43e5-97db-f5cd813af0b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725772 Dec 07 14:03:55.103006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2f7f1735-c380-4ffa-885b-6aeae7c7a23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'eaf78500-fb81-4d34-a5ca-c1bce5102dd4', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'floating_ip_address': '172.36.4.229', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'port_id': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'mac_address': 'fa:16:3e:f5:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e37d26-0b00-4987-8582-01da1c12217c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:00:43Z', 'updated_at': '2021-12-07T14:03:53Z', 'revision_number': 9, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:03:55.107630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7f1735-c380-4ffa-885b-6aeae7c7a23c None None] Checking router: 02a1f046-b3a5-4faf-8b54-047789372c01 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:03:55.118626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7f1735-c380-4ffa-885b-6aeae7c7a23c None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:03:55.119335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2f7f1735-c380-4ffa-885b-6aeae7c7a23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:03:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:03:55.168349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17dff181-b186-465e-b4db-bc63e1b4d3b2 req-a443cede-65b5-4dbf-8baf-107b52b3b1e2 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346383 Dec 07 14:03:55.306291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-2f7f1735-c380-4ffa-885b-6aeae7c7a23c None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:03:55.311268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17dff181-b186-465e-b4db-bc63e1b4d3b2 req-00fe4766-5ef3-4ac1-8ab5-ceed833853ad service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361544 Dec 07 14:03:55.665366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2f7f1735-c380-4ffa-885b-6aeae7c7a23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'eaf78500-fb81-4d34-a5ca-c1bce5102dd4', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'floating_ip_address': '172.36.4.229', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'port_id': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'mac_address': 'fa:16:3e:f5:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e37d26-0b00-4987-8582-01da1c12217c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:00:43Z', 'updated_at': '2021-12-07T14:03:53Z', 'revision_number': 9, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:03:55.669647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7f1735-c380-4ffa-885b-6aeae7c7a23c None None] The sync data for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv is: [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'eaf78500-fb81-4d34-a5ca-c1bce5102dd4', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'floating_ip_address': '172.36.4.229', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'port_id': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'mac_address': 'fa:16:3e:f5:c9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e37d26-0b00-4987-8582-01da1c12217c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:00:43Z', 'updated_at': '2021-12-07T14:03:53Z', 'revision_number': 9, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:03:56.036603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a272dfb-1f84-4f43-b347-766570e8871c None None] New status for floating IP eaf78500-fb81-4d34-a5ca-c1bce5102dd4: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:03:59.188084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1bd124e-5e5c-4419-9c21-b7f01690e36c req-e8ce4725-9371-4f27-872d-bbd6e9683d1b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721264 Dec 07 14:03:59.340922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1bd124e-5e5c-4419-9c21-b7f01690e36c req-49840254-750c-4e83-9508-cddaf932191d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 1099 time: 0.0816031 Dec 07 14:03:59.494982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd124e-5e5c-4419-9c21-b7f01690e36c req-44b81894-69aa-4b78-8ede-4bd2f19c1ceb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:59.496576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1bd124e-5e5c-4419-9c21-b7f01690e36c req-44b81894-69aa-4b78-8ede-4bd2f19c1ceb service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1360018 Dec 07 14:03:59.600846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1bd124e-5e5c-4419-9c21-b7f01690e36c req-290a5947-8276-43c5-b2d0-9e3109649d8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d61484-e694-4273-a057-3dd1dae4df1e HTTP/1.1" status: 200 len: 1003 time: 0.0974226 Dec 07 14:03:59.667951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd124e-5e5c-4419-9c21-b7f01690e36c req-6502e9b4-082e-4eb1-8ef5-4b6e9e4e28c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:03:59.669443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1bd124e-5e5c-4419-9c21-b7f01690e36c req-6502e9b4-082e-4eb1-8ef5-4b6e9e4e28c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0622339 Dec 07 14:03:59.749690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1bd124e-5e5c-4419-9c21-b7f01690e36c req-e6823e4e-d600-43f6-ae58-12895fffeac5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712600 Dec 07 14:03:59.887377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1bd124e-5e5c-4419-9c21-b7f01690e36c req-19009bae-96fa-4972-b0a6-ed20962cca19 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310852 Dec 07 14:04:00.028221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1bd124e-5e5c-4419-9c21-b7f01690e36c req-b34540a6-53b6-4def-8e80-93277d457c87 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339462 Dec 07 14:04:00.103725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f6726e27-185e-4d99-bf3f-302e9c413394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:01.678738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:02.457776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e9da104f-1d79-4e25-bba7-c4e7a2702633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:02.983476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:04.874725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:10.126597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:28.997035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:04:30.108605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f58ac6a8-8b30-4ae8-bade-0709a02e33c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:31.661505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:32.463256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fff4840f-bd65-42bc-a580-96569bc18229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:32.811313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aa2c0818-6dc7-404d-a707-1714af35243f req-8e583683-ba8b-4c89-9ca3-abe68d836539 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3843400 Dec 07 14:04:32.977424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:34.206555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-3bd9ff6f-3d77-416b-b284-fa30cdc37b6a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769382 Dec 07 14:04:34.216109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a0826-1993-4741-aac9-1e80e188efd2 req-97a1f0f2-1ddf-47a6-a0c8-683c04c0bce1 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:34.217741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a45a0826-1993-4741-aac9-1e80e188efd2 req-97a1f0f2-1ddf-47a6-a0c8-683c04c0bce1 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0856621 Dec 07 14:04:34.270135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a45a0826-1993-4741-aac9-1e80e188efd2 req-08cd11a4-4f10-40df-97da-94d8910482a5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460353 Dec 07 14:04:34.897629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:35.569200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584033d-9cbe-479b-85f7-ebb5f4d2f43c req-28d4c0f5-db7a-46ce-845c-c1cd72a749e3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:35.570732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3584033d-9cbe-479b-85f7-ebb5f4d2f43c req-28d4c0f5-db7a-46ce-845c-c1cd72a749e3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0852950 Dec 07 14:04:35.621137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3584033d-9cbe-479b-85f7-ebb5f4d2f43c req-cc9f485c-020e-42db-ab30-879a045aa26b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433547 Dec 07 14:04:36.047454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-9f942701-9405-4402-bb8c-dee3627a8861 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 1099 time: 0.0769255 Dec 07 14:04:36.189439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-a5d53057-bed8-4f73-b327-7270a2823866 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:36.190987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-a5d53057-bed8-4f73-b327-7270a2823866 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1358662 Dec 07 14:04:36.298062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-5c9b81a9-58f8-47b7-abce-eb3c4d2137f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d61484-e694-4273-a057-3dd1dae4df1e HTTP/1.1" status: 200 len: 1003 time: 0.0967667 Dec 07 14:04:36.374682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-46c5533b-2d23-4226-aa7a-834d63ee6d4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:36.376257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-46c5533b-2d23-4226-aa7a-834d63ee6d4c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0687168 Dec 07 14:04:36.462937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-6b2a05da-cc36-49ff-9030-5b9b8b943447 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736227 Dec 07 14:04:36.606355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-2221b0cb-75db-414c-bcef-79521ba500ae service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330187 Dec 07 14:04:36.796814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-b99cdb58-5916-4566-8c80-f0e47eae7dff service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809967 Dec 07 14:04:36.839086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978065b0-b0c3-4ed2-94bd-d5061902355f req-3e497dfc-75c8-4d05-8f7c-3f60cd40786c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:36.840673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-978065b0-b0c3-4ed2-94bd-d5061902355f req-3e497dfc-75c8-4d05-8f7c-3f60cd40786c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0910907 Dec 07 14:04:36.888341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-978065b0-b0c3-4ed2-94bd-d5061902355f req-08271e72-6378-4f80-990c-379aeb37d830 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414565 Dec 07 14:04:38.097841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02401d47-3a3a-4335-8be5-753111474c7b req-82691264-63d8-4eb3-a845-8f430638ffe4 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:38.099472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-02401d47-3a3a-4335-8be5-753111474c7b req-82691264-63d8-4eb3-a845-8f430638ffe4 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0852818 Dec 07 14:04:38.148114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-02401d47-3a3a-4335-8be5-753111474c7b req-b556e5e6-c0fd-4ad0-9ce8-0270c083edd5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419800 Dec 07 14:04:39.493514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb2bcc-10e2-475f-a72a-e71daed21248 req-3f6aa2d6-57e5-48fb-b9f7-53763da0e7ed tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:39.494975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4aeb2bcc-10e2-475f-a72a-e71daed21248 req-3f6aa2d6-57e5-48fb-b9f7-53763da0e7ed tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0856376 Dec 07 14:04:39.542865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4aeb2bcc-10e2-475f-a72a-e71daed21248 req-bc417ad0-ed10-402a-b512-abd5e648d43f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417569 Dec 07 14:04:40.129799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:40.746088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8ad32-c8ef-4204-b7d8-74601320dfc0 req-08c36c44-426c-47be-b847-18bf218a7fcd tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:40.747715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-12e8ad32-c8ef-4204-b7d8-74601320dfc0 req-08c36c44-426c-47be-b847-18bf218a7fcd tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0818946 Dec 07 14:04:40.800054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-12e8ad32-c8ef-4204-b7d8-74601320dfc0 req-f9cf8ef0-3790-4367-86a0-de63246e366e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461814 Dec 07 14:04:42.000996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831aad2c-c5d7-4a29-87d1-0d63d6e672b0 req-bee3a8ed-2875-43ff-b45f-3f291bdbce03 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:42.002563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-831aad2c-c5d7-4a29-87d1-0d63d6e672b0 req-bee3a8ed-2875-43ff-b45f-3f291bdbce03 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0815332 Dec 07 14:04:42.049871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-831aad2c-c5d7-4a29-87d1-0d63d6e672b0 req-6e5b7b2b-af7e-4ad9-9e6b-21ab7dcd61c6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413251 Dec 07 14:04:43.256436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e759457-9f45-4c75-963e-0c70d64679dd req-79f50469-03e4-4ec2-812d-8a4915647432 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:43.257998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e759457-9f45-4c75-963e-0c70d64679dd req-79f50469-03e4-4ec2-812d-8a4915647432 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0854442 Dec 07 14:04:43.310441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e759457-9f45-4c75-963e-0c70d64679dd req-a481abaa-f0e4-4af2-b69b-a26da5f8bd67 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455742 Dec 07 14:04:44.516619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8607b-46e5-4a2d-a633-87c1b3f73734 req-3bec0d53-9b18-4a12-9887-bb495c108779 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:44.518172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-42d8607b-46e5-4a2d-a633-87c1b3f73734 req-3bec0d53-9b18-4a12-9887-bb495c108779 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0802472 Dec 07 14:04:44.566098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-42d8607b-46e5-4a2d-a633-87c1b3f73734 req-082f4899-6bd6-4953-abd5-8e07cf47f60c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417252 Dec 07 14:04:45.776350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3568e91-c1aa-4751-8c6c-4f65f312f682 req-3ac5699b-f224-44c3-bd56-d4637c8ac3f0 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:45.778166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a3568e91-c1aa-4751-8c6c-4f65f312f682 req-3ac5699b-f224-44c3-bd56-d4637c8ac3f0 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0855033 Dec 07 14:04:45.825811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a3568e91-c1aa-4751-8c6c-4f65f312f682 req-5d1d3af8-073c-4a37-a31f-ef413b107dfb tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414732 Dec 07 14:04:47.033224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af0844-a99b-4e26-a5cc-cf54a636b34d req-c3f2dad0-c392-4226-b149-314eed5cf529 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:47.034827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-58af0844-a99b-4e26-a5cc-cf54a636b34d req-c3f2dad0-c392-4226-b149-314eed5cf529 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0828462 Dec 07 14:04:47.082629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-58af0844-a99b-4e26-a5cc-cf54a636b34d req-794c07ad-c0ad-479a-9d8b-566437ead61e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413759 Dec 07 14:04:48.292828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d78482-4328-49f2-bfa5-f7041845fa48 req-54bf3a17-782b-4f73-b996-9f0d4ae1b98b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:48.294437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4d78482-4328-49f2-bfa5-f7041845fa48 req-54bf3a17-782b-4f73-b996-9f0d4ae1b98b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0895138 Dec 07 14:04:48.344699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4d78482-4328-49f2-bfa5-f7041845fa48 req-a28472c1-2abd-434b-8001-059ec16a6921 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440443 Dec 07 14:04:48.981805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-1976c74e-efba-49b3-8e55-230a0477efc8 service neutron] 10.222.0.45 "GET /v2.0/ports/e9d61484-e694-4273-a057-3dd1dae4df1e/bindings/hv-neutron-ussu HTTP/1.1" status: 200 len: 384 time: 0.0780916 Dec 07 14:04:49.503807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-c8fcfe4b-b425-406c-a5e4-54d2ff00f62b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c&tenant_id=e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 1099 time: 0.1152065 Dec 07 14:04:49.600073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81d439-ac00-4f1b-ad20-86c9981a4c9e req-fff5ebc4-f1f5-4037-be61-cf8d54988da2 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:49.601551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1f81d439-ac00-4f1b-ad20-86c9981a4c9e req-fff5ebc4-f1f5-4037-be61-cf8d54988da2 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.1349907 Dec 07 14:04:49.660374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-96b46adb-0150-41ef-918a-bea4f880674e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 1099 time: 0.1273277 Dec 07 14:04:49.667556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1f81d439-ac00-4f1b-ad20-86c9981a4c9e req-1ca4407a-d10c-4639-986c-b9d564ae9c6e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584049 Dec 07 14:04:49.801120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-94d75d05-68c2-465c-9539-abfbe1cdf6a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:49.802698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-94d75d05-68c2-465c-9539-abfbe1cdf6a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1342599 Dec 07 14:04:49.914903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-6566f7b0-0afe-4c3a-95fc-60526bbd7a9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d61484-e694-4273-a057-3dd1dae4df1e HTTP/1.1" status: 200 len: 1003 time: 0.1012182 Dec 07 14:04:49.986647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-4475dda0-aaeb-4e57-8358-28d1e32664bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:49.988183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-4475dda0-aaeb-4e57-8358-28d1e32664bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0631196 Dec 07 14:04:50.072934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-68c9bfb9-2844-4153-a787-7c05399514b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746682 Dec 07 14:04:50.216119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-c3e49da2-8377-4d8b-9ec4-7bea22ee8462 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321416 Dec 07 14:04:50.361498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1ffb15b-4230-48a6-beae-6cec75b010f9 req-a4714b5d-feb1-4c99-93c5-13538645e9ee service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355968 Dec 07 14:04:50.871276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337fc88-d18f-4d5a-8e09-661bc542ed0b req-4d4692df-7e9f-4e45-8b70-8ee435fc538b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:50.872822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e337fc88-d18f-4d5a-8e09-661bc542ed0b req-4d4692df-7e9f-4e45-8b70-8ee435fc538b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0834241 Dec 07 14:04:50.922825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e337fc88-d18f-4d5a-8e09-661bc542ed0b req-27832973-b980-41d2-8fb7-55600305f21f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440679 Dec 07 14:04:51.642526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device e9d61484-e694-4273-a057-3dd1dae4df1e details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:04:51.646097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device e9d61484-e694-4273-a057-3dd1dae4df1e no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:04:51.873397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:51.895977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port e9d61484-e694-4273-a057-3dd1dae4df1e, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=e9d61484-e694-4273-a057-3dd1dae4df1e,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:04:51.917188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'port_id': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'mac_address': 'fa:16:3e:f5:c9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:04:51.923159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e37d26-0b00-4987-8582-01da1c12217c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9d61484-e694-4273-a057-3dd1dae4df1e'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:04:51.965921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port e9d61484-e694-4273-a057-3dd1dae4df1e, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=e9d61484-e694-4273-a057-3dd1dae4df1e,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:04:51.986731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:52.001501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:52.005238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:04:52.037347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e37d26-0b00-4987-8582-01da1c12217c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'code': 200} Dec 07 14:04:52.051961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9d61484-e694-4273-a057-3dd1dae4df1e {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:04:52.130110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=e9d61484-e694-4273-a057-3dd1dae4df1e,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:04:52.135604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 14:04:52.136007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 14:04:52.139849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39701a88-4578-4e53-b231-bbdef3202085 req-b6f62c76-f402-4ef5-8c52-e293d45d7476 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:52.141343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:04:52.141470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39701a88-4578-4e53-b231-bbdef3202085 req-b6f62c76-f402-4ef5-8c52-e293d45d7476 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 944 time: 0.0871661 Dec 07 14:04:52.141728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:04:52.142101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:04:52.142476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:04:52.142843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:04:52.143209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:04:52.143599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:04:52.143960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:04:52.144320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:04:52.144679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:04:52.145036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:04:52.149427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:04:52.190027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39701a88-4578-4e53-b231-bbdef3202085 req-15dcb3a9-c8b6-4537-9d3f-cf9650a7f3c4 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424135 Dec 07 14:04:52.695394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:52.712933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d61484-e694-4273-a057-3dd1dae4df1e {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:04:52.728099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port e9d61484-e694-4273-a057-3dd1dae4df1e, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=e9d61484-e694-4273-a057-3dd1dae4df1e,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:04:52.759856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:52.761619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:04:52.832279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['e9d61484-e694-4273-a057-3dd1dae4df1e'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:04:52.858136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=e9d61484-e694-4273-a057-3dd1dae4df1e,revision_number=7']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:04:52.861248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:04:53.402426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1b5c2-3ac9-4d22-8602-fb527dbe2a65 req-4021b751-ef2a-475f-883a-42e16c6d7808 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:53.404042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0bc1b5c2-3ac9-4d22-8602-fb527dbe2a65 req-4021b751-ef2a-475f-883a-42e16c6d7808 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 945 time: 0.0854886 Dec 07 14:04:53.451510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0bc1b5c2-3ac9-4d22-8602-fb527dbe2a65 req-5fb8ee45-403e-4285-ac2a-6b1fd2e36f23 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413432 Dec 07 14:04:53.656840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device e9d61484-e694-4273-a057-3dd1dae4df1e up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:04:53.727746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port e9d61484-e694-4273-a057-3dd1dae4df1e triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:04:53.728173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:53.847507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:53.881165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port e9d61484-e694-4273-a057-3dd1dae4df1e, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=e9d61484-e694-4273-a057-3dd1dae4df1e,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:04:53.906972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:53.909091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:04:53.976746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=e9d61484-e694-4273-a057-3dd1dae4df1e,revision_number=8']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:04:53.979960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:04:54.038738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e37d26-0b00-4987-8582-01da1c12217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d61484-e694-4273-a057-3dd1dae4df1e'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:04:54.107925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e37d26-0b00-4987-8582-01da1c12217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'code': 200} Dec 07 14:04:54.112965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-5a2dc64f-4075-4065-a24a-cf24254312a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:54.114520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-5a2dc64f-4075-4065-a24a-cf24254312a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c&tenant_id=e06060b4546d40cbb76a7fd61180cb53&binding%3Ahost_id=hv-neutron-ussu HTTP/1.1" status: 200 len: 946 time: 0.1536682 Dec 07 14:04:54.124488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc47e2c-5f11-4c32-b10d-1a660c6f07e5 req-e5e59d4a-6c54-402d-a2c4-b5c6a2a5a261 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:54.125980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6bc47e2c-5f11-4c32-b10d-1a660c6f07e5 req-e5e59d4a-6c54-402d-a2c4-b5c6a2a5a261 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.1218979 Dec 07 14:04:54.234220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6bc47e2c-5f11-4c32-b10d-1a660c6f07e5 req-71734038-a134-49bf-8664-51dd978c5502 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683167 Dec 07 14:04:54.240166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-3f206cd6-1333-43ce-80c6-fc06242cbe1b service neutron] 10.222.0.45 "GET /v2.0/ports/e9d61484-e694-4273-a057-3dd1dae4df1e/bindings/hv-neutron-ussu HTTP/1.1" status: 200 len: 384 time: 0.1132760 Dec 07 14:04:54.338937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-5c42c69c-13b5-4237-875a-517ab675b7e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 1099 time: 0.0748413 Dec 07 14:04:54.480707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-eef081cc-c7fb-4a7d-9ad7-4d30828b4582 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:54.482256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-eef081cc-c7fb-4a7d-9ad7-4d30828b4582 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1363776 Dec 07 14:04:54.594330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-242ace3f-e105-4434-9595-4f634060d693 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d61484-e694-4273-a057-3dd1dae4df1e HTTP/1.1" status: 200 len: 1003 time: 0.0992963 Dec 07 14:04:54.660538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-ce810c2b-3fb0-4d17-a40d-eee2a3d3b2fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:54.662046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-ce810c2b-3fb0-4d17-a40d-eee2a3d3b2fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0619869 Dec 07 14:04:54.742384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-e0cb012d-45be-4243-8e22-32a9a16a37a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739670 Dec 07 14:04:55.105991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-7d1ec2d1-7475-4b24-8c8d-7013218891c2 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568907 Dec 07 14:04:55.244649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-7a120204-f7d7-4ef6-a888-93c63e5b275f service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322854 Dec 07 14:04:55.442866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebbb5e-7823-4947-bc27-7bd1033c535d req-275a45bb-8196-474c-887f-580ae53a726b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:55.444481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-48ebbb5e-7823-4947-bc27-7bd1033c535d req-275a45bb-8196-474c-887f-580ae53a726b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0846148 Dec 07 14:04:55.491290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-48ebbb5e-7823-4947-bc27-7bd1033c535d req-bd2ed35e-86ef-4b4a-b480-4f57bacb7af4 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405517 Dec 07 14:04:56.704720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea2a6d-23b6-4a04-9813-a4449e44d67b req-d2dcf372-0ef3-4284-b059-2cb84d4ba27e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:56.706347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dbea2a6d-23b6-4a04-9813-a4449e44d67b req-d2dcf372-0ef3-4284-b059-2cb84d4ba27e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0898614 Dec 07 14:04:56.754943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dbea2a6d-23b6-4a04-9813-a4449e44d67b req-f9cf4b51-d7c7-4de2-9b17-e1a11567259c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417612 Dec 07 14:04:57.959972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1441af2-43f5-43f2-ab91-358ec96db44d req-586df559-2a37-4705-9f89-fce91a996e48 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:57.961785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1441af2-43f5-43f2-ab91-358ec96db44d req-586df559-2a37-4705-9f89-fce91a996e48 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0832384 Dec 07 14:04:58.016211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1441af2-43f5-43f2-ab91-358ec96db44d req-93913187-78da-4c8a-a9b0-bd479ef92bfb tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477376 Dec 07 14:04:58.327153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-03a935a0-3c0a-4881-a383-788acd864cdc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c&tenant_id=e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 1099 time: 0.0760078 Dec 07 14:04:58.430053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-2357912b-6fb0-4339-976b-f2f1565f94f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 1099 time: 0.0750685 Dec 07 14:04:58.573560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-a81e9306-ab45-4486-8e57-74a5959def6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:58.575059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-a81e9306-ab45-4486-8e57-74a5959def6b service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1348667 Dec 07 14:04:58.687178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-c6ec3b2f-2eb2-4465-8dc3-4ec86e93b3ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d61484-e694-4273-a057-3dd1dae4df1e HTTP/1.1" status: 200 len: 1003 time: 0.1016924 Dec 07 14:04:58.761492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-cf6ffa31-3e36-4427-83ff-73206795542a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:58.763029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-cf6ffa31-3e36-4427-83ff-73206795542a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0661495 Dec 07 14:04:58.844982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-b6278946-8949-400e-ae68-37abe0a2b93d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721195 Dec 07 14:04:58.988706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-4926f8b2-a681-49ad-aee2-de29ad41ab5f service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337521 Dec 07 14:04:59.137023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc4c6ef5-659b-4be8-ba66-a6578c34aefe req-ea0c7ccf-151f-4332-9fca-5e83cfbbe06f service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376812 Dec 07 14:04:59.239694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4922d-74a2-4d00-bc08-0471801d69c8 req-e9012d09-3492-4e26-ab35-965990d1b104 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:59.241327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9aa4922d-74a2-4d00-bc08-0471801d69c8 req-e9012d09-3492-4e26-ab35-965990d1b104 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0902808 Dec 07 14:04:59.338146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9aa4922d-74a2-4d00-bc08-0471801d69c8 req-ed3db9f4-630f-47a7-b726-e6e873f4fa3a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590086 Dec 07 14:04:59.355749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-017b5f7b-bcaf-4117-a0ec-4d641de6aff0 req-2f805b93-b8cb-45d4-93ea-1473f32aa66c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 1099 time: 0.1134331 Dec 07 14:04:59.519057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b5f7b-bcaf-4117-a0ec-4d641de6aff0 req-240fe24c-71ac-4fd6-8443-0b205703410b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:59.520677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-017b5f7b-bcaf-4117-a0ec-4d641de6aff0 req-240fe24c-71ac-4fd6-8443-0b205703410b service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1388516 Dec 07 14:04:59.627139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-017b5f7b-bcaf-4117-a0ec-4d641de6aff0 req-ea49085f-d984-45cb-8bab-5ed66c9fa6e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d61484-e694-4273-a057-3dd1dae4df1e HTTP/1.1" status: 200 len: 1003 time: 0.0985925 Dec 07 14:04:59.658173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device e9d61484-e694-4273-a057-3dd1dae4df1e details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:04:59.661880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device e9d61484-e694-4273-a057-3dd1dae4df1e no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:04:59.699611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b5f7b-bcaf-4117-a0ec-4d641de6aff0 req-0a74d277-39b6-45d4-a98c-21b6a532477f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:04:59.701237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-017b5f7b-bcaf-4117-a0ec-4d641de6aff0 req-0a74d277-39b6-45d4-a98c-21b6a532477f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0638778 Dec 07 14:04:59.784958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-017b5f7b-bcaf-4117-a0ec-4d641de6aff0 req-9e5c1c38-079a-4c83-ae10-c1adaf50b4dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765474 Dec 07 14:04:59.881989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:59.924020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port e9d61484-e694-4273-a057-3dd1dae4df1e, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=e9d61484-e694-4273-a057-3dd1dae4df1e,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:04:59.927039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-017b5f7b-bcaf-4117-a0ec-4d641de6aff0 req-3ddd6671-aa16-4740-bd75-852ae3b4bf9d service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343105 Dec 07 14:04:59.939100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e37d26-0b00-4987-8582-01da1c12217c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9d61484-e694-4273-a057-3dd1dae4df1e'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:04:59.950469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'port_id': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'mac_address': 'fa:16:3e:f5:c9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:04:59.955328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port e9d61484-e694-4273-a057-3dd1dae4df1e, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=e9d61484-e694-4273-a057-3dd1dae4df1e,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:04:59.996150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:04:59.999901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:05:00.030050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e37d26-0b00-4987-8582-01da1c12217c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'code': 200} Dec 07 14:05:00.063148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:00.072058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-017b5f7b-bcaf-4117-a0ec-4d641de6aff0 req-a2c5fce1-e777-438d-8ccc-b00f2f6ed500 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356521 Dec 07 14:05:00.106847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d61484-e694-4273-a057-3dd1dae4df1e {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:05:00.114220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=e9d61484-e694-4273-a057-3dd1dae4df1e,revision_number=9']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:05:00.121602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:05:00.127360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port e9d61484-e694-4273-a057-3dd1dae4df1e, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=e9d61484-e694-4273-a057-3dd1dae4df1e,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:05:00.136424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1c3f7f63-c5bd-4109-8ff8-24d45bdb85b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:00.165843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:00.167563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:05:00.240592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=e9d61484-e694-4273-a057-3dd1dae4df1e,revision_number=10']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:05:00.244566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:05:00.546521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86879ecb-653a-4734-b9e6-d2c75c1e1acc req-db0a4b09-ec7b-4f39-a281-0321588082f8 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:00.548174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-86879ecb-653a-4734-b9e6-d2c75c1e1acc req-db0a4b09-ec7b-4f39-a281-0321588082f8 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0850201 Dec 07 14:05:00.597272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-86879ecb-653a-4734-b9e6-d2c75c1e1acc req-bd28362a-9e78-497d-a14a-e2424824ae13 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427935 Dec 07 14:05:01.662231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:01.942625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517aa1c-5002-4ef6-b77b-b6b808d3f5e6 req-82ba67b0-cd1e-435f-8b1d-ecc7da8439d1 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:01.944265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b517aa1c-5002-4ef6-b77b-b6b808d3f5e6 req-82ba67b0-cd1e-435f-8b1d-ecc7da8439d1 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0869813 Dec 07 14:05:01.994203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b517aa1c-5002-4ef6-b77b-b6b808d3f5e6 req-a7218010-de18-4964-9883-3152bc6315dd tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432360 Dec 07 14:05:02.202743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d89111-7439-4549-8729-e64a1801e3c0 req-436e2737-767b-4fea-8755-6d564de69ad4 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:02.204285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-37d89111-7439-4549-8729-e64a1801e3c0 req-436e2737-767b-4fea-8755-6d564de69ad4 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0825076 Dec 07 14:05:02.252194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-37d89111-7439-4549-8729-e64a1801e3c0 req-e4dd6465-7ac1-4b60-9b56-28aa1690d20a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419405 Dec 07 14:05:02.456998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d53ba8a4-d645-4465-81fc-9865b1fd88cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:02.462002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1bff5-ae54-4218-8fe8-e91f84baab27 req-222751f5-b886-4a0d-b445-a34772d6ccca tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:02.463811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7ba1bff5-ae54-4218-8fe8-e91f84baab27 req-222751f5-b886-4a0d-b445-a34772d6ccca tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0880108 Dec 07 14:05:02.512595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7ba1bff5-ae54-4218-8fe8-e91f84baab27 req-5627bf8b-e6cd-4cd3-8cee-ab5d535df19d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426660 Dec 07 14:05:02.985221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bf8a1-3a49-4e8c-a55e-cc30af8413bc req-31c1e722-9419-44fc-9b12-c196063c72a1 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:02.986820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-107bf8a1-3a49-4e8c-a55e-cc30af8413bc req-31c1e722-9419-44fc-9b12-c196063c72a1 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0812881 Dec 07 14:05:03.017167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:03.039130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-107bf8a1-3a49-4e8c-a55e-cc30af8413bc req-ba2d90b4-2b33-4cd3-be4a-b1095163d5f9 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455899 Dec 07 14:05:04.244626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f695b0f-2f31-4498-8d03-8ab870416600 req-7f68af85-0004-4718-9d4c-84a7fdfd2bd3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:04.246215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f695b0f-2f31-4498-8d03-8ab870416600 req-7f68af85-0004-4718-9d4c-84a7fdfd2bd3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0820572 Dec 07 14:05:04.295343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f695b0f-2f31-4498-8d03-8ab870416600 req-acb41cd8-0005-41c7-bb14-9dba9889e7e2 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428667 Dec 07 14:05:04.873913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:05.405092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ebc69-6789-48a3-a15c-09b16467bd7c req-3067c33b-70ea-4760-a7d6-68c95b265156 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:05.406677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-583ebc69-6789-48a3-a15c-09b16467bd7c req-3067c33b-70ea-4760-a7d6-68c95b265156 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.0869751 Dec 07 14:05:05.530996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-583ebc69-6789-48a3-a15c-09b16467bd7c req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Deleting port e9d61484-e694-4273-a057-3dd1dae4df1e {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:05:05.531410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-583ebc69-6789-48a3-a15c-09b16467bd7c req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:05.639052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e64f66-347b-4003-a4a9-6c1e071b3846 req-aab52501-f9c3-4cff-a8ec-d0774c0ae3c2 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:05.640599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b4e64f66-347b-4003-a4a9-6c1e071b3846 req-aab52501-f9c3-4cff-a8ec-d0774c0ae3c2 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 946 time: 0.1960969 Dec 07 14:05:05.716503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device e9d61484-e694-4273-a057-3dd1dae4df1e details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:05:05.776875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b4e64f66-347b-4003-a4a9-6c1e071b3846 req-08efda5b-9956-4430-841c-cd2ae3ab0512 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293008 Dec 07 14:05:05.849390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-583ebc69-6789-48a3-a15c-09b16467bd7c req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] For port e9d61484-e694-4273-a057-3dd1dae4df1e, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=e9d61484-e694-4273-a057-3dd1dae4df1e,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:05:05.849789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-583ebc69-6789-48a3-a15c-09b16467bd7c req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:05.861809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port e9d61484-e694-4273-a057-3dd1dae4df1e, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=e9d61484-e694-4273-a057-3dd1dae4df1e,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:05:05.876482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'port_id': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'mac_address': 'fa:16:3e:f5:c9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:05:05.998033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:05:06.141334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-583ebc69-6789-48a3-a15c-09b16467bd7c req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:06.141730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-583ebc69-6789-48a3-a15c-09b16467bd7c req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:06.142073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [req-583ebc69-6789-48a3-a15c-09b16467bd7c req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Floating IP eaf78500-fb81-4d34-a5ca-c1bce5102dd4 disassociated. External IP: 172.36.4.229, port: e9d61484-e694-4273-a057-3dd1dae4df1e. Dec 07 14:05:06.142443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-583ebc69-6789-48a3-a15c-09b16467bd7c req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Calling delete_port for e9d61484-e694-4273-a057-3dd1dae4df1e owned by compute:nova {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:05:06.363822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-583ebc69-6789-48a3-a15c-09b16467bd7c req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:06.370318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d3735f93-7706-427d-8046-54ba27aab9e4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:05:06.651395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Pushing event deleted for resources: {'Port': ['ID=e9d61484-e694-4273-a057-3dd1dae4df1e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:05:06.663861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:05:06.664854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:05:06.665350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:05:06.665764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:05:06.666177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:05:06.666586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:05:06.666993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:05:06.667432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:05:06.667957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:05:06.668215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:05:06.668614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:05:06.673795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:05:06.891335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-583ebc69-6789-48a3-a15c-09b16467bd7c req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Router 02a1f046-b3a5-4faf-8b54-047789372c01 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:05:07.014773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2bc2c594-7964-449b-9f9b-2b2e4c2eafb5 req-7194d49c-9ccf-415e-b0f3-ea4eed398812 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=91e37d26-0b00-4987-8582-01da1c12217c HTTP/1.1" status: 200 len: 210 time: 0.0581815 Dec 07 14:05:07.147746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-583ebc69-6789-48a3-a15c-09b16467bd7c req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:05:07.158407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58960507-29b5-4595-82f0-64ca451fc237 None None] Sync routers for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:05:07.171523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58960507-29b5-4595-82f0-64ca451fc237 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:05:07.172117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-58960507-29b5-4595-82f0-64ca451fc237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:05:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:05:07.220996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-583ebc69-6789-48a3-a15c-09b16467bd7c req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] No DVR routers for this DVR port e9d61484-e694-4273-a057-3dd1dae4df1e on host hv-neutron-ussu {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:05:07.223663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-583ebc69-6789-48a3-a15c-09b16467bd7c req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:07.227138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e37d26-0b00-4987-8582-01da1c12217c', 'name': 'network-vif-deleted', 'tag': 'e9d61484-e694-4273-a057-3dd1dae4df1e'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:05:07.275048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-583ebc69-6789-48a3-a15c-09b16467bd7c req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "DELETE /v2.0/ports/e9d61484-e694-4273-a057-3dd1dae4df1e HTTP/1.1" status: 204 len: 173 time: 1.8592987 Dec 07 14:05:07.285994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e37d26-0b00-4987-8582-01da1c12217c', 'name': 'network-vif-deleted', 'tag': 'e9d61484-e694-4273-a057-3dd1dae4df1e', 'status': 'completed', 'code': 200} Dec 07 14:05:07.360764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-58960507-29b5-4595-82f0-64ca451fc237 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:05:07.682564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-58960507-29b5-4595-82f0-64ca451fc237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:05:07.686566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58960507-29b5-4595-82f0-64ca451fc237 None None] Checking router: 02a1f046-b3a5-4faf-8b54-047789372c01 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:05:07.698037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58960507-29b5-4595-82f0-64ca451fc237 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:05:07.698670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-58960507-29b5-4595-82f0-64ca451fc237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:05:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:05:07.732495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device e9d61484-e694-4273-a057-3dd1dae4df1e no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:05:07.767594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: e9d61484-e694-4273-a057-3dd1dae4df1e {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:05:07.767964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device e9d61484-e694-4273-a057-3dd1dae4df1e not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:05:08.029104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-58960507-29b5-4595-82f0-64ca451fc237 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:05:08.359162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-58960507-29b5-4595-82f0-64ca451fc237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:05:08.363420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58960507-29b5-4595-82f0-64ca451fc237 None None] The sync data for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv is: [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:05:08.402923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-c021a541-043f-4654-b449-6c36a46907d0 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1248745714&fields=id&tenant_id=e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 267 time: 0.0457640 Dec 07 14:05:08.575251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b73d4bb9-95be-400b-bcdb-28d324cbb127 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:08.576957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b73d4bb9-95be-400b-bcdb-28d324cbb127 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 812 time: 0.1667030 Dec 07 14:05:08.595452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-298e6524-453c-470a-8ad9-b0f72d3444b7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/quotas/e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 375 time: 0.0124907 Dec 07 14:05:08.689175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-3dd17338-6f6e-42ac-8ba2-713c51a9f308 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Synchronizing usage tracker for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:05:08.725469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-3dd17338-6f6e-42ac-8ba2-713c51a9f308 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Unset dirty status for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:05:08.727626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-3dd17338-6f6e-42ac-8ba2-713c51a9f308 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1261497 Dec 07 14:05:08.797118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07866a12-309b-4d7b-b538-6624b723cd76 None None] New status for floating IP eaf78500-fb81-4d34-a5ca-c1bce5102dd4: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:05:08.961446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-5e5abe13-d535-4185-8de3-8c140aa32972 service neutron] 10.222.0.24 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207646 Dec 07 14:05:09.109768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-f5a62b52-a4e1-4698-82f6-404169ee4705 service neutron] 10.222.0.24 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416831 Dec 07 14:05:09.417027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0bf36bd5-268b-49e8-8c9c-e87a6620b1e8 req-041c6617-faca-437c-a4ec-0528b0616c4c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 210 time: 0.0494294 Dec 07 14:05:10.119775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:10.591007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-13423f7a-2eb1-4f1a-8659-2db8b66a8d78 req-a1becefb-da22-44b9-912d-e4169ff19b3f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 210 time: 0.0454183 Dec 07 14:05:11.191947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-f8bc223f-18fe-43fc-b921-956dc1e41252 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:11.193506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-f8bc223f-18fe-43fc-b921-956dc1e41252 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 812 time: 0.1545053 Dec 07 14:05:11.254015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-ccf1a659-69e6-458f-8f7e-8877d723d5e9 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 380 time: 0.0426922 Dec 07 14:05:11.274817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Request body: {'port': {'device_id': '2599b78c-15f4-40a4-b068-13363b7c644a', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'admin_state_up': True, 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'security_groups': ['e8ce6e70-e59d-47ef-a731-5a1a0627e15c']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:05:11.423312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:05:11.434549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:05:11.462365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Made reservation on behalf of e06060b4546d40cbb76a7fd61180cb53 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:05:11.468088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:11.659006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Allocated IP 172.20.0.4 (42b36be0-e1b0-4c5a-bccf-bbdb5464dd50/18be2012-ec7b-4959-86d8-539b92ab60ef/bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:05:11.797594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96e048aa-204e-401f-b5de-8826aa5cf030 req-24d3a41a-74e7-4443-a362-531c5d395199 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 210 time: 0.0511632 Dec 07 14:05:11.981687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:11.997552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Transition to ACTIVE for port object bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:05:12.056971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:12.062546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-96e8089f-01d6-4142-a6eb-e4045a76fda5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:05:12.128498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:05:12.136535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:05:12.141255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:05:12.178620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Pushing event updated for resources: {'Port': ['ID=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:05:12.188603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:05:12.213008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:12.213687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:12.343110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0725892 Dec 07 14:05:12.360579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Request body: {'port': {'device_id': '2599b78c-15f4-40a4-b068-13363b7c644a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:05:12.475277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:12.530662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1a9e930e-ccd5-461c-bb7c-c7a458101304 None None] Provisioning for port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:05:12.536358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1a9e930e-ccd5-461c-bb7c-c7a458101304 None None] Provisioning complete for port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:05:12.536944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1a9e930e-ccd5-461c-bb7c-c7a458101304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:12.593719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1a9e930e-ccd5-461c-bb7c-c7a458101304 None None] Port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:05:12.849308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b {{(pid=88897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:05:12.857042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:12.873099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Transition to ACTIVE for port object bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b will not be triggered until provisioned by entity L2. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:05:12.960619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:12.972914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1652a525-89d6-4ece-bc1a-34b902373e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:05:13.116396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:05:13.122919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:05:13.180574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd138852-9c83-495f-9229-b927aeaf732a req-641aeed6-91cb-49df-aa34-e92806fe4410 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:13.180974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-bd138852-9c83-495f-9229-b927aeaf732a req-641aeed6-91cb-49df-aa34-e92806fe4410 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Synchronizing usage tracker for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:05:13.277054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Attempting to bind port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:05:13.277533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Attempting to bind port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:05:13.277797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Attempting to bind port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b on network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:05:13.284214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b on network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:05:13.284575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Attempting to bind port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b on network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:05:13.292212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-bd138852-9c83-495f-9229-b927aeaf732a req-641aeed6-91cb-49df-aa34-e92806fe4410 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Unset dirty status for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:05:13.293505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bd138852-9c83-495f-9229-b927aeaf732a req-641aeed6-91cb-49df-aa34-e92806fe4410 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 943 time: 0.3720446 Dec 07 14:05:13.294365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:05:13.294733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Checking segment: {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:05:13.295149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Bound using segment: {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:05:13.295647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Bound port: bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6fe832-d267-45f7-b696-319c82b6258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50'}}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:05:13.296025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:13.401806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bd138852-9c83-495f-9229-b927aeaf732a req-588ee424-928e-445e-8a49-3846559c5676 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940826 Dec 07 14:05:13.424518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] For port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b, host hv-neutron-ussu, cleared binding levels {{(pid=88897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:05:13.427691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] For port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:05:13.462935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:13.467538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-33ecd8c5-853a-459c-894a-941b5120f3ab tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:05:13.524280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:13.525845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] 10.222.0.45 "PUT /v2.0/ports/bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b HTTP/1.1" status: 200 len: 1093 time: 1.1703122 Dec 07 14:05:13.528869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2599b78c-15f4-40a4-b068-13363b7c644a', 'tag': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:05:13.557435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:05:13.560873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:05:13.589014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2599b78c-15f4-40a4-b068-13363b7c644a', 'tag': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b', 'status': 'completed', 'code': 200} Dec 07 14:05:13.687595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-bf64c4ae-e571-481a-9650-43fa8c97295d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 1096 time: 0.0786536 Dec 07 14:05:13.768051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-6b80bc8a-54d0-477f-b7b6-53213da4b044 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b HTTP/1.1" status: 200 len: 217 time: 0.0687952 Dec 07 14:05:13.838846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-e31e382e-2540-4402-a799-67ba4cb3302c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:13.840321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-e31e382e-2540-4402-a799-67ba4cb3302c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0628722 Dec 07 14:05:13.926502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-613026ae-902b-4a85-83b8-e034e2984bc6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766242 Dec 07 14:05:14.072599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-74bd3701-9271-45e2-8f7e-2816603441a9 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339996 Dec 07 14:05:14.446104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65b1ab7f-ba6c-4023-b933-ce4f0aa989aa req-e64ad976-d2dc-4e63-9720-938cf93d829a service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631580 Dec 07 14:05:14.672791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb77a9-1ab5-413d-aeb5-960060a131f8 req-6bad5189-81ef-4646-8cac-ec10de170423 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:14.674363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-50fb77a9-1ab5-413d-aeb5-960060a131f8 req-6bad5189-81ef-4646-8cac-ec10de170423 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 943 time: 0.1473160 Dec 07 14:05:14.678958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-79e3c590-8f92-4946-9a4b-4d1509f415f8 req-3331cf5d-cd38-4cd1-bbe2-a060d89af2c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 1096 time: 0.1141100 Dec 07 14:05:14.828279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-50fb77a9-1ab5-413d-aeb5-960060a131f8 req-57e7b781-4e5e-48bd-be65-f099de6db1bd tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470747 Dec 07 14:05:14.854815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3c590-8f92-4946-9a4b-4d1509f415f8 req-286f459a-7a4f-4905-a293-0fb30d70eeb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:14.856520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-79e3c590-8f92-4946-9a4b-4d1509f415f8 req-286f459a-7a4f-4905-a293-0fb30d70eeb8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1603477 Dec 07 14:05:14.927225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-79e3c590-8f92-4946-9a4b-4d1509f415f8 req-4f2511b7-a431-45f8-91d6-cda289637f23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b HTTP/1.1" status: 200 len: 217 time: 0.0633516 Dec 07 14:05:14.998329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3c590-8f92-4946-9a4b-4d1509f415f8 req-1de5ecac-a37e-4c13-94e9-87bde0de0ca7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:14.999957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-79e3c590-8f92-4946-9a4b-4d1509f415f8 req-1de5ecac-a37e-4c13-94e9-87bde0de0ca7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0656202 Dec 07 14:05:15.083073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-79e3c590-8f92-4946-9a4b-4d1509f415f8 req-56d49d8b-7639-4e56-8cf0-7439b83717a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745058 Dec 07 14:05:15.225680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-79e3c590-8f92-4946-9a4b-4d1509f415f8 req-8bb42806-8661-4436-a957-c8a9dc50f394 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322238 Dec 07 14:05:15.366563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-79e3c590-8f92-4946-9a4b-4d1509f415f8 req-359ba7cc-5ae0-42db-98fb-03e04981f216 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333985 Dec 07 14:05:15.761338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:05:15.901985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:05:15.916920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'port_id': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b', 'mac_address': 'fa:16:3e:ef:73:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:05:15.971103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:15.989548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:05:16.005534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:05:16.045311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e067-3b53-4e54-ba30-7d5249d89917 req-d4f1c5f8-d73e-4133-99e3-dce85435b21b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:16.046829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f87e067-3b53-4e54-ba30-7d5249d89917 req-d4f1c5f8-d73e-4133-99e3-dce85435b21b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 943 time: 0.0899897 Dec 07 14:05:16.072228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:16.074192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:05:16.095182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f87e067-3b53-4e54-ba30-7d5249d89917 req-78dd93c6-a3d4-4713-b86e-2afe581bb8ae tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420806 Dec 07 14:05:16.144228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:05:16.147314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:05:16.311952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:05:17.304064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc3653-011f-4477-8b1b-644da8bfd5fb req-66f44aab-fd14-4669-b852-6958e0255445 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:17.306484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d4bc3653-011f-4477-8b1b-644da8bfd5fb req-66f44aab-fd14-4669-b852-6958e0255445 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 944 time: 0.0849066 Dec 07 14:05:17.357119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d4bc3653-011f-4477-8b1b-644da8bfd5fb req-944e094c-8453-4831-ac9e-78c5c121605e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440128 Dec 07 14:05:17.770740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:05:17.873524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:05:17.878300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:05:17.878720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:17.995360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:18.021965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2599b78c-15f4-40a4-b068-13363b7c644a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:05:18.032672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:05:18.062485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:18.064655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2f9635ca-7312-4f77-b6cb-4c28795d9f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:05:18.096172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2599b78c-15f4-40a4-b068-13363b7c644a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b', 'code': 200} Dec 07 14:05:18.134248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:05:18.137363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:05:18.377369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dbf00615-8560-4ad1-a9d9-08baa8f2dc98 req-35751e7b-94cc-466b-8129-3998e752b09b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 1098 time: 0.0765569 Dec 07 14:05:18.428274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dbf00615-8560-4ad1-a9d9-08baa8f2dc98 req-f5ffc4da-d2ec-4bb6-986e-f45c5ff256a1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384200 Dec 07 14:05:18.560663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e408d-ad06-4d45-9aa2-02d2ffff280d req-8ef0b993-f73b-4821-a5b1-c767e23f8e2b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:18.562249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-726e408d-ad06-4d45-9aa2-02d2ffff280d req-8ef0b993-f73b-4821-a5b1-c767e23f8e2b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0815120 Dec 07 14:05:18.612658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-726e408d-ad06-4d45-9aa2-02d2ffff280d req-ebdc0f93-38fc-432f-96c7-fa5dd02fe62e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443420 Dec 07 14:05:19.823190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91a0b6-e802-42f2-bcf9-a6d01b4aac0e req-230b3394-bfc4-4745-be22-237c3c35f0d9 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:19.824809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e91a0b6-e802-42f2-bcf9-a6d01b4aac0e req-230b3394-bfc4-4745-be22-237c3c35f0d9 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0850441 Dec 07 14:05:19.874144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e91a0b6-e802-42f2-bcf9-a6d01b4aac0e req-9bc9f5bb-24d2-48cb-a295-4b777d62b314 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425408 Dec 07 14:05:21.083313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a4a3e-1930-4006-b701-3a8825243625 req-91c2b0b9-147e-4759-802d-f0c2d461dfff tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:21.084895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe0a4a3e-1930-4006-b701-3a8825243625 req-91c2b0b9-147e-4759-802d-f0c2d461dfff tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0872650 Dec 07 14:05:21.134109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe0a4a3e-1930-4006-b701-3a8825243625 req-dfd7bad2-39d1-405b-85f6-8272e1ffd8c1 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419288 Dec 07 14:05:21.332782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d8ff9-55cc-4d5b-9a72-2ecd67108e43 req-7044b5dc-d0c4-4fb3-a98a-e94e6743f3bf tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:21.334384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-642d8ff9-55cc-4d5b-9a72-2ecd67108e43 req-7044b5dc-d0c4-4fb3-a98a-e94e6743f3bf tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0833554 Dec 07 14:05:21.344098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56124) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:05:21.349774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4050fea1-16bb-4138-92bf-c162f69e053a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Request body: {'floatingip': {'port_id': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:05:21.429016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4050fea1-16bb-4138-92bf-c162f69e053a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for floatingip, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:22.055051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4050fea1-16bb-4138-92bf-c162f69e053a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:22.084773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4050fea1-16bb-4138-92bf-c162f69e053a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:22.281898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-4050fea1-16bb-4138-92bf-c162f69e053a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Floating IP eaf78500-fb81-4d34-a5ca-c1bce5102dd4 associated. External IP: 172.36.4.229, port: bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b. Dec 07 14:05:22.935155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4050fea1-16bb-4138-92bf-c162f69e053a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Router 02a1f046-b3a5-4faf-8b54-047789372c01 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:05:23.152489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4050fea1-16bb-4138-92bf-c162f69e053a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:05:23.156995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4050fea1-16bb-4138-92bf-c162f69e053a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:23.162591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cac102f-7af4-4ba1-a4dd-c9a87f30d146 None None] Sync routers for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:05:23.175794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cac102f-7af4-4ba1-a4dd-c9a87f30d146 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:05:23.176448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2cac102f-7af4-4ba1-a4dd-c9a87f30d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:05:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:05:23.213870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4050fea1-16bb-4138-92bf-c162f69e053a tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "PUT /v2.0/floatingips/eaf78500-fb81-4d34-a5ca-c1bce5102dd4 HTTP/1.1" status: 200 len: 992 time: 1.8685262 Dec 07 14:05:23.214487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2599b78c-15f4-40a4-b068-13363b7c644a', 'tag': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:05:23.301461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2599b78c-15f4-40a4-b068-13363b7c644a', 'tag': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b', 'status': 'completed', 'code': 200} Dec 07 14:05:23.364641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-2cac102f-7af4-4ba1-a4dd-c9a87f30d146 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:05:23.405253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-05dd1c87-e161-4095-907e-cdc47b5c1ced req-489c8682-c88b-41f0-ad78-c83173da1862 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 1098 time: 0.0813015 Dec 07 14:05:23.551437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd1c87-e161-4095-907e-cdc47b5c1ced req-598f8e67-4ee1-463c-9ce8-3d946d08d427 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:23.552971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-05dd1c87-e161-4095-907e-cdc47b5c1ced req-598f8e67-4ee1-463c-9ce8-3d946d08d427 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1411088 Dec 07 14:05:23.660097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-05dd1c87-e161-4095-907e-cdc47b5c1ced req-333c4861-5bb0-4278-a85c-95b59b5b8371 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b HTTP/1.1" status: 200 len: 1000 time: 0.0999188 Dec 07 14:05:23.732846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2cac102f-7af4-4ba1-a4dd-c9a87f30d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'eaf78500-fb81-4d34-a5ca-c1bce5102dd4', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'floating_ip_address': '172.36.4.229', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'port_id': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'mac_address': 'fa:16:3e:ef:73:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2599b78c-15f4-40a4-b068-13363b7c644a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:00:43Z', 'updated_at': '2021-12-07T14:05:21Z', 'revision_number': 13, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:05:23.733791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd1c87-e161-4095-907e-cdc47b5c1ced req-1b863e97-c4c4-4416-ad1c-2f231c5999a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:23.735424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-05dd1c87-e161-4095-907e-cdc47b5c1ced req-1b863e97-c4c4-4416-ad1c-2f231c5999a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0689416 Dec 07 14:05:23.736904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cac102f-7af4-4ba1-a4dd-c9a87f30d146 None None] Checking router: 02a1f046-b3a5-4faf-8b54-047789372c01 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:05:23.747906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cac102f-7af4-4ba1-a4dd-c9a87f30d146 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:05:23.748549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2cac102f-7af4-4ba1-a4dd-c9a87f30d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:05:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:05:23.816464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-05dd1c87-e161-4095-907e-cdc47b5c1ced req-6c0a0c42-e9a2-4217-b618-00af4b0ca0c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746410 Dec 07 14:05:23.930723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-2cac102f-7af4-4ba1-a4dd-c9a87f30d146 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:05:23.966538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-05dd1c87-e161-4095-907e-cdc47b5c1ced req-7d31dca4-b289-42ae-83ec-29bc5f86424a service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422410 Dec 07 14:05:24.113910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-05dd1c87-e161-4095-907e-cdc47b5c1ced req-2239932f-c522-4cba-8b24-db1d8150bf56 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412029 Dec 07 14:05:24.293216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2cac102f-7af4-4ba1-a4dd-c9a87f30d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'eaf78500-fb81-4d34-a5ca-c1bce5102dd4', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'floating_ip_address': '172.36.4.229', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'port_id': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'mac_address': 'fa:16:3e:ef:73:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2599b78c-15f4-40a4-b068-13363b7c644a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:00:43Z', 'updated_at': '2021-12-07T14:05:21Z', 'revision_number': 13, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:05:24.297340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cac102f-7af4-4ba1-a4dd-c9a87f30d146 None None] The sync data for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv is: [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'eaf78500-fb81-4d34-a5ca-c1bce5102dd4', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'floating_ip_address': '172.36.4.229', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'port_id': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'mac_address': 'fa:16:3e:ef:73:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2599b78c-15f4-40a4-b068-13363b7c644a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:00:43Z', 'updated_at': '2021-12-07T14:05:21Z', 'revision_number': 13, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:05:24.607312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ba43b-44b8-43de-a3f7-553c1b173c1e None None] New status for floating IP eaf78500-fb81-4d34-a5ca-c1bce5102dd4: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:05:30.113275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed821e4c-bafc-4c9d-95fa-be9b85c30dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:31.661621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:32.473120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-61754131-67a4-4493-b62a-38002c5e6d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:32.999116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:34.883615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:40.124677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:05:42.999738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:05:59.248835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-afb70be0-b43e-4414-8658-f92190187e86 req-afdbdb81-1e49-4cb5-9e0d-c8522db0269f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1441271 Dec 07 14:05:59.405329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-afb70be0-b43e-4414-8658-f92190187e86 req-7fe1d7c6-131c-47fc-855b-51e15523bd3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 1098 time: 0.0737674 Dec 07 14:05:59.564178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb70be0-b43e-4414-8658-f92190187e86 req-73bf1aaf-28ce-4054-bf72-af2a2b18993d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:59.565658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-afb70be0-b43e-4414-8658-f92190187e86 req-73bf1aaf-28ce-4054-bf72-af2a2b18993d service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1345148 Dec 07 14:05:59.678356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-afb70be0-b43e-4414-8658-f92190187e86 req-fd181fae-582f-4aab-83cc-7a5311129762 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b HTTP/1.1" status: 200 len: 1002 time: 0.1013725 Dec 07 14:05:59.750266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb70be0-b43e-4414-8658-f92190187e86 req-77ed432a-bb5e-4a59-a097-af58083b0f65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:05:59.751978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-afb70be0-b43e-4414-8658-f92190187e86 req-77ed432a-bb5e-4a59-a097-af58083b0f65 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0645497 Dec 07 14:05:59.841457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-afb70be0-b43e-4414-8658-f92190187e86 req-f500de81-8b65-440d-9363-217ed1c2001e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784011 Dec 07 14:05:59.858120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-afb70be0-b43e-4414-8658-f92190187e86 req-d815a253-585a-4434-a049-6461ead00b33 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 14:05:59.859142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-afb70be0-b43e-4414-8658-f92190187e86 req-d815a253-585a-4434-a049-6461ead00b33 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0072198 Dec 07 14:06:00.009789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-afb70be0-b43e-4414-8658-f92190187e86 req-ce959358-e23a-460a-8453-e3fce758d5f7 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399577 Dec 07 14:06:00.130159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-66b8d2b4-e679-4eec-968a-d18e09b1f455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:00.168405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-afb70be0-b43e-4414-8658-f92190187e86 req-240b7447-5349-464f-9f7f-6bdbd67a19c2 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468086 Dec 07 14:06:01.661683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:02.489688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68dc60f8-b27e-48bb-8c7e-c6d576ad4700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:03.009837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:03.217793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75059738-c074-4d15-98e1-334a30bad53f req-84fd9ba2-fbbe-48c0-9fcd-f5ac51746824 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:03.219303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-75059738-c074-4d15-98e1-334a30bad53f req-84fd9ba2-fbbe-48c0-9fcd-f5ac51746824 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0811703 Dec 07 14:06:03.267353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-75059738-c074-4d15-98e1-334a30bad53f req-2ca876c4-3f61-4118-a85d-2ca04975523e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412056 Dec 07 14:06:04.883829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:10.163686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:12.098743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-01a234eb-1497-4180-ac45-557ad2dc4a48 req-5fdb07af-e46c-48af-9429-eb51b11df254 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0755057 Dec 07 14:06:12.482524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e9025-3fe8-485f-a632-74b61a985ed3 req-7705f49a-606e-454b-ae0d-14bb7d455c21 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:12.484265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-767e9025-3fe8-485f-a632-74b61a985ed3 req-7705f49a-606e-454b-ae0d-14bb7d455c21 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0824304 Dec 07 14:06:12.500032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-ba33f07c-beea-4020-b6dd-cf437263e1bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0764658 Dec 07 14:06:12.533832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-767e9025-3fe8-485f-a632-74b61a985ed3 req-4340f51c-3c84-47c4-bb8b-a74336291919 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425072 Dec 07 14:06:13.747550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193863b3-b0c9-4048-a400-6b7aabe6dc5a req-fedd2c81-07fa-4048-a36c-ff4a2affe209 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:13.749190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-193863b3-b0c9-4048-a400-6b7aabe6dc5a req-fedd2c81-07fa-4048-a36c-ff4a2affe209 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0879443 Dec 07 14:06:13.798385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-193863b3-b0c9-4048-a400-6b7aabe6dc5a req-abf34229-26f2-4175-a41b-0c4122a395ee tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425584 Dec 07 14:06:14.387439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-1a167f2c-c96c-479d-96d5-f1db89c18545 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 1098 time: 0.0740726 Dec 07 14:06:14.531956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-86f4ebb0-b5a1-4155-aae6-1bc1d36ba42f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:14.533507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-86f4ebb0-b5a1-4155-aae6-1bc1d36ba42f service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1348574 Dec 07 14:06:14.642350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-09c75154-ce0a-4d61-ac66-e91917bee959 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b HTTP/1.1" status: 200 len: 1002 time: 0.0979393 Dec 07 14:06:14.712743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-30101896-5a59-4b56-bbc4-2e8de15a6944 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:14.714276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-30101896-5a59-4b56-bbc4-2e8de15a6944 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0614183 Dec 07 14:06:14.806124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-76e58d15-cef1-4d82-bf4c-a0e7954c18dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812001 Dec 07 14:06:15.000215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-4be523b1-eb4b-4c9a-94f9-04e29558a416 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840231 Dec 07 14:06:15.112275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52e70-5e40-460f-b829-e8a6ef2d89d5 req-b08b0bd2-7cac-474f-bf7e-fe61f3d3c100 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:15.113847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-36e52e70-5e40-460f-b829-e8a6ef2d89d5 req-b08b0bd2-7cac-474f-bf7e-fe61f3d3c100 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.1831439 Dec 07 14:06:15.201827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-36e52e70-5e40-460f-b829-e8a6ef2d89d5 req-ea69158c-51ef-419c-9c4f-13852c1ab622 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795205 Dec 07 14:06:15.209667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-3ee6a82c-ac74-489d-b2c9-6a443faf79d2 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911004 Dec 07 14:06:16.408902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcf7fa-98b7-4ba4-aa05-10e520535a4f req-2154a5a4-e5f7-4f08-9e1b-5c91c8dd74b6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:16.410439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1bdcf7fa-98b7-4ba4-aa05-10e520535a4f req-2154a5a4-e5f7-4f08-9e1b-5c91c8dd74b6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0807035 Dec 07 14:06:16.459610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1bdcf7fa-98b7-4ba4-aa05-10e520535a4f req-fd997dab-299d-4fb3-8d58-7426b4ed35c2 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427411 Dec 07 14:06:17.666728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f2fdf-d26f-484a-9bee-8c13e337b7e3 req-c3d2c320-0297-45ba-995d-d10014dd8619 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:17.668265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-509f2fdf-d26f-484a-9bee-8c13e337b7e3 req-c3d2c320-0297-45ba-995d-d10014dd8619 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0845165 Dec 07 14:06:17.955889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-509f2fdf-d26f-484a-9bee-8c13e337b7e3 req-a7b93887-85f3-45f5-b0f9-b4f4f1661f38 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815368 Dec 07 14:06:19.163998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851b686-f507-4a90-9930-bd8ac29c1208 req-3deee260-ed6c-4e3d-bdb2-87cf9031b8f8 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:19.165581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f851b686-f507-4a90-9930-bd8ac29c1208 req-3deee260-ed6c-4e3d-bdb2-87cf9031b8f8 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0849817 Dec 07 14:06:19.221060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f851b686-f507-4a90-9930-bd8ac29c1208 req-cf122cf5-ce18-4426-91b9-1a77655d862b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494103 Dec 07 14:06:19.999666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:06:20.432620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0562d-6ce1-4437-b574-4f406f4ba223 req-4fce7aea-b805-4c05-8c9b-fcef41d85da6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:20.434208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e7c0562d-6ce1-4437-b574-4f406f4ba223 req-4fce7aea-b805-4c05-8c9b-fcef41d85da6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0838645 Dec 07 14:06:20.483252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e7c0562d-6ce1-4437-b574-4f406f4ba223 req-d8bbaf29-6136-4e7e-b0c9-79902df6f571 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429552 Dec 07 14:06:21.708110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f06e59-2677-46c6-a3a7-106a8d2fee5f req-5be70fa8-c9ae-4435-9ab3-d0c788bc16f9 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:21.710448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d5f06e59-2677-46c6-a3a7-106a8d2fee5f req-5be70fa8-c9ae-4435-9ab3-d0c788bc16f9 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0830891 Dec 07 14:06:21.765179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d5f06e59-2677-46c6-a3a7-106a8d2fee5f req-2b5a2154-40e5-4721-8a1c-4add3eccf1a5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486767 Dec 07 14:06:22.975638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508da3a8-1bb9-41e3-ac8a-35fc324f527f req-9e738228-17a8-41a8-a62a-646d37c29c59 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:22.977192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-508da3a8-1bb9-41e3-ac8a-35fc324f527f req-9e738228-17a8-41a8-a62a-646d37c29c59 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0848782 Dec 07 14:06:23.023502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-508da3a8-1bb9-41e3-ac8a-35fc324f527f req-20544c07-c84a-4ccc-9bb1-3c55360c42bf tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402024 Dec 07 14:06:24.230999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c5c11-48bb-4daf-8592-809032836a27 req-e43fc52d-6694-47d3-9ee6-7c07a0bc8040 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:24.232590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-605c5c11-48bb-4daf-8592-809032836a27 req-e43fc52d-6694-47d3-9ee6-7c07a0bc8040 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0839734 Dec 07 14:06:24.280425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-605c5c11-48bb-4daf-8592-809032836a27 req-6d70aad7-1e20-473c-9af4-e613f199b38e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417430 Dec 07 14:06:25.482037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65e719-fb75-4753-9d8e-d6480932a3a9 req-4752324d-f695-46c9-b967-dcc9715fca40 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:25.483628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4c65e719-fb75-4753-9d8e-d6480932a3a9 req-4752324d-f695-46c9-b967-dcc9715fca40 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0807512 Dec 07 14:06:25.531432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4c65e719-fb75-4753-9d8e-d6480932a3a9 req-a5fa7af1-ded2-4b99-83e5-9495839fd6dd tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417235 Dec 07 14:06:26.737530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d6962-5c0e-42b6-acfd-8417c5acb0f9 req-e2f5610a-2602-4ede-a44a-7d9ce46858db tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:26.739114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f19d6962-5c0e-42b6-acfd-8417c5acb0f9 req-e2f5610a-2602-4ede-a44a-7d9ce46858db tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0851614 Dec 07 14:06:26.787057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f19d6962-5c0e-42b6-acfd-8417c5acb0f9 req-8fd2e2a0-f969-4d95-8350-8beee00f4b97 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410755 Dec 07 14:06:27.999010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10fa40-a48c-414c-8a1b-c4fdde095f7a req-97a69a5a-df14-44ee-8dde-2c4e4b9a059c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:28.000625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-de10fa40-a48c-414c-8a1b-c4fdde095f7a req-97a69a5a-df14-44ee-8dde-2c4e4b9a059c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0859621 Dec 07 14:06:28.054725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-de10fa40-a48c-414c-8a1b-c4fdde095f7a req-9626ee10-a1e7-4d05-bde1-dce14f8467d1 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467167 Dec 07 14:06:28.416491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-2009a263-4727-4ab9-b374-38a4dd0e9bb0 service neutron] 10.222.0.45 "GET /v2.0/ports/bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b/bindings/hv-neutron-ussu HTTP/1.1" status: 200 len: 384 time: 0.0753779 Dec 07 14:06:28.836631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-8077767c-0ef6-49e8-86c1-fc0becc52058 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a&tenant_id=e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 1098 time: 0.0745895 Dec 07 14:06:28.940513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-6dcac933-5904-4b7e-a11c-1a80787112da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 1098 time: 0.0770743 Dec 07 14:06:29.088247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-8739dae1-32f2-4b5c-a9f6-a6b8776c9841 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:29.089768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-8739dae1-32f2-4b5c-a9f6-a6b8776c9841 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1387484 Dec 07 14:06:29.243592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-ce09c505-2453-4d91-ac09-e539ec028030 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b HTTP/1.1" status: 200 len: 1002 time: 0.1432042 Dec 07 14:06:29.331037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ca24e-bff6-48ed-991f-07927684d01d req-54d31342-5fc7-4e4b-a5b5-f0b4c0095e95 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:29.332635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2e5ca24e-bff6-48ed-991f-07927684d01d req-54d31342-5fc7-4e4b-a5b5-f0b4c0095e95 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.1485319 Dec 07 14:06:29.341714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-1c2da48c-4480-4bfc-9ea6-c24ecf497783 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:29.343089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-1c2da48c-4480-4bfc-9ea6-c24ecf497783 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0893080 Dec 07 14:06:29.432491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2e5ca24e-bff6-48ed-991f-07927684d01d req-f3945af4-170f-4181-9f98-8941445eef43 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923696 Dec 07 14:06:29.451688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-1f5cc37c-965e-4cab-9c03-835b543ebb8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0948703 Dec 07 14:06:29.597655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-6c875078-7e3d-45dc-94ac-f8c5ff1f6c9e service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358471 Dec 07 14:06:29.747941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f1f392cf-8d88-4ab7-9be3-45f0477929f3 req-563e8c95-dda1-4f66-9c5c-48dac3226c37 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385140 Dec 07 14:06:30.101387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7171d7b-47fd-46a4-8d97-69e62389605a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:30.662785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119f023-9c91-48e9-a3c2-80dbdbbaa6af req-200f6b4a-0e64-467d-921e-ad12cc11496b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:30.664377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4119f023-9c91-48e9-a3c2-80dbdbbaa6af req-200f6b4a-0e64-467d-921e-ad12cc11496b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0858066 Dec 07 14:06:30.717226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4119f023-9c91-48e9-a3c2-80dbdbbaa6af req-adab333b-1362-45a0-8bbc-9e4526dff4f5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466137 Dec 07 14:06:31.660823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:31.924023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04185ec8-a6a7-4993-8f61-e5504d5ac81d req-0e4282a1-7091-4f18-a2e7-213776f02b31 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:31.925623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-04185ec8-a6a7-4993-8f61-e5504d5ac81d req-0e4282a1-7091-4f18-a2e7-213776f02b31 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0819371 Dec 07 14:06:31.977306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-04185ec8-a6a7-4993-8f61-e5504d5ac81d req-266c7752-d5dd-4a85-857f-1104e38be8b2 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448847 Dec 07 14:06:32.028944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:06:32.139776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:32.170565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2599b78c-15f4-40a4-b068-13363b7c644a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:06:32.187963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:06:32.220962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:32.224540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:06:32.254362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2599b78c-15f4-40a4-b068-13363b7c644a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b', 'code': 200} Dec 07 14:06:32.292677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:06:32.302075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:06:32.302542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:06:32.302911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:06:32.303299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:06:32.303672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:06:32.304039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:06:32.304454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:06:32.304818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:06:32.305177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:06:32.305533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:06:32.305890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:06:32.309881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:06:32.466596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8552d63c-23dd-4596-aa7d-d3474c5aa9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:33.015061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:33.184199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bed8a7-5894-4f17-86c9-ba2264e20e14 req-95a535f9-c35b-4b97-8403-786a967b73e8 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:33.185737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52bed8a7-5894-4f17-86c9-ba2264e20e14 req-95a535f9-c35b-4b97-8403-786a967b73e8 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 943 time: 0.0849066 Dec 07 14:06:33.233590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52bed8a7-5894-4f17-86c9-ba2264e20e14 req-33fc8830-d411-49ee-a8e2-70d7d9a26a92 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415955 Dec 07 14:06:34.026364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:06:34.165817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:06:34.179996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'port_id': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b', 'mac_address': 'fa:16:3e:ef:73:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:06:34.233275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:34.250564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:06:34.265967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:06:34.294581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:34.296542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-27830167-ac3f-4cfa-96e9-2139732bc736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:06:34.369118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,revision_number=7']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:06:34.373412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:06:34.397399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:06:34.442224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde800d-164d-4601-9247-bcb757402a89 req-2768b66c-dd82-405b-9c84-cfe06590b2a5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:34.444147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfde800d-164d-4601-9247-bcb757402a89 req-2768b66c-dd82-405b-9c84-cfe06590b2a5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 944 time: 0.0825932 Dec 07 14:06:34.496030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cfde800d-164d-4601-9247-bcb757402a89 req-cb91af18-4bab-460a-b848-42f5b3092d2e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457542 Dec 07 14:06:34.894240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:35.704129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84ac5e-cfe2-4729-a5f9-b52a502d0183 req-0476fc64-5d03-48ff-8f8a-42a424636b02 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:35.705700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0d84ac5e-cfe2-4729-a5f9-b52a502d0183 req-0476fc64-5d03-48ff-8f8a-42a424636b02 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 944 time: 0.0834317 Dec 07 14:06:35.755501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0d84ac5e-cfe2-4729-a5f9-b52a502d0183 req-80e33486-5f38-43de-963c-8c573d8b761f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 Dec 07 14:06:36.026431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:06:36.100090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:06:36.100481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:36.219402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:36.245846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2599b78c-15f4-40a4-b068-13363b7c644a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:06:36.256253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:06:36.300371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:36.302549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:06:36.333718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2599b78c-15f4-40a4-b068-13363b7c644a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b', 'code': 200} Dec 07 14:06:36.370130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,revision_number=8']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:06:36.373213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:06:36.970576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c23e05-c59e-4493-ac9e-342e0e23e763 req-d4ac7722-274f-49ae-81be-b71b49dbf7bf tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:36.972189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d4c23e05-c59e-4493-ac9e-342e0e23e763 req-d4ac7722-274f-49ae-81be-b71b49dbf7bf tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0895944 Dec 07 14:06:37.021289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d4c23e05-c59e-4493-ac9e-342e0e23e763 req-2b7760ec-0fe0-4feb-907f-44539ba84469 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422192 Dec 07 14:06:38.228526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789ff8b-b0c1-4a22-964f-4c69e599eeaa req-c29c0388-0412-437f-9510-7a29e5007d97 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:38.230083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d789ff8b-b0c1-4a22-964f-4c69e599eeaa req-c29c0388-0412-437f-9510-7a29e5007d97 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0809064 Dec 07 14:06:38.278381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d789ff8b-b0c1-4a22-964f-4c69e599eeaa req-47794165-7b17-43de-8d1b-a0ea4a05abef tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422366 Dec 07 14:06:39.745003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e18751-da25-4aaf-b768-33c67ec7298d req-10507427-26d5-44a5-b28d-c6127db390b6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:39.746582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b5e18751-da25-4aaf-b768-33c67ec7298d req-10507427-26d5-44a5-b28d-c6127db390b6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.2142422 Dec 07 14:06:39.794175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b5e18751-da25-4aaf-b768-33c67ec7298d req-a632e885-ee53-4af8-9d56-129e0dfc1eb2 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415754 Dec 07 14:06:40.128255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:40.473855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23430e6f-d675-4651-93ec-03d1882cd7f1 req-4164b248-50f5-49e3-bbd5-d64eeff755be tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:40.475463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-23430e6f-d675-4651-93ec-03d1882cd7f1 req-4164b248-50f5-49e3-bbd5-d64eeff755be tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.1172137 Dec 07 14:06:40.481080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-bddf3f81-445a-4885-b58a-7d24713d5cef tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:40.482504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-bddf3f81-445a-4885-b58a-7d24713d5cef tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a&tenant_id=e06060b4546d40cbb76a7fd61180cb53&binding%3Ahost_id=hv-neutron-ussu HTTP/1.1" status: 200 len: 945 time: 0.1595511 Dec 07 14:06:40.588699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-23430e6f-d675-4651-93ec-03d1882cd7f1 req-ac4df207-e2a6-4868-81ed-f18fd747442f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051795 Dec 07 14:06:40.595518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-a148872d-4575-4674-9f1f-ae9def984ec9 service neutron] 10.222.0.45 "GET /v2.0/ports/bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b/bindings/hv-neutron-ussu HTTP/1.1" status: 200 len: 384 time: 0.0977008 Dec 07 14:06:40.695224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-2566f09e-1925-4aec-bab1-aca89f1ee0b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 1098 time: 0.0767720 Dec 07 14:06:40.835840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-324562c8-8a34-4032-b183-7f04f594cc57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:40.837321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-324562c8-8a34-4032-b183-7f04f594cc57 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1358774 Dec 07 14:06:40.948929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-27cdd3a4-e9e1-4ef4-9744-23bd0759f0ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b HTTP/1.1" status: 200 len: 1002 time: 0.1049364 Dec 07 14:06:41.025236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-d96ea68e-78fb-487e-9b4e-828e57fe6955 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:41.026824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-d96ea68e-78fb-487e-9b4e-828e57fe6955 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0715160 Dec 07 14:06:41.110872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-f3043fef-c5ca-40b2-9f5b-2bf5ad20d053 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771887 Dec 07 14:06:41.486632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-a41c4472-c03e-46bd-a5e3-fa6d017ae492 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688936 Dec 07 14:06:41.629734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-8ad159dc-bde9-43e0-9955-fa3b72e93e8f service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363540 Dec 07 14:06:41.884086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe841ef5-bf5c-4b77-89f1-63444995c06e req-019929c3-96cb-4676-89aa-d867aa4a8f4d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:41.885656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe841ef5-bf5c-4b77-89f1-63444995c06e req-019929c3-96cb-4676-89aa-d867aa4a8f4d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.1661892 Dec 07 14:06:41.933697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe841ef5-bf5c-4b77-89f1-63444995c06e req-9fa264f4-540c-4c1f-89cf-db55f84ccee7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418119 Dec 07 14:06:43.141917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcfb80-2383-4529-a27d-bf5ff67d9aab req-3d917792-54fe-4b51-ac40-132ba55ff7fe tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:43.143508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29bcfb80-2383-4529-a27d-bf5ff67d9aab req-3d917792-54fe-4b51-ac40-132ba55ff7fe tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0855944 Dec 07 14:06:43.192249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-29bcfb80-2383-4529-a27d-bf5ff67d9aab req-2fefc5d4-0904-43b2-88f3-afa7ac630461 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416150 Dec 07 14:06:44.401823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb43aa-39e2-42c2-a4c5-0a75b3c1202d req-f7fceb6d-39a4-448c-9af8-9aee96038eeb tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:44.403438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d1fb43aa-39e2-42c2-a4c5-0a75b3c1202d req-f7fceb6d-39a4-448c-9af8-9aee96038eeb tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0829914 Dec 07 14:06:44.452966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d1fb43aa-39e2-42c2-a4c5-0a75b3c1202d req-c8f34a10-815b-46f0-acdc-ef0568aff2a3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426896 Dec 07 14:06:45.658383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616dd1a-eabd-4151-8100-b7c080ea4f8a req-18653e67-7fa1-439c-85a3-fbb6135d177c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:45.660020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f616dd1a-eabd-4151-8100-b7c080ea4f8a req-18653e67-7fa1-439c-85a3-fbb6135d177c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0863862 Dec 07 14:06:45.756590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f616dd1a-eabd-4151-8100-b7c080ea4f8a req-56280930-c2be-4522-9263-a8e7ae4b4d94 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901713 Dec 07 14:06:45.779654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-2aa87b1f-d5ba-4ef3-9122-e886e6ebabf2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a&tenant_id=e06060b4546d40cbb76a7fd61180cb53 HTTP/1.1" status: 200 len: 1098 time: 0.0931423 Dec 07 14:06:45.886676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-4e0aa265-bb47-42ee-bfcf-dea0a4bc1a2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e06060b4546d40cbb76a7fd61180cb53&device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 1098 time: 0.0759273 Dec 07 14:06:46.036728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-7a62b362-c023-48c6-9d1e-237d1bf7ad3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:46.038259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-7a62b362-c023-48c6-9d1e-237d1bf7ad3c service neutron] 10.222.0.45 "GET /v2.0/networks?id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 200 len: 913 time: 0.1410120 Dec 07 14:06:46.143918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-eb288947-d3f1-47db-a8a0-7a71a98a9784 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b HTTP/1.1" status: 200 len: 1002 time: 0.0959015 Dec 07 14:06:46.218515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-ebdb173b-e586-4ea3-80b3-6845104344c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:46.220069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-ebdb173b-e586-4ea3-80b3-6845104344c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 200 len: 851 time: 0.0661616 Dec 07 14:06:46.305424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-ebb2432a-4aa7-4b16-8893-2ffb7c8a99d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739956 Dec 07 14:06:46.450827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-2d05ddcb-1251-452f-93f6-73f6fa1c5f52 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341085 Dec 07 14:06:46.593914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-46ecde94-b3b1-4603-ae95-c12832d35e85 req-fb4df4b6-4f63-4e35-b4b0-33385a44f258 service neutron] 10.222.0.45 "GET /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327004 Dec 07 14:06:46.973595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cea642-1d4d-4be7-a4f3-82fd2987fff9 req-be5e5df9-b339-4e75-ba32-fc00fd4ae26f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:46.975742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-15cea642-1d4d-4be7-a4f3-82fd2987fff9 req-be5e5df9-b339-4e75-ba32-fc00fd4ae26f tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0916977 Dec 07 14:06:47.028868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-15cea642-1d4d-4be7-a4f3-82fd2987fff9 req-b5c1250a-dcae-4497-8ea7-6b75efc05db0 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468659 Dec 07 14:06:48.089595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:06:48.213568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:48.239680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf6a2d-9d1a-44a0-91d0-c2a40bdb8cad req-fa1a677c-22cc-408d-80c4-83ac520f3d59 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:48.241537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9ddf6a2d-9d1a-44a0-91d0-c2a40bdb8cad req-fa1a677c-22cc-408d-80c4-83ac520f3d59 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0859826 Dec 07 14:06:48.242703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2599b78c-15f4-40a4-b068-13363b7c644a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:06:48.253179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:06:48.295551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9ddf6a2d-9d1a-44a0-91d0-c2a40bdb8cad req-b192cab3-c881-4257-9145-c9e41a1de0a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476975 Dec 07 14:06:48.306467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:48.308413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:06:48.343427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2599b78c-15f4-40a4-b068-13363b7c644a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b', 'code': 200} Dec 07 14:06:48.384587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,revision_number=9']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:06:48.387906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:06:49.521760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a4820-582f-4140-bb8c-f2dc9c151568 req-b3c68744-c19b-4985-9ffb-31c4175901fb tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:49.523367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-709a4820-582f-4140-bb8c-f2dc9c151568 req-b3c68744-c19b-4985-9ffb-31c4175901fb tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 943 time: 0.0843718 Dec 07 14:06:49.571664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-709a4820-582f-4140-bb8c-f2dc9c151568 req-a7b2b98d-5572-4a97-9c7c-9ca3072a9716 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418937 Dec 07 14:06:50.103244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:06:50.242339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:06:50.419100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'port_id': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b', 'mac_address': 'fa:16:3e:ef:73:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:06:50.472722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:50.491711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:06:50.506755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:06:50.534620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:50.538639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:06:50.610278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:06:50.648062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,revision_number=10']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:06:50.653212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:06:50.780907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6fbad-7428-4ed3-a3cd-f2ef2dc72c4d req-78456c03-aead-4a85-8504-7158993d6b2c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:50.782519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-93a6fbad-7428-4ed3-a3cd-f2ef2dc72c4d req-78456c03-aead-4a85-8504-7158993d6b2c tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0830631 Dec 07 14:06:50.836649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-93a6fbad-7428-4ed3-a3cd-f2ef2dc72c4d req-fd2bde90-2854-4111-b543-1acb84b1d167 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471594 Dec 07 14:06:52.045263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835441a-f456-420d-a5ef-31b42fa7cb51 req-bd290a2c-5aa9-4df5-9400-484c2d6697c1 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:52.046861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d835441a-f456-420d-a5ef-31b42fa7cb51 req-bd290a2c-5aa9-4df5-9400-484c2d6697c1 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 945 time: 0.0863104 Dec 07 14:06:52.094616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d835441a-f456-420d-a5ef-31b42fa7cb51 req-29912c6a-197e-4bb8-97dd-4139822d1ff5 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415785 Dec 07 14:06:52.137982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:06:52.210304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:06:52.210718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:52.323076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:52.350125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2599b78c-15f4-40a4-b068-13363b7c644a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:06:52.360069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:06:52.397457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:52.400529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:06:52.438478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2599b78c-15f4-40a4-b068-13363b7c644a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b', 'code': 200} Dec 07 14:06:52.471808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,revision_number=11']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:06:52.475365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:06:53.322055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b800680-12fd-49e5-b759-5cd3a8180899 req-344dd9e3-2f38-49c9-b3ec-d7f6045fd3da tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:53.323661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6b800680-12fd-49e5-b759-5cd3a8180899 req-344dd9e3-2f38-49c9-b3ec-d7f6045fd3da tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 946 time: 0.0938497 Dec 07 14:06:53.372091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6b800680-12fd-49e5-b759-5cd3a8180899 req-448ea69f-d88f-4f09-aa2b-349c5e4ae75e tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422425 Dec 07 14:06:54.575321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3300bda-14ff-48b0-a85a-381817133bbf req-ab2656d6-cc37-4cc4-88df-db31c1db28c8 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:54.576840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a3300bda-14ff-48b0-a85a-381817133bbf req-ab2656d6-cc37-4cc4-88df-db31c1db28c8 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 946 time: 0.0816197 Dec 07 14:06:54.625026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a3300bda-14ff-48b0-a85a-381817133bbf req-2076fcba-efb5-4d82-9282-5362ed486b18 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415978 Dec 07 14:06:55.836786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e014d37-24c0-4cb2-9a4e-dbcee859ed04 req-21a6c2f1-1b15-4132-95ac-c9603195a802 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:55.838395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1e014d37-24c0-4cb2-9a4e-dbcee859ed04 req-21a6c2f1-1b15-4132-95ac-c9603195a802 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 946 time: 0.0862136 Dec 07 14:06:55.887337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1e014d37-24c0-4cb2-9a4e-dbcee859ed04 req-9cd520ef-1a43-43e9-9f3b-084df4045113 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428777 Dec 07 14:06:56.094464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eae17a-ca13-4a1b-88a6-fc0d2e630877 req-af75e8d6-19cf-4090-a6d9-9a212dc4810b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:56.096075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-82eae17a-ca13-4a1b-88a6-fc0d2e630877 req-af75e8d6-19cf-4090-a6d9-9a212dc4810b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 946 time: 0.0842021 Dec 07 14:06:56.147689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-82eae17a-ca13-4a1b-88a6-fc0d2e630877 req-758597d7-d542-4066-99ad-338c9ab78e0d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453072 Dec 07 14:06:56.351452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0fc4e-0fc9-4aca-8c1d-1cd0358f3136 req-75553109-345b-4582-884b-e5bf0d40c4f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:56.353051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ffc0fc4e-0fc9-4aca-8c1d-1cd0358f3136 req-75553109-345b-4582-884b-e5bf0d40c4f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 946 time: 0.0848854 Dec 07 14:06:56.401993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ffc0fc4e-0fc9-4aca-8c1d-1cd0358f3136 req-dc12b5fd-0c7d-4d21-93c6-2d9b8a52cc66 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426054 Dec 07 14:06:56.897881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048e16b-80c0-4471-8fa2-948d58586b0f req-dfc459b8-7572-420b-8fda-495d80ac2342 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:56.899920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c048e16b-80c0-4471-8fa2-948d58586b0f req-dfc459b8-7572-420b-8fda-495d80ac2342 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 946 time: 0.0895262 Dec 07 14:06:56.948954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c048e16b-80c0-4471-8fa2-948d58586b0f req-54906711-3427-4834-81c0-c18fd1ef0495 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430307 Dec 07 14:06:57.000585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:06:58.157409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753d7f-c86f-4de4-9011-baff80635d5e req-b8382319-e156-4068-95ce-29d10b0e14e8 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:58.159003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e5753d7f-c86f-4de4-9011-baff80635d5e req-b8382319-e156-4068-95ce-29d10b0e14e8 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 946 time: 0.0851703 Dec 07 14:06:58.209266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e5753d7f-c86f-4de4-9011-baff80635d5e req-30d69566-dc5a-4323-9b5d-746e942cdc70 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432808 Dec 07 14:06:59.420881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7d496-b4e5-4135-964d-b9ec5d0c6e34 req-77f1da9d-f270-4943-940e-f1a1c4f8a743 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:59.422474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-94d7d496-b4e5-4135-964d-b9ec5d0c6e34 req-77f1da9d-f270-4943-940e-f1a1c4f8a743 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 946 time: 0.0857687 Dec 07 14:06:59.470794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-94d7d496-b4e5-4135-964d-b9ec5d0c6e34 req-d5c8911f-731c-4384-9eae-da4336fd0fc0 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups?id=e8ce6e70-e59d-47ef-a731-5a1a0627e15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414362 Dec 07 14:06:59.576326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940f880-bac5-4718-a1fa-db86d1a93c32 req-7d4640a0-13c4-49ae-b999-523bdd7cbeef tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:06:59.577866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7940f880-bac5-4718-a1fa-db86d1a93c32 req-7d4640a0-13c4-49ae-b999-523bdd7cbeef tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 946 time: 0.0803192 Dec 07 14:06:59.657048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-7940f880-bac5-4718-a1fa-db86d1a93c32 req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Deleting port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:06:59.657365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7940f880-bac5-4718-a1fa-db86d1a93c32 req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:06:59.904377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-7940f880-bac5-4718-a1fa-db86d1a93c32 req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] For port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:06:59.904769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7940f880-bac5-4718-a1fa-db86d1a93c32 req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:00.094202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d94db15-1efd-4068-abef-89f198462ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:00.199602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7940f880-bac5-4718-a1fa-db86d1a93c32 req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:00.200003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7940f880-bac5-4718-a1fa-db86d1a93c32 req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:00.200344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [req-7940f880-bac5-4718-a1fa-db86d1a93c32 req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Floating IP eaf78500-fb81-4d34-a5ca-c1bce5102dd4 disassociated. External IP: 172.36.4.229, port: bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b. Dec 07 14:07:00.200717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-7940f880-bac5-4718-a1fa-db86d1a93c32 req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Calling delete_port for bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b owned by compute:nova {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:07:00.460088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7940f880-bac5-4718-a1fa-db86d1a93c32 req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:00.465837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:00.513001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Pushing event deleted for resources: {'Port': ['ID=bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:00.527050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:00.527452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:00.527874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:00.528287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:00.528697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:00.529112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:00.529518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:00.529926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:00.530332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:00.530736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:00.531133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:00.590256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:00.671279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6d67f34a-7295-444b-bd63-8671b811048f req-e7adb9c0-82be-4199-a6b0-019e227ec404 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 210 time: 0.0603957 Dec 07 14:07:00.789530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7940f880-bac5-4718-a1fa-db86d1a93c32 req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Router 02a1f046-b3a5-4faf-8b54-047789372c01 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:07:00.996408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7940f880-bac5-4718-a1fa-db86d1a93c32 req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:07:01.006466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579fdb59-f286-4b48-97cc-96fc5c7544c2 None None] Sync routers for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:07:01.018824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579fdb59-f286-4b48-97cc-96fc5c7544c2 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:07:01.019620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-579fdb59-f286-4b48-97cc-96fc5c7544c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:06:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:07:01.071381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-7940f880-bac5-4718-a1fa-db86d1a93c32 req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] No DVR routers for this DVR port bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b on host hv-neutron-ussu {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:07:01.073961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7940f880-bac5-4718-a1fa-db86d1a93c32 req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:01.076824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2599b78c-15f4-40a4-b068-13363b7c644a', 'name': 'network-vif-deleted', 'tag': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:07:01.124448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7940f880-bac5-4718-a1fa-db86d1a93c32 req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.45 "DELETE /v2.0/ports/bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b HTTP/1.1" status: 204 len: 173 time: 1.5364516 Dec 07 14:07:01.135763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2599b78c-15f4-40a4-b068-13363b7c644a', 'name': 'network-vif-deleted', 'tag': 'bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b', 'status': 'completed', 'code': 200} Dec 07 14:07:01.208541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-579fdb59-f286-4b48-97cc-96fc5c7544c2 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:07:01.544391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-579fdb59-f286-4b48-97cc-96fc5c7544c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:07:01.549049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579fdb59-f286-4b48-97cc-96fc5c7544c2 None None] Checking router: 02a1f046-b3a5-4faf-8b54-047789372c01 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:07:01.562773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579fdb59-f286-4b48-97cc-96fc5c7544c2 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:07:01.563477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-579fdb59-f286-4b48-97cc-96fc5c7544c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:06:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:07:01.666352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:01.755261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-579fdb59-f286-4b48-97cc-96fc5c7544c2 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:07:01.840521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d7bc5c3a-60f0-4fdc-84b3-bffc4ccd7e06 req-eb005602-ca62-44e9-9177-ad43eda31825 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Synchronizing usage tracker for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:07:01.894423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d7bc5c3a-60f0-4fdc-84b3-bffc4ccd7e06 req-eb005602-ca62-44e9-9177-ad43eda31825 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Unset dirty status for tenant:e06060b4546d40cbb76a7fd61180cb53 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:07:01.895803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7bc5c3a-60f0-4fdc-84b3-bffc4ccd7e06 req-eb005602-ca62-44e9-9177-ad43eda31825 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/ports?device_id=2599b78c-15f4-40a4-b068-13363b7c644a HTTP/1.1" status: 200 len: 210 time: 0.0990627 Dec 07 14:07:02.080305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-579fdb59-f286-4b48-97cc-96fc5c7544c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:07:02.084485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579fdb59-f286-4b48-97cc-96fc5c7544c2 None None] The sync data for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv is: [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:00:39Z', 'revision_number': 4, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'f0ee295b-ca28-48fd-adc6-7c7607a29a0a', 'name': '', 'network_id': '42b36be0-e1b0-4c5a-bccf-bbdb5464dd50', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'mac_address': 'fa:16:3e:8a:c8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:38Z', 'updated_at': '2021-12-07T14:00:47Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'subnets': [{'id': '18be2012-ec7b-4959-86d8-539b92ab60ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:07:02.483205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e47181eb-2f8d-4bab-ac8f-61b85af22423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:02.549885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299afe41-289a-4fb2-94bb-096b4e149088 None None] New status for floating IP eaf78500-fb81-4d34-a5ca-c1bce5102dd4: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:07:03.002525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:04.201552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:07:04.236239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:07:04.236545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device bcffad8a-bcc9-4f78-9b8e-c8a0492ac79b not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:07:04.888762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:06.415297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56412) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:07:06.482579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2006b687-1041-4fe5-9f07-4e7df17e8879 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:06.511148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2006b687-1041-4fe5-9f07-4e7df17e8879 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:06.923063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2006b687-1041-4fe5-9f07-4e7df17e8879 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:06.929200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7cd0554f-d3a3-44ce-b083-66648fc4fede tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:06.944879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006b687-1041-4fe5-9f07-4e7df17e8879 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ce6e70-e59d-47ef-a731-5a1a0627e15c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:06.947418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2006b687-1041-4fe5-9f07-4e7df17e8879 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:06.978998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2006b687-1041-4fe5-9f07-4e7df17e8879 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:06.982204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2006b687-1041-4fe5-9f07-4e7df17e8879 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "DELETE /v2.0/security-groups/e8ce6e70-e59d-47ef-a731-5a1a0627e15c HTTP/1.1" status: 204 len: 168 time: 0.5639091 Dec 07 14:07:06.982977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56416) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:07:07.000303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-3dd39a36-45f2-48c1-99e7-37303357278b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] show failed (client error): The resource could not be found. Dec 07 14:07:07.001322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3dd39a36-45f2-48c1-99e7-37303357278b tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "GET /v2.0/security-groups/e8ce6e70-e59d-47ef-a731-5a1a0627e15c HTTP/1.1" status: 404 len: 347 time: 0.0173738 Dec 07 14:07:07.004148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56420) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:07:07.162054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-805c2128-bb76-4799-9bb5-72e358c5e0d6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Deleting port e41f2ca5-bb2e-4e3e-b51e-60455d31b5b7 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:07:07.162426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-805c2128-bb76-4799-9bb5-72e358c5e0d6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:07.337770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-805c2128-bb76-4799-9bb5-72e358c5e0d6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:07.338123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-805c2128-bb76-4799-9bb5-72e358c5e0d6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:07.463950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-805c2128-bb76-4799-9bb5-72e358c5e0d6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Calling delete_port for e41f2ca5-bb2e-4e3e-b51e-60455d31b5b7 owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:07:07.757277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-805c2128-bb76-4799-9bb5-72e358c5e0d6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:07.761676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:07.804548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c2128-bb76-4799-9bb5-72e358c5e0d6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Pushing event deleted for resources: {'Port': ['ID=e41f2ca5-bb2e-4e3e-b51e-60455d31b5b7,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:07.807558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-805c2128-bb76-4799-9bb5-72e358c5e0d6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:07.898259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-805c2128-bb76-4799-9bb5-72e358c5e0d6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:07.950808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-805c2128-bb76-4799-9bb5-72e358c5e0d6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:07.952055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-805c2128-bb76-4799-9bb5-72e358c5e0d6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] 10.222.0.24 "DELETE /v2.0/floatingips/eaf78500-fb81-4d34-a5ca-c1bce5102dd4 HTTP/1.1" status: 204 len: 168 time: 0.9470043 Dec 07 14:07:07.955363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56424) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:07:08.455274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb088c6f-0e24-4277-8a25-333c91941266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:09.066069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bb088c6f-0e24-4277-8a25-333c91941266 admin admin] Deleting port f0ee295b-ca28-48fd-adc6-7c7607a29a0a {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:07:09.066690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb088c6f-0e24-4277-8a25-333c91941266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:09.245757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bb088c6f-0e24-4277-8a25-333c91941266 admin admin] For port f0ee295b-ca28-48fd-adc6-7c7607a29a0a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=f0ee295b-ca28-48fd-adc6-7c7607a29a0a,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:07:09.246156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb088c6f-0e24-4277-8a25-333c91941266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:09.373387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bb088c6f-0e24-4277-8a25-333c91941266 admin admin] Calling delete_port for f0ee295b-ca28-48fd-adc6-7c7607a29a0a owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:07:09.688358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb088c6f-0e24-4277-8a25-333c91941266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:09.692612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eca8dac1-2372-44da-a525-475420f8cf53 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:09.734121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb088c6f-0e24-4277-8a25-333c91941266 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ee295b-ca28-48fd-adc6-7c7607a29a0a,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:09.736702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb088c6f-0e24-4277-8a25-333c91941266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:10.033866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb088c6f-0e24-4277-8a25-333c91941266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:10.157182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:10.856510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb088c6f-0e24-4277-8a25-333c91941266 admin admin] Router 02a1f046-b3a5-4faf-8b54-047789372c01 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:07:11.062704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb088c6f-0e24-4277-8a25-333c91941266 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:07:11.072979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ea5cea-7900-4d65-b56e-c50af50ca724 None None] Sync routers for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:07:11.075392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bb088c6f-0e24-4277-8a25-333c91941266 admin admin] 10.222.0.24 "PUT /v2.0/routers/02a1f046-b3a5-4faf-8b54-047789372c01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1189375 Dec 07 14:07:11.078044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56430) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:07:11.086712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ea5cea-7900-4d65-b56e-c50af50ca724 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:07:11.087610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a6ea5cea-7900-4d65-b56e-c50af50ca724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:07:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:07:11.280177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-a6ea5cea-7900-4d65-b56e-c50af50ca724 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:07:11.295930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:11.512541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:11.557066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] Deleting port c738742d-251f-49bd-b7ee-61b7945ec2a3 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:07:11.557448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:11.739760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] For port c738742d-251f-49bd-b7ee-61b7945ec2a3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c738742d-251f-49bd-b7ee-61b7945ec2a3,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:07:11.740152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:11.741966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a6ea5cea-7900-4d65-b56e-c50af50ca724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6'}], 'enable_snat': True}, 'gw_port_id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:07:09Z', 'revision_number': 5, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port': {'id': 'c738742d-251f-49bd-b7ee-61b7945ec2a3', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:00:36Z', 'updated_at': '2021-12-07T14:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:07:11.746096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ea5cea-7900-4d65-b56e-c50af50ca724 None None] Checking router: 02a1f046-b3a5-4faf-8b54-047789372c01 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:07:11.758426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ea5cea-7900-4d65-b56e-c50af50ca724 None None] Routers {'02a1f046-b3a5-4faf-8b54-047789372c01'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:07:11.759110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a6ea5cea-7900-4d65-b56e-c50af50ca724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:07:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['02a1f046-b3a5-4faf-8b54-047789372c01'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:07:11.865293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] Calling delete_port for c738742d-251f-49bd-b7ee-61b7945ec2a3 owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:07:11.917632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-a6ea5cea-7900-4d65-b56e-c50af50ca724 None None] Set router 02a1f046-b3a5-4faf-8b54-047789372c01 gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:07:12.028038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a6ea5cea-7900-4d65-b56e-c50af50ca724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:07:11Z', 'revision_number': 6, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:07:12.032077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ea5cea-7900-4d65-b56e-c50af50ca724 None None] The sync data for ids ['02a1f046-b3a5-4faf-8b54-047789372c01'] in dv-neutron-ussuri-2-hyperv is: [{'id': '02a1f046-b3a5-4faf-8b54-047789372c01', 'name': 'tempest-ServerActionsTestJSON-1740740081-router', 'tenant_id': 'e06060b4546d40cbb76a7fd61180cb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:00:35Z', 'updated_at': '2021-12-07T14:07:11Z', 'revision_number': 6, 'project_id': 'e06060b4546d40cbb76a7fd61180cb53', 'gw_port_host': None}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:07:12.151480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:12.156493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-35587a00-44ee-45ce-8f93-199958f4a190 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:12.202956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c738742d-251f-49bd-b7ee-61b7945ec2a3,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:12.207978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:12.435937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:12.697568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:12.702125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:12.865363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:12.865959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02a1f046-b3a5-4faf-8b54-047789372c01 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 14:07:12.878824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:12.880110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/02a1f046-b3a5-4faf-8b54-047789372c01 HTTP/1.1" status: 204 len: 168 time: 1.8010938 Dec 07 14:07:12.882804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56434) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:07:12.952639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e23087-9911-4907-b8e6-c741ee5e2ac6 admin admin] Deleting subnet 18be2012-ec7b-4959-86d8-539b92ab60ef {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:07:12.956002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50e23087-9911-4907-b8e6-c741ee5e2ac6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:13.010274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50e23087-9911-4907-b8e6-c741ee5e2ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:13.093579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50e23087-9911-4907-b8e6-c741ee5e2ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:13.145558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c738742d-251f-49bd-b7ee-61b7945ec2a3 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:07:13.181430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: c738742d-251f-49bd-b7ee-61b7945ec2a3 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:07:13.181824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c738742d-251f-49bd-b7ee-61b7945ec2a3 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:07:13.182299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f0ee295b-ca28-48fd-adc6-7c7607a29a0a no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:07:13.215842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: f0ee295b-ca28-48fd-adc6-7c7607a29a0a {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:07:13.216174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device f0ee295b-ca28-48fd-adc6-7c7607a29a0a not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:07:13.237432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50e23087-9911-4907-b8e6-c741ee5e2ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:13.242640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bcef229c-bb65-4e04-add6-62851d5ee2fb tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:13.280962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e23087-9911-4907-b8e6-c741ee5e2ac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18be2012-ec7b-4959-86d8-539b92ab60ef,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:13.283794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-50e23087-9911-4907-b8e6-c741ee5e2ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:13.287483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-50e23087-9911-4907-b8e6-c741ee5e2ac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:13.292623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13a7c5c-5431-4004-a689-6d473ff378a6 None None] Network 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:07:13.297846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-50e23087-9911-4907-b8e6-c741ee5e2ac6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/18be2012-ec7b-4959-86d8-539b92ab60ef HTTP/1.1" status: 204 len: 168 time: 0.4135749 Dec 07 14:07:13.300720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56438) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:07:13.578701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d85054-61a4-40ef-a2c1-52c76da924c0 None None] DHCP port deletion for 42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:07:13.584367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-45d85054-61a4-40ef-a2c1-52c76da924c0 None None] Deleting port 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:07:13.584792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-45d85054-61a4-40ef-a2c1-52c76da924c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:13.663038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:13.673501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Deleting port 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:07:13.673854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:13.794866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-45d85054-61a4-40ef-a2c1-52c76da924c0 None None] For port 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7d09a0b9-e5ea-4a23-9293-1ce11cdb1285,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:07:13.795180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-45d85054-61a4-40ef-a2c1-52c76da924c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:13.883425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] For port 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=7d09a0b9-e5ea-4a23-9293-1ce11cdb1285,segment=NetworkSegment(db6fe832-d267-45f7-b696-319c82b6258a),segment_id=db6fe832-d267-45f7-b696-319c82b6258a)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:07:13.883810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:13.927946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-45d85054-61a4-40ef-a2c1-52c76da924c0 None None] Calling delete_port for 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:07:14.019961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Calling delete_port for 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:07:14.077549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-45d85054-61a4-40ef-a2c1-52c76da924c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:14.082466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:14.092321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88897) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 14:07:14.092690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 14:07:14.122679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d85054-61a4-40ef-a2c1-52c76da924c0 None None] Pushing event deleted for resources: {'Port': ['ID=7d09a0b9-e5ea-4a23-9293-1ce11cdb1285,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:14.126810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-45d85054-61a4-40ef-a2c1-52c76da924c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:14.129511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d85054-61a4-40ef-a2c1-52c76da924c0 None None] No DVR routers for this DVR port 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:07:14.594198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Deleting port 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:07:14.594670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:14.658493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] The port '7d09a0b9-e5ea-4a23-9293-1ce11cdb1285' was deleted {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 14:07:14.776994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:14.803002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b36be0-e1b0-4c5a-bccf-bbdb5464dd50']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:07:14.815195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6fe832-d267-45f7-b696-319c82b6258a') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:07:14.815588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6fe832-d267-45f7-b696-319c82b6258a') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:07:14.827844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:14.842065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:14.848524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:07:14.848902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:07:14.866873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:07:14.968578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:14.972629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15ad7a44-f55e-4337-af3e-c7b46ba81c00 tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:14.989917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:14.998772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=42b36be0-e1b0-4c5a-bccf-bbdb5464dd50,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:15.003079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:15.049253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] 10.222.0.24 "DELETE /v2.0/networks/42b36be0-e1b0-4c5a-bccf-bbdb5464dd50 HTTP/1.1" status: 204 len: 168 time: 1.7474108 Dec 07 14:07:15.144794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:07:15.178785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:07:15.179183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 7d09a0b9-e5ea-4a23-9293-1ce11cdb1285 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:07:15.262337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56444) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:07:15.322008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a45931eb-9fdf-41d4-8a3e-9fc6a4969702 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e06060b4546d40cbb76a7fd61180cb53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0583401 Dec 07 14:07:15.324754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56448) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:07:15.388022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3deff6b-3406-4375-997f-d9e0b9805a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:15.416104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3deff6b-3406-4375-997f-d9e0b9805a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:15.534286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3deff6b-3406-4375-997f-d9e0b9805a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:15.539537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8bb0d3ab-7d2c-4267-bb26-0311bfb58221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:15.553823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3deff6b-3406-4375-997f-d9e0b9805a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d723120-969b-49ec-9adb-19d5e94a732f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:15.556309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e3deff6b-3406-4375-997f-d9e0b9805a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:15.561911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3deff6b-3406-4375-997f-d9e0b9805a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:15.563176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e3deff6b-3406-4375-997f-d9e0b9805a25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d723120-969b-49ec-9adb-19d5e94a732f HTTP/1.1" status: 204 len: 168 time: 0.2374344 Dec 07 14:07:16.697070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56470) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:07:16.835996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1466999147-network', 'tenant_id': '7ab234d0454e4a2cb5356fa83ebf8936'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:07:16.841109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:07:16.845086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Usage tracker for resource:network and tenant:7ab234d0454e4a2cb5356fa83ebf8936 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:07:16.848232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:07:16.855102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:07:16.899599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Made reservation on behalf of 7ab234d0454e4a2cb5356fa83ebf8936 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:07:16.904324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:16.917275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:17.007076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:07:17.011212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Usage tracker for resource:security_group_rule and tenant:7ab234d0454e4a2cb5356fa83ebf8936 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:07:17.014211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:07:17.020799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:07:17.173264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:17.219990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:17.223118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e3deff6b-3406-4375-997f-d9e0b9805a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:17.255280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:07:17.260893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2881196e-0d65-4f22-a517-d319aa915fa0,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:17.264844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:17.296417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:17.296803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Added segment bd360ed6-03da-47fc-ab41-0a17b1909bba of type vlan for network e615d987-32bc-4333-8108-46d0bfe20606 Dec 07 14:07:17.369772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:17.522994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:17.524034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:17.524927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:17.530107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a990370a-c4e8-4add-b567-65e37347f09a tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:17.633885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Pushing event updated for resources: {'Network': ['ID=e615d987-32bc-4333-8108-46d0bfe20606,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:17.636544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:17.643869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network e615d987-32bc-4333-8108-46d0bfe20606 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:07:17.683917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9856787 Dec 07 14:07:17.687162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56476) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:07:17.693069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-81f3a0c3-b24f-4c8e-91af-7f93ff99de07 admin admin] Request body: {'subnet': {'network_id': 'e615d987-32bc-4333-8108-46d0bfe20606', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1466999147-subnet', 'tenant_id': '7ab234d0454e4a2cb5356fa83ebf8936', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:07:17.698356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-81f3a0c3-b24f-4c8e-91af-7f93ff99de07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:07:17.702406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-81f3a0c3-b24f-4c8e-91af-7f93ff99de07 admin admin] Usage tracker for resource:subnet and tenant:7ab234d0454e4a2cb5356fa83ebf8936 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:07:17.705375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-81f3a0c3-b24f-4c8e-91af-7f93ff99de07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:07:17.711928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-81f3a0c3-b24f-4c8e-91af-7f93ff99de07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:07:17.751036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f3a0c3-b24f-4c8e-91af-7f93ff99de07 admin admin] Made reservation on behalf of 7ab234d0454e4a2cb5356fa83ebf8936 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:07:17.756456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81f3a0c3-b24f-4c8e-91af-7f93ff99de07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:18.105568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81f3a0c3-b24f-4c8e-91af-7f93ff99de07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:18.109912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c0ed4e72-e426-497f-a723-7f3397282ef5 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:18.186589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3a0c3-b24f-4c8e-91af-7f93ff99de07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dedf54b-c7bf-499e-be2a-7b94c19caaa0,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:18.192401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-81f3a0c3-b24f-4c8e-91af-7f93ff99de07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:18.202806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f3a0c3-b24f-4c8e-91af-7f93ff99de07 admin admin] Checking segment: {'id': 'bd360ed6-03da-47fc-ab41-0a17b1909bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e615d987-32bc-4333-8108-46d0bfe20606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:07:18.203198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3a0c3-b24f-4c8e-91af-7f93ff99de07 admin admin] Network hostable DHCP agents. Network: e615d987-32bc-4333-8108-46d0bfe20606, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:07:18.254229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3a0c3-b24f-4c8e-91af-7f93ff99de07 admin admin] Network e615d987-32bc-4333-8108-46d0bfe20606 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:07:18.317577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-81f3a0c3-b24f-4c8e-91af-7f93ff99de07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, e615d987-32bc-4333-8108-46d0bfe20606) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:07:18.321771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f3a0c3-b24f-4c8e-91af-7f93ff99de07 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:18.322409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81f3a0c3-b24f-4c8e-91af-7f93ff99de07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:18.326801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec0ede7-b567-4a37-942e-d09db8fe50bc None None] Network e615d987-32bc-4333-8108-46d0bfe20606 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:07:18.374895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-81f3a0c3-b24f-4c8e-91af-7f93ff99de07 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6865323 Dec 07 14:07:18.551572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122257ab-38c6-44c8-89eb-e00683663ecb None None] Network e615d987-32bc-4333-8108-46d0bfe20606 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:07:18.992145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-9e273118-f498-420b-b03e-989f47176ea3 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:18.992803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-9e273118-f498-420b-b03e-989f47176ea3 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Synchronizing usage tracker for tenant:7ab234d0454e4a2cb5356fa83ebf8936 on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:07:19.036703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-9e273118-f498-420b-b03e-989f47176ea3 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Unset dirty status for tenant:7ab234d0454e4a2cb5356fa83ebf8936 on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:07:19.037967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-9e273118-f498-420b-b03e-989f47176ea3 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/networks?id=e615d987-32bc-4333-8108-46d0bfe20606 HTTP/1.1" status: 200 len: 814 time: 0.1993978 Dec 07 14:07:19.055966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-258b9b04-a8ff-4fa6-b673-ce5e8f435f00 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/quotas/7ab234d0454e4a2cb5356fa83ebf8936 HTTP/1.1" status: 200 len: 375 time: 0.0119815 Dec 07 14:07:19.104088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-e83c8a9c-b7a3-48a8-b624-2f585b52a94e tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ab234d0454e4a2cb5356fa83ebf8936&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428112 Dec 07 14:07:19.247331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-a6ac9d99-d402-4279-85ad-8459522c4d74 service neutron] 10.222.0.24 "GET /v2.0/networks/e615d987-32bc-4333-8108-46d0bfe20606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360631 Dec 07 14:07:19.388005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-8bbdf67e-a635-41f3-975e-8bcd6218d55b service neutron] 10.222.0.24 "GET /v2.0/networks/e615d987-32bc-4333-8108-46d0bfe20606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344557 Dec 07 14:07:19.651930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da7c6e10-52f0-4cbc-b295-a991e92db100 req-29ccacab-efac-40d4-a8c2-5485e3b527b3 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 210 time: 0.0489359 Dec 07 14:07:20.822114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5814c469-700a-4402-9960-c6f2a59363a1 req-92298493-7d48-4d1e-a27f-f35d72daae17 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 210 time: 0.0460002 Dec 07 14:07:21.399587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-35609570-d25c-4a91-9863-1be9d6e538f1 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:21.401052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-35609570-d25c-4a91-9863-1be9d6e538f1 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.45 "GET /v2.0/networks?id=e615d987-32bc-4333-8108-46d0bfe20606 HTTP/1.1" status: 200 len: 814 time: 0.1537442 Dec 07 14:07:21.425633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Request body: {'port': {'device_id': '481a46af-5364-4213-b020-44b5167bc289', 'network_id': 'e615d987-32bc-4333-8108-46d0bfe20606', 'admin_state_up': True, 'tenant_id': '7ab234d0454e4a2cb5356fa83ebf8936'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:07:21.571393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:07:21.575539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Usage tracker for resource:port and tenant:7ab234d0454e4a2cb5356fa83ebf8936 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:07:21.578659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:07:21.585453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:07:21.631174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Made reservation on behalf of 7ab234d0454e4a2cb5356fa83ebf8936 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:07:21.636871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:21.805915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Allocated IP 172.20.0.8 (e615d987-32bc-4333-8108-46d0bfe20606/3dedf54b-c7bf-499e-be2a-7b94c19caaa0/2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:07:22.066525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-281ad673-76a2-4a7b-9214-f9bcbab5f456 req-1f3b1e3e-d8a6-4ac5-ad8a-719be4e04203 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 210 time: 0.0712407 Dec 07 14:07:22.199655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:22.254432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:22.260649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8378880c-109b-41e3-bddf-7d248ad2b177 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:22.328059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Network e615d987-32bc-4333-8108-46d0bfe20606 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:07:22.336124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:07:22.340885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:07:22.372950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Pushing event updated for resources: {'Port': ['ID=2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:22.380308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:22.408114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:22.408774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:22.586812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1657760 Dec 07 14:07:22.603044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Request body: {'port': {'device_id': '481a46af-5364-4213-b020-44b5167bc289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:07:22.723806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:23.349548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f26abc-cc76-4378-b460-556d723e7fb1 req-e149f2ea-995a-4d7f-8b44-be9437c9d177 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:23.349548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-65f26abc-cc76-4378-b460-556d723e7fb1 req-e149f2ea-995a-4d7f-8b44-be9437c9d177 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Synchronizing usage tracker for tenant:7ab234d0454e4a2cb5356fa83ebf8936 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:07:23.427379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c {{(pid=88897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:07:23.434446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:23.438918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-65f26abc-cc76-4378-b460-556d723e7fb1 req-e149f2ea-995a-4d7f-8b44-be9437c9d177 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Unset dirty status for tenant:7ab234d0454e4a2cb5356fa83ebf8936 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:07:23.440297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65f26abc-cc76-4378-b460-556d723e7fb1 req-e149f2ea-995a-4d7f-8b44-be9437c9d177 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 931 time: 0.2288914 Dec 07 14:07:23.454235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Transition to ACTIVE for port object 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c will not be triggered until provisioned by entity L2. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:07:23.496179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:23.500567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-450efd14-a546-474e-b7ce-74689dba7247 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:23.531509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-65f26abc-cc76-4378-b460-556d723e7fb1 req-601cb657-72a8-409e-837e-a1076f35f421 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Synchronizing usage tracker for tenant:7ab234d0454e4a2cb5356fa83ebf8936 on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:07:23.643587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Pushing event updated for resources: {'Port': ['ID=2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:23.648320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:23.684972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-65f26abc-cc76-4378-b460-556d723e7fb1 req-601cb657-72a8-409e-837e-a1076f35f421 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Unset dirty status for tenant:7ab234d0454e4a2cb5356fa83ebf8936 on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:07:23.686235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-65f26abc-cc76-4378-b460-556d723e7fb1 req-601cb657-72a8-409e-837e-a1076f35f421 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334099 Dec 07 14:07:23.761131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Attempting to bind port 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:07:23.761494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Attempting to bind port 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd360ed6-03da-47fc-ab41-0a17b1909bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e615d987-32bc-4333-8108-46d0bfe20606'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:07:23.761852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Attempting to bind port 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c on network e615d987-32bc-4333-8108-46d0bfe20606 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:07:23.767787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Port 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c on network e615d987-32bc-4333-8108-46d0bfe20606 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:07:23.768136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Attempting to bind port 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c on network e615d987-32bc-4333-8108-46d0bfe20606 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:07:23.775098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:07:23.775498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Checking segment: {'id': 'bd360ed6-03da-47fc-ab41-0a17b1909bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e615d987-32bc-4333-8108-46d0bfe20606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:07:23.775913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Bound using segment: {'id': 'bd360ed6-03da-47fc-ab41-0a17b1909bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e615d987-32bc-4333-8108-46d0bfe20606'} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:07:23.776370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Bound port: 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd360ed6-03da-47fc-ab41-0a17b1909bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e615d987-32bc-4333-8108-46d0bfe20606'}}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:07:23.776798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:23.868069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] For port 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c, host hv-neutron-ussu, cleared binding levels {{(pid=88897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:07:23.871106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] For port 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c,segment=NetworkSegment(bd360ed6-03da-47fc-ab41-0a17b1909bba),segment_id=bd360ed6-03da-47fc-ab41-0a17b1909bba)] {{(pid=88897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:07:23.922748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:23.928196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-374846f3-8359-458d-a105-1872c99bab56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:23.982278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:23.983867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] 10.222.0.45 "PUT /v2.0/ports/2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c HTTP/1.1" status: 200 len: 1093 time: 1.3851633 Dec 07 14:07:23.984426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481a46af-5364-4213-b020-44b5167bc289', 'tag': '2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:07:24.010575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Pushing event updated for resources: {'Port': ['ID=2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:24.014017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:24.129061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481a46af-5364-4213-b020-44b5167bc289', 'tag': '2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c', 'status': 'completed', 'code': 200} Dec 07 14:07:24.165359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-472fe321-13a2-4e42-b7d6-df635512e91c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ab234d0454e4a2cb5356fa83ebf8936&device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 1096 time: 0.0772462 Dec 07 14:07:24.245119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-df2c6936-8207-4d28-ac1d-dec3cf0b0557 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c HTTP/1.1" status: 200 len: 217 time: 0.0681224 Dec 07 14:07:24.315284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-be7f903a-32c7-456a-89a3-eb0451bc0dc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:24.316899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-be7f903a-32c7-456a-89a3-eb0451bc0dc3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dedf54b-c7bf-499e-be2a-7b94c19caaa0 HTTP/1.1" status: 200 len: 854 time: 0.0627885 Dec 07 14:07:24.372585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-e68ccf57-5fa9-43d0-a5c6-70a478c9bb81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e615d987-32bc-4333-8108-46d0bfe20606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461037 Dec 07 14:07:24.516171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-78608568-30d4-48a5-b9db-446ac8d1ac85 service neutron] 10.222.0.45 "GET /v2.0/networks/e615d987-32bc-4333-8108-46d0bfe20606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327128 Dec 07 14:07:24.658648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c4cffad7-4671-41e4-8472-ca7b4f9d9e9a req-e7d4c372-c024-4e9b-90bb-20453d595424 service neutron] 10.222.0.45 "GET /v2.0/networks/e615d987-32bc-4333-8108-46d0bfe20606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313341 Dec 07 14:07:24.850977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ae73156a-8fca-4454-9a83-0acaf822747e req-ec8e196a-d8fe-4e82-b8be-f329e3ffef56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ab234d0454e4a2cb5356fa83ebf8936&device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 1096 time: 0.1083200 Dec 07 14:07:25.016421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d14d9-b1aa-4481-9d91-fffb9e1756c6 req-7644c78a-8c98-41f6-9403-9d153a7cd2b3 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:25.018023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7a4d14d9-b1aa-4481-9d91-fffb9e1756c6 req-7644c78a-8c98-41f6-9403-9d153a7cd2b3 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 943 time: 0.2041371 Dec 07 14:07:25.026494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73156a-8fca-4454-9a83-0acaf822747e req-7f66e052-28a6-44a1-8e33-493461b54db1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:25.027975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ae73156a-8fca-4454-9a83-0acaf822747e req-7f66e052-28a6-44a1-8e33-493461b54db1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e615d987-32bc-4333-8108-46d0bfe20606 HTTP/1.1" status: 200 len: 915 time: 0.1669919 Dec 07 14:07:25.123337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ae73156a-8fca-4454-9a83-0acaf822747e req-06e34e36-65e8-4d5e-9dba-d721e095ea1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c HTTP/1.1" status: 200 len: 217 time: 0.0757179 Dec 07 14:07:25.174026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7a4d14d9-b1aa-4481-9d91-fffb9e1756c6 req-9a4ae150-e731-4421-94b8-96d909354166 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488931 Dec 07 14:07:25.199775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73156a-8fca-4454-9a83-0acaf822747e req-67cdcb98-0f09-4903-bcd4-44f04cac5ba6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:25.201339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ae73156a-8fca-4454-9a83-0acaf822747e req-67cdcb98-0f09-4903-bcd4-44f04cac5ba6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dedf54b-c7bf-499e-be2a-7b94c19caaa0 HTTP/1.1" status: 200 len: 854 time: 0.0690870 Dec 07 14:07:25.254916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ae73156a-8fca-4454-9a83-0acaf822747e req-579cf481-c79e-444c-8424-b82b275ff888 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e615d987-32bc-4333-8108-46d0bfe20606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469985 Dec 07 14:07:25.399093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ae73156a-8fca-4454-9a83-0acaf822747e req-de0afbff-ba7d-46c9-9ba0-9d72723655dd service neutron] 10.222.0.45 "GET /v2.0/networks/e615d987-32bc-4333-8108-46d0bfe20606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366336 Dec 07 14:07:25.547643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ae73156a-8fca-4454-9a83-0acaf822747e req-c686b9df-bb69-4ba4-88eb-474082ad4150 service neutron] 10.222.0.45 "GET /v2.0/networks/e615d987-32bc-4333-8108-46d0bfe20606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385396 Dec 07 14:07:26.384356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847889e-2707-4f8c-8a16-4103db7d5b93 req-43488376-bd1f-42de-8c14-d31165172937 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:26.385996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2847889e-2707-4f8c-8a16-4103db7d5b93 req-43488376-bd1f-42de-8c14-d31165172937 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 943 time: 0.0861917 Dec 07 14:07:26.433938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2847889e-2707-4f8c-8a16-4103db7d5b93 req-559261df-ab89-40b8-a865-362fc702330f tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416992 Dec 07 14:07:27.637110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e885e-dc5e-42ff-844e-e39b4844c1a1 req-68ae9607-f425-401c-9b8b-23b8e6f0bc0b tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:27.638593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a75e885e-dc5e-42ff-844e-e39b4844c1a1 req-68ae9607-f425-401c-9b8b-23b8e6f0bc0b tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 943 time: 0.0835965 Dec 07 14:07:27.686339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a75e885e-dc5e-42ff-844e-e39b4844c1a1 req-eaf1811f-4d19-42bb-b18c-53cdf776af02 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410805 Dec 07 14:07:28.228815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:07:28.371046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c,segment=NetworkSegment(bd360ed6-03da-47fc-ab41-0a17b1909bba),segment_id=bd360ed6-03da-47fc-ab41-0a17b1909bba)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:07:28.384752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c', 'network_id': 'e615d987-32bc-4333-8108-46d0bfe20606', 'port_id': '2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c', 'mac_address': 'fa:16:3e:c9:9f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dedf54b-c7bf-499e-be2a-7b94c19caaa0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:07:28.439448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:28.457680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:07:28.472886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c,segment=NetworkSegment(bd360ed6-03da-47fc-ab41-0a17b1909bba),segment_id=bd360ed6-03da-47fc-ab41-0a17b1909bba)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:07:28.505295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:28.507060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:28.574709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:28.578080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:28.810825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:07:28.891382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba500f-cd5e-4b43-8501-a4faa2f69226 req-02e51d27-2eb9-445e-ad18-f89aade461cc tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:28.892992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e5ba500f-cd5e-4b43-8501-a4faa2f69226 req-02e51d27-2eb9-445e-ad18-f89aade461cc tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 944 time: 0.0824928 Dec 07 14:07:28.949103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e5ba500f-cd5e-4b43-8501-a4faa2f69226 req-18b64e24-b767-4da3-a72b-5dedcffdb4a5 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484293 Dec 07 14:07:30.104867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-514c3665-bd55-41d9-95be-673f8df42865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:30.155098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78a8b-f6b6-48bc-a3ba-276803a92e99 req-613b316d-a1c6-48e4-ad04-963309e5634d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:30.156734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7f78a8b-f6b6-48bc-a3ba-276803a92e99 req-613b316d-a1c6-48e4-ad04-963309e5634d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 944 time: 0.0845053 Dec 07 14:07:30.206349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7f78a8b-f6b6-48bc-a3ba-276803a92e99 req-a427f1a3-c200-4dc7-84e6-d3af2c6ba900 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426755 Dec 07 14:07:30.227706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:07:30.356307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:07:30.361886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:07:30.362936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:30.477622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:30.503974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481a46af-5364-4213-b020-44b5167bc289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:07:30.513853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c,segment=NetworkSegment(bd360ed6-03da-47fc-ab41-0a17b1909bba),segment_id=bd360ed6-03da-47fc-ab41-0a17b1909bba)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:07:30.545679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:30.547699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:30.581400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481a46af-5364-4213-b020-44b5167bc289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c', 'code': 200} Dec 07 14:07:30.619522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:30.622593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:30.885248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1dbe0f8-6f6b-4e6f-81a6-08b012d8d94a req-b440d182-cd63-4700-9a7e-561c68fa082c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 1098 time: 0.0758750 Dec 07 14:07:30.933872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e1dbe0f8-6f6b-4e6f-81a6-08b012d8d94a req-3bad3d18-9f14-41e4-ad4e-a58759c0573d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376003 Dec 07 14:07:31.418320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ef0e4-4575-46f1-994b-526a4a922395 req-d306540c-f446-4c6e-98aa-226515b01819 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:31.420002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-097ef0e4-4575-46f1-994b-526a4a922395 req-d306540c-f446-4c6e-98aa-226515b01819 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 945 time: 0.0855803 Dec 07 14:07:31.469219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-097ef0e4-4575-46f1-994b-526a4a922395 req-558d2bd2-6afb-4957-8886-c754eb9df848 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421894 Dec 07 14:07:31.670635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:32.448018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-247a41b3-5c8f-43cf-8687-5321a4115aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:32.677931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a491a8-47b2-4aa2-a14d-c9ec85eb0921 req-9ba3bbc3-5524-43d0-8509-21720d3b7f90 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:32.679523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e9a491a8-47b2-4aa2-a14d-c9ec85eb0921 req-9ba3bbc3-5524-43d0-8509-21720d3b7f90 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 945 time: 0.0853841 Dec 07 14:07:32.727536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e9a491a8-47b2-4aa2-a14d-c9ec85eb0921 req-6c3264d7-9e53-4e28-9f2d-86aa8a84e8c3 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419164 Dec 07 14:07:33.008415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:33.035020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed737f-5126-4660-87db-3f0061c9e84b req-6ce8eea6-d682-4e94-a7ad-7a09493451ae tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:33.036654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99ed737f-5126-4660-87db-3f0061c9e84b req-6ce8eea6-d682-4e94-a7ad-7a09493451ae tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/networks?id=e615d987-32bc-4333-8108-46d0bfe20606 HTTP/1.1" status: 200 len: 814 time: 0.1544001 Dec 07 14:07:33.054233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99ed737f-5126-4660-87db-3f0061c9e84b req-037c638b-ad97-47fd-8776-d3c802b2d87b tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/quotas/7ab234d0454e4a2cb5356fa83ebf8936 HTTP/1.1" status: 200 len: 375 time: 0.0116062 Dec 07 14:07:33.138188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99ed737f-5126-4660-87db-3f0061c9e84b req-9373e67d-25bd-4656-9f4d-52ef6a4c3016 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ab234d0454e4a2cb5356fa83ebf8936&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786841 Dec 07 14:07:33.300744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99ed737f-5126-4660-87db-3f0061c9e84b req-9498461d-bf60-493d-b3d7-39bcbaeac259 service neutron] 10.222.0.24 "GET /v2.0/networks/e615d987-32bc-4333-8108-46d0bfe20606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541610 Dec 07 14:07:33.466753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99ed737f-5126-4660-87db-3f0061c9e84b req-20f0478b-c181-44ea-a3f7-5c9bd9fcf31d service neutron] 10.222.0.24 "GET /v2.0/networks/e615d987-32bc-4333-8108-46d0bfe20606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591315 Dec 07 14:07:33.712797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-57ac2175-8884-4aa3-b1d5-2aa252fa48c8 req-61574c1a-00fc-46e6-9a87-90a27ac10a7a tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 210 time: 0.0492263 Dec 07 14:07:34.001089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:07:34.882828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-01fe7df3-5528-4dbe-a381-e5aacfd5d29f req-dc6d35f6-b23c-4972-9988-faf2c9d0ab21 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 210 time: 0.0470643 Dec 07 14:07:34.888163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:35.389137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed737f-5126-4660-87db-3f0061c9e84b req-649276b4-f3d7-43bc-a109-a46dd1116fe1 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:35.390693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99ed737f-5126-4660-87db-3f0061c9e84b req-649276b4-f3d7-43bc-a109-a46dd1116fe1 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.45 "GET /v2.0/networks?id=e615d987-32bc-4333-8108-46d0bfe20606 HTTP/1.1" status: 200 len: 814 time: 0.1681931 Dec 07 14:07:35.406199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-99ed737f-5126-4660-87db-3f0061c9e84b req-a6e087e6-15f0-4b74-9924-50eec5028775 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Request body: {'port': {'device_id': '153c210f-1adb-4a51-a493-b7957d5f5e73', 'network_id': 'e615d987-32bc-4333-8108-46d0bfe20606', 'admin_state_up': True, 'tenant_id': '7ab234d0454e4a2cb5356fa83ebf8936'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:07:35.553392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-99ed737f-5126-4660-87db-3f0061c9e84b req-a6e087e6-15f0-4b74-9924-50eec5028775 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:07:35.563426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-99ed737f-5126-4660-87db-3f0061c9e84b req-a6e087e6-15f0-4b74-9924-50eec5028775 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:07:35.596878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ed737f-5126-4660-87db-3f0061c9e84b req-a6e087e6-15f0-4b74-9924-50eec5028775 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Made reservation on behalf of 7ab234d0454e4a2cb5356fa83ebf8936 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:07:35.602515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-99ed737f-5126-4660-87db-3f0061c9e84b req-a6e087e6-15f0-4b74-9924-50eec5028775 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:36.009859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-99ed737f-5126-4660-87db-3f0061c9e84b req-a6e087e6-15f0-4b74-9924-50eec5028775 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Allocated IP 172.20.0.11 (e615d987-32bc-4333-8108-46d0bfe20606/3dedf54b-c7bf-499e-be2a-7b94c19caaa0/dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:07:36.060698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1f4a381f-08d2-4b24-b237-036f12298302 req-562459c7-6538-41ad-88d6-c3ee6cb22fe5 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 210 time: 0.0523098 Dec 07 14:07:36.276341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-99ed737f-5126-4660-87db-3f0061c9e84b req-a6e087e6-15f0-4b74-9924-50eec5028775 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:36.328916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-99ed737f-5126-4660-87db-3f0061c9e84b req-a6e087e6-15f0-4b74-9924-50eec5028775 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:36.335341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6098422d-569e-4ef6-897c-b63e5fabd3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:36.341105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:07:36.399894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ed737f-5126-4660-87db-3f0061c9e84b req-a6e087e6-15f0-4b74-9924-50eec5028775 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Network e615d987-32bc-4333-8108-46d0bfe20606 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:07:36.408062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-99ed737f-5126-4660-87db-3f0061c9e84b req-a6e087e6-15f0-4b74-9924-50eec5028775 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:07:36.413786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ed737f-5126-4660-87db-3f0061c9e84b req-a6e087e6-15f0-4b74-9924-50eec5028775 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:07:36.451914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e087e6-15f0-4b74-9924-50eec5028775 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Pushing event updated for resources: {'Port': ['ID=dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:36.462020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a6e087e6-15f0-4b74-9924-50eec5028775 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:36.483568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed737f-5126-4660-87db-3f0061c9e84b req-a6e087e6-15f0-4b74-9924-50eec5028775 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:36.484224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-99ed737f-5126-4660-87db-3f0061c9e84b req-a6e087e6-15f0-4b74-9924-50eec5028775 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:36.535014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99ed737f-5126-4660-87db-3f0061c9e84b req-a6e087e6-15f0-4b74-9924-50eec5028775 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1327479 Dec 07 14:07:36.546805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Request body: {'port': {'device_id': '153c210f-1adb-4a51-a493-b7957d5f5e73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:07:36.659934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:37.002605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 {{(pid=88897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:07:37.009448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:37.082156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Transition to ACTIVE for port object dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 will not be triggered until provisioned by entity L2. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:07:37.111028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:37.116466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-438a896f-e0a8-484f-9905-ad63ae90d523 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:37.284310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:37.291004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:37.418499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15ed9a-5c58-422b-b329-ef8d08817d04 req-87a006db-ca3f-4da2-b524-0ad3c5dfcac9 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:37.419175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-da15ed9a-5c58-422b-b329-ef8d08817d04 req-87a006db-ca3f-4da2-b524-0ad3c5dfcac9 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Synchronizing usage tracker for tenant:7ab234d0454e4a2cb5356fa83ebf8936 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:07:37.444693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Attempting to bind port dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:07:37.445055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Attempting to bind port dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'bd360ed6-03da-47fc-ab41-0a17b1909bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e615d987-32bc-4333-8108-46d0bfe20606'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:07:37.445413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Attempting to bind port dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 on network e615d987-32bc-4333-8108-46d0bfe20606 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:07:37.452155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Port dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 on network e615d987-32bc-4333-8108-46d0bfe20606 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:07:37.452508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Attempting to bind port dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 on network e615d987-32bc-4333-8108-46d0bfe20606 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:07:37.459607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:07:37.459974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Checking segment: {'id': 'bd360ed6-03da-47fc-ab41-0a17b1909bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e615d987-32bc-4333-8108-46d0bfe20606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:07:37.460393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Bound using segment: {'id': 'bd360ed6-03da-47fc-ab41-0a17b1909bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e615d987-32bc-4333-8108-46d0bfe20606'} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:07:37.460851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Bound port: dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd360ed6-03da-47fc-ab41-0a17b1909bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'e615d987-32bc-4333-8108-46d0bfe20606'}}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:07:37.461227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:37.505150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-da15ed9a-5c58-422b-b329-ef8d08817d04 req-87a006db-ca3f-4da2-b524-0ad3c5dfcac9 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Unset dirty status for tenant:7ab234d0454e4a2cb5356fa83ebf8936 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:07:37.506425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da15ed9a-5c58-422b-b329-ef8d08817d04 req-87a006db-ca3f-4da2-b524-0ad3c5dfcac9 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 944 time: 0.2823174 Dec 07 14:07:37.587519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da15ed9a-5c58-422b-b329-ef8d08817d04 req-8848e744-5d35-4ea1-a13b-e1800a60bfdc tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746746 Dec 07 14:07:37.589927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] For port dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9, host hv-neutron-ussu, cleared binding levels {{(pid=88897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:07:37.593426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] For port dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9,segment=NetworkSegment(bd360ed6-03da-47fc-ab41-0a17b1909bba),segment_id=bd360ed6-03da-47fc-ab41-0a17b1909bba)] {{(pid=88897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:07:37.677304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:37.682223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:37.744629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:37.746163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99ed737f-5126-4660-87db-3f0061c9e84b req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] 10.222.0.45 "PUT /v2.0/ports/dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 HTTP/1.1" status: 200 len: 1094 time: 1.2038369 Dec 07 14:07:37.746761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153c210f-1adb-4a51-a493-b7957d5f5e73', 'tag': 'dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:07:37.770676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:37.774186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:37.808377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153c210f-1adb-4a51-a493-b7957d5f5e73', 'tag': 'dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9', 'status': 'completed', 'code': 200} Dec 07 14:07:37.887694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99ed737f-5126-4660-87db-3f0061c9e84b req-3e07f3e8-0b0f-4e95-9690-ad3757a210d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ab234d0454e4a2cb5356fa83ebf8936&device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 1097 time: 0.0743527 Dec 07 14:07:37.963707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99ed737f-5126-4660-87db-3f0061c9e84b req-5f966da7-49e8-4fe0-9ca7-a2f0f4ca2d46 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 HTTP/1.1" status: 200 len: 217 time: 0.0687592 Dec 07 14:07:38.035649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed737f-5126-4660-87db-3f0061c9e84b req-a868c8b1-46f4-485a-a3b5-ecc6643ae96c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:38.037169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99ed737f-5126-4660-87db-3f0061c9e84b req-a868c8b1-46f4-485a-a3b5-ecc6643ae96c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dedf54b-c7bf-499e-be2a-7b94c19caaa0 HTTP/1.1" status: 200 len: 854 time: 0.0665734 Dec 07 14:07:38.090821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99ed737f-5126-4660-87db-3f0061c9e84b req-3a5cd1ed-afb7-44f2-b3a3-a29626bd3793 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e615d987-32bc-4333-8108-46d0bfe20606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465734 Dec 07 14:07:38.238530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99ed737f-5126-4660-87db-3f0061c9e84b req-9b07a561-609e-422c-82da-3efabb6a1296 service neutron] 10.222.0.45 "GET /v2.0/networks/e615d987-32bc-4333-8108-46d0bfe20606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386147 Dec 07 14:07:38.391085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99ed737f-5126-4660-87db-3f0061c9e84b req-7ee2e4f9-d611-4b65-b47e-77decc0bce67 service neutron] 10.222.0.45 "GET /v2.0/networks/e615d987-32bc-4333-8108-46d0bfe20606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440985 Dec 07 14:07:38.531280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b87a1bd-a41f-4e96-972b-554f720404a1 req-bc93e453-bbc1-4bb9-9e7d-f670f2e195e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ab234d0454e4a2cb5356fa83ebf8936&device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 1097 time: 0.0757811 Dec 07 14:07:38.676044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a1bd-a41f-4e96-972b-554f720404a1 req-13d28af0-cc44-4cc8-819f-6172b12592cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:38.677633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b87a1bd-a41f-4e96-972b-554f720404a1 req-13d28af0-cc44-4cc8-819f-6172b12592cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=e615d987-32bc-4333-8108-46d0bfe20606 HTTP/1.1" status: 200 len: 915 time: 0.1398103 Dec 07 14:07:38.797097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b87a1bd-a41f-4e96-972b-554f720404a1 req-bda9576c-2682-423c-b7be-f955e094bc5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 HTTP/1.1" status: 200 len: 217 time: 0.1102078 Dec 07 14:07:38.881299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a1bd-a41f-4e96-972b-554f720404a1 req-c66910d3-d350-46c2-a617-ee52b0da0ebe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:38.882811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b87a1bd-a41f-4e96-972b-554f720404a1 req-c66910d3-d350-46c2-a617-ee52b0da0ebe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dedf54b-c7bf-499e-be2a-7b94c19caaa0 HTTP/1.1" status: 200 len: 854 time: 0.0788980 Dec 07 14:07:38.888819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cf8e2-5518-4395-aaf7-8081cc41acd8 req-f4f0158e-2e5b-4420-9066-fcacf06eb1fc tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:38.890302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-572cf8e2-5518-4395-aaf7-8081cc41acd8 req-f4f0158e-2e5b-4420-9066-fcacf06eb1fc tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 944 time: 0.1525736 Dec 07 14:07:38.955639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b87a1bd-a41f-4e96-972b-554f720404a1 req-4e09002c-f600-42f3-b989-952b0d9adef2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e615d987-32bc-4333-8108-46d0bfe20606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642114 Dec 07 14:07:39.062382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-572cf8e2-5518-4395-aaf7-8081cc41acd8 req-095cc767-bf95-431f-9d62-7f7660c5f7e2 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353114 Dec 07 14:07:39.111627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b87a1bd-a41f-4e96-972b-554f720404a1 req-1a8ac3f8-f411-4392-8bbc-9fade5dd0434 service neutron] 10.222.0.45 "GET /v2.0/networks/e615d987-32bc-4333-8108-46d0bfe20606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450238 Dec 07 14:07:39.250851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b87a1bd-a41f-4e96-972b-554f720404a1 req-cb8500c1-fd46-4893-a791-5a430e487ea7 service neutron] 10.222.0.45 "GET /v2.0/networks/e615d987-32bc-4333-8108-46d0bfe20606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323938 Dec 07 14:07:40.139411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:40.267023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb19713-d3d3-4b4b-8fe9-12fa02032c86 req-23b10e24-4b81-4bdc-adf2-b794d3537989 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:40.268855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2eb19713-d3d3-4b4b-8fe9-12fa02032c86 req-23b10e24-4b81-4bdc-adf2-b794d3537989 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 944 time: 0.0823402 Dec 07 14:07:40.321104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2eb19713-d3d3-4b4b-8fe9-12fa02032c86 req-d5ad40f8-c2f0-4f24-9ebb-50d7824f0a8d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452993 Dec 07 14:07:41.528193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c31b88-3ce1-4e8b-a4d1-30a453f52751 req-8cf116bf-964c-495c-8fba-5e3bbb2c246f tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:41.529780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-12c31b88-3ce1-4e8b-a4d1-30a453f52751 req-8cf116bf-964c-495c-8fba-5e3bbb2c246f tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 944 time: 0.0852416 Dec 07 14:07:41.577539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-12c31b88-3ce1-4e8b-a4d1-30a453f52751 req-2b47ebde-f7f3-495e-99c4-409a68e569b6 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410244 Dec 07 14:07:42.304110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:07:42.608973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9,segment=NetworkSegment(bd360ed6-03da-47fc-ab41-0a17b1909bba),segment_id=bd360ed6-03da-47fc-ab41-0a17b1909bba)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:07:42.624106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9', 'network_id': 'e615d987-32bc-4333-8108-46d0bfe20606', 'port_id': 'dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9', 'mac_address': 'fa:16:3e:0c:4d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dedf54b-c7bf-499e-be2a-7b94c19caaa0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:07:42.680076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:42.698560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:07:42.714923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9,segment=NetworkSegment(bd360ed6-03da-47fc-ab41-0a17b1909bba),segment_id=bd360ed6-03da-47fc-ab41-0a17b1909bba)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:07:42.768756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:42.771150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:42.780567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a71b09-478a-472c-9e61-6dd0b5e2b6c8 req-ae689830-6f76-4928-bd47-0a5ac6ce6cda tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:42.782161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-89a71b09-478a-472c-9e61-6dd0b5e2b6c8 req-ae689830-6f76-4928-bd47-0a5ac6ce6cda tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 945 time: 0.0830042 Dec 07 14:07:42.835932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-89a71b09-478a-472c-9e61-6dd0b5e2b6c8 req-8adcb439-0885-446c-b3cc-004b0c018e19 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463665 Dec 07 14:07:42.844384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:42.854134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:42.854527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:42.854907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:42.855300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:42.855680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:42.856054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:42.856425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:42.856797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:42.857163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:42.857527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:42.857892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:42.862382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:43.005155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:07:44.054262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cf346-deca-49a9-924d-20b286a9a876 req-3ba24ae6-a579-4091-bff7-b5e1d109b496 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:44.055892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-988cf346-deca-49a9-924d-20b286a9a876 req-3ba24ae6-a579-4091-bff7-b5e1d109b496 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 945 time: 0.0976968 Dec 07 14:07:44.104989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-988cf346-deca-49a9-924d-20b286a9a876 req-1239b61b-2215-44a8-8342-c196a868f226 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428810 Dec 07 14:07:44.330176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:07:44.424870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:07:44.429636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:07:44.430091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:44.545219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:44.572137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153c210f-1adb-4a51-a493-b7957d5f5e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:07:44.582887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9,segment=NetworkSegment(bd360ed6-03da-47fc-ab41-0a17b1909bba),segment_id=bd360ed6-03da-47fc-ab41-0a17b1909bba)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:07:44.619495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:44.621460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:44.658694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153c210f-1adb-4a51-a493-b7957d5f5e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9', 'code': 200} Dec 07 14:07:44.698108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:44.701331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:44.956884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3463faf7-db65-4ad5-b92b-03e4665aca5e req-026033ac-41a8-4ce9-8e01-b24d8223c431 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 1099 time: 0.0778477 Dec 07 14:07:45.001285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3463faf7-db65-4ad5-b92b-03e4665aca5e req-c7223aab-8733-4b2c-85c9-14045b9f75df service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376327 Dec 07 14:07:45.314221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cea08-b632-4a9e-b07e-3a81c9b1c6d0 req-06b6ac2c-4602-483e-8f6c-1f1e996c0132 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:45.316654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-281cea08-b632-4a9e-b07e-3a81c9b1c6d0 req-06b6ac2c-4602-483e-8f6c-1f1e996c0132 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 946 time: 0.0874553 Dec 07 14:07:45.366236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-281cea08-b632-4a9e-b07e-3a81c9b1c6d0 req-20d9f284-aa47-4aa7-bc57-becaae5955ef tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436044 Dec 07 14:07:46.574470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199487c-4464-462c-89a9-f0d6a88b0b99 req-eb7b2393-3623-4bd3-a12a-14cf1f144786 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:46.576009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7199487c-4464-462c-89a9-f0d6a88b0b99 req-eb7b2393-3623-4bd3-a12a-14cf1f144786 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 946 time: 0.0856338 Dec 07 14:07:46.624384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7199487c-4464-462c-89a9-f0d6a88b0b99 req-7416510d-3913-4ceb-9284-9f1a64f4b045 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420647 Dec 07 14:07:47.147532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2920ff5-f610-48bd-8b21-46c21c5e5bd2 req-88e5eacc-3f31-44a6-b43c-ca35872ef688 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:47.149375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f2920ff5-f610-48bd-8b21-46c21c5e5bd2 req-88e5eacc-3f31-44a6-b43c-ca35872ef688 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 946 time: 0.0809391 Dec 07 14:07:47.199632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f2920ff5-f610-48bd-8b21-46c21c5e5bd2 req-10d293e8-b717-48b8-8b38-ea65bf9529eb tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440216 Dec 07 14:07:48.408947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b41733-4dcd-4744-88f9-169fbf989974 req-ded52d36-4319-45fa-9dc8-b86a822ab282 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:48.410524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b1b41733-4dcd-4744-88f9-169fbf989974 req-ded52d36-4319-45fa-9dc8-b86a822ab282 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 946 time: 0.0821393 Dec 07 14:07:48.458473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b1b41733-4dcd-4744-88f9-169fbf989974 req-b084eec4-5962-41d3-9be5-4c8091881d31 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418184 Dec 07 14:07:48.573563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6310ca3-87e7-47fe-9138-1c78c67a12e4 req-4036946f-95ce-4bc7-bdf7-668162fb0f9b tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:48.575002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a6310ca3-87e7-47fe-9138-1c78c67a12e4 req-4036946f-95ce-4bc7-bdf7-668162fb0f9b tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.45 "GET /v2.0/ports?device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 946 time: 0.0842705 Dec 07 14:07:48.647468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-a6310ca3-87e7-47fe-9138-1c78c67a12e4 req-76c52753-1002-4c20-b7d2-4b2454111b3d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Deleting port dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:07:48.647847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a6310ca3-87e7-47fe-9138-1c78c67a12e4 req-76c52753-1002-4c20-b7d2-4b2454111b3d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:49.136208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-a6310ca3-87e7-47fe-9138-1c78c67a12e4 req-76c52753-1002-4c20-b7d2-4b2454111b3d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] For port dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9,segment=NetworkSegment(bd360ed6-03da-47fc-ab41-0a17b1909bba),segment_id=bd360ed6-03da-47fc-ab41-0a17b1909bba)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:07:49.136605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a6310ca3-87e7-47fe-9138-1c78c67a12e4 req-76c52753-1002-4c20-b7d2-4b2454111b3d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:49.263193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-a6310ca3-87e7-47fe-9138-1c78c67a12e4 req-76c52753-1002-4c20-b7d2-4b2454111b3d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Calling delete_port for dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 owned by compute:nova {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:07:49.481940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a6310ca3-87e7-47fe-9138-1c78c67a12e4 req-76c52753-1002-4c20-b7d2-4b2454111b3d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:49.488051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4e9ee7a-cbb6-448c-9f81-58e1f70ae462 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:49.494141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c', 'dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:07:49.536534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c52753-1002-4c20-b7d2-4b2454111b3d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Pushing event deleted for resources: {'Port': ['ID=dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:49.563180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-76c52753-1002-4c20-b7d2-4b2454111b3d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:49.642621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6310ca3-87e7-47fe-9138-1c78c67a12e4 req-76c52753-1002-4c20-b7d2-4b2454111b3d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] No DVR routers for this DVR port dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 on host hv-neutron-ussu {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:07:49.649674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a6310ca3-87e7-47fe-9138-1c78c67a12e4 req-76c52753-1002-4c20-b7d2-4b2454111b3d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:49.652435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153c210f-1adb-4a51-a493-b7957d5f5e73', 'name': 'network-vif-deleted', 'tag': 'dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:07:49.665672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-247ac25b-d4df-4416-8b75-d4838790ac86 req-b3197da7-286a-40c6-a7a7-37c3861e83ec tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=153c210f-1adb-4a51-a493-b7957d5f5e73 HTTP/1.1" status: 200 len: 210 time: 0.0600183 Dec 07 14:07:49.723311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153c210f-1adb-4a51-a493-b7957d5f5e73', 'name': 'network-vif-deleted', 'tag': 'dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9', 'status': 'completed', 'code': 200} Dec 07 14:07:49.797434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a6310ca3-87e7-47fe-9138-1c78c67a12e4 req-76c52753-1002-4c20-b7d2-4b2454111b3d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.45 "DELETE /v2.0/ports/dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 HTTP/1.1" status: 204 len: 173 time: 1.2153533 Dec 07 14:07:50.954109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3aa97c-ad5e-4dc9-9e1c-635c9dcb8438 req-a3e98a17-84a1-4e3e-972d-5204ad95f929 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:50.954768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-0d3aa97c-ad5e-4dc9-9e1c-635c9dcb8438 req-a3e98a17-84a1-4e3e-972d-5204ad95f929 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Synchronizing usage tracker for tenant:7ab234d0454e4a2cb5356fa83ebf8936 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:07:51.002946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-0d3aa97c-ad5e-4dc9-9e1c-635c9dcb8438 req-a3e98a17-84a1-4e3e-972d-5204ad95f929 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Unset dirty status for tenant:7ab234d0454e4a2cb5356fa83ebf8936 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:07:51.004404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0d3aa97c-ad5e-4dc9-9e1c-635c9dcb8438 req-a3e98a17-84a1-4e3e-972d-5204ad95f929 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 945 time: 0.1324100 Dec 07 14:07:51.057073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0d3aa97c-ad5e-4dc9-9e1c-635c9dcb8438 req-fac9acb0-4a4c-4847-a50f-4cb514a41597 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465617 Dec 07 14:07:51.282174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b94d2-1341-4623-b143-f5ba655ec7a2 req-4b5d4486-7f6e-4600-8cd4-f17c2781a9b1 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:51.284321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-487b94d2-1341-4623-b143-f5ba655ec7a2 req-4b5d4486-7f6e-4600-8cd4-f17c2781a9b1 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 945 time: 0.0827599 Dec 07 14:07:51.336194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-487b94d2-1341-4623-b143-f5ba655ec7a2 req-8cca735e-aba8-4e7e-bf45-964b69465931 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456409 Dec 07 14:07:51.542779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba59b0-f03c-4ac0-a2c5-864b0d319b6b req-be2f4335-3902-4a67-be2b-d276ac3f83c3 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:51.544296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4fba59b0-f03c-4ac0-a2c5-864b0d319b6b req-be2f4335-3902-4a67-be2b-d276ac3f83c3 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 945 time: 0.0835145 Dec 07 14:07:51.592927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4fba59b0-f03c-4ac0-a2c5-864b0d319b6b req-f1ea2796-b8fb-4abf-8100-2c6660098fae tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414093 Dec 07 14:07:51.795803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17be0d25-9731-4ccb-b0c3-9c2c04cd8705 req-ecd1d867-8728-43e0-9761-fa2659b8ba67 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0717583 Dec 07 14:07:52.135513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bef19c-9800-439c-82ff-2e869b02a3d4 req-2680198e-6614-4ea6-9a7a-97f7e9ad450d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:52.137009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b0bef19c-9800-439c-82ff-2e869b02a3d4 req-2680198e-6614-4ea6-9a7a-97f7e9ad450d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 945 time: 0.0856323 Dec 07 14:07:52.184748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b0bef19c-9800-439c-82ff-2e869b02a3d4 req-761ae661-85ba-49b0-b7de-b9bac824513e tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417035 Dec 07 14:07:52.338368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:07:52.373331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:07:52.373724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device dfbc1fed-0d5f-4c0d-929f-1e8e4d3958a9 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:07:52.393069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c5acd-ab00-4e90-8264-a774f0892376 req-271ceae2-ba81-436e-8bc8-179b6fdc752a tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:52.394580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-be8c5acd-ab00-4e90-8264-a774f0892376 req-271ceae2-ba81-436e-8bc8-179b6fdc752a tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 945 time: 0.0853143 Dec 07 14:07:52.442648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-be8c5acd-ab00-4e90-8264-a774f0892376 req-6cd6eccc-09f9-4081-ab44-530da4c91894 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414157 Dec 07 14:07:52.660909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942222d5-1693-479b-b9a8-58c267da83ea req-5ff8eecf-0cb2-44f9-b228-d89d9ac9359b tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:52.662416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-942222d5-1693-479b-b9a8-58c267da83ea req-5ff8eecf-0cb2-44f9-b228-d89d9ac9359b tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 945 time: 0.0861394 Dec 07 14:07:52.709800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-942222d5-1693-479b-b9a8-58c267da83ea req-c25b18e9-e00a-4516-8db7-e7f6362de693 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414011 Dec 07 14:07:53.377969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f303f-5d78-40aa-840f-7eb784808d1e req-cae871db-042e-48f2-8f9e-72687d3ba61a tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:53.379578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-865f303f-5d78-40aa-840f-7eb784808d1e req-cae871db-042e-48f2-8f9e-72687d3ba61a tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 945 time: 0.0856287 Dec 07 14:07:53.430893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-865f303f-5d78-40aa-840f-7eb784808d1e req-b3956bfa-3ed0-4ac9-a996-1bd52b0d7c9a tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451422 Dec 07 14:07:54.635962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8f762-3451-4b69-a8b2-20d23f45d04c req-d7ad7bdb-e0dc-4580-9db5-68bf08bedb67 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:54.637479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17e8f762-3451-4b69-a8b2-20d23f45d04c req-d7ad7bdb-e0dc-4580-9db5-68bf08bedb67 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 945 time: 0.0842695 Dec 07 14:07:54.688774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17e8f762-3451-4b69-a8b2-20d23f45d04c req-fa075364-aed0-440d-9130-d9e81658bd1c tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/security-groups?id=2881196e-0d65-4f22-a517-d319aa915fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442410 Dec 07 14:07:54.792223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f04adf-284e-42c2-aae8-80329981f59e req-10e67660-b054-4edb-939b-a6ee886541c0 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:07:54.793755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-14f04adf-284e-42c2-aae8-80329981f59e req-10e67660-b054-4edb-939b-a6ee886541c0 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.45 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 945 time: 0.0861580 Dec 07 14:07:54.869885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-14f04adf-284e-42c2-aae8-80329981f59e req-3ec8632b-50a1-47c2-b3d2-a71ac34dd55d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Deleting port 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:07:54.870270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-14f04adf-284e-42c2-aae8-80329981f59e req-3ec8632b-50a1-47c2-b3d2-a71ac34dd55d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:55.125277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-14f04adf-284e-42c2-aae8-80329981f59e req-3ec8632b-50a1-47c2-b3d2-a71ac34dd55d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] For port 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c,segment=NetworkSegment(bd360ed6-03da-47fc-ab41-0a17b1909bba),segment_id=bd360ed6-03da-47fc-ab41-0a17b1909bba)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:07:55.125672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-14f04adf-284e-42c2-aae8-80329981f59e req-3ec8632b-50a1-47c2-b3d2-a71ac34dd55d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:55.254478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-14f04adf-284e-42c2-aae8-80329981f59e req-3ec8632b-50a1-47c2-b3d2-a71ac34dd55d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Calling delete_port for 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c owned by compute:nova {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:07:55.504709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-14f04adf-284e-42c2-aae8-80329981f59e req-3ec8632b-50a1-47c2-b3d2-a71ac34dd55d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:55.511490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-805c2128-bb76-4799-9bb5-72e358c5e0d6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:55.520530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:07:55.556558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8632b-50a1-47c2-b3d2-a71ac34dd55d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Pushing event deleted for resources: {'Port': ['ID=2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:55.559812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3ec8632b-50a1-47c2-b3d2-a71ac34dd55d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:55.630933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f04adf-284e-42c2-aae8-80329981f59e req-3ec8632b-50a1-47c2-b3d2-a71ac34dd55d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] No DVR routers for this DVR port 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c on host hv-neutron-ussu {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:07:55.633483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-14f04adf-284e-42c2-aae8-80329981f59e req-3ec8632b-50a1-47c2-b3d2-a71ac34dd55d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:55.637622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481a46af-5364-4213-b020-44b5167bc289', 'name': 'network-vif-deleted', 'tag': '2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:07:55.688833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-14f04adf-284e-42c2-aae8-80329981f59e req-3ec8632b-50a1-47c2-b3d2-a71ac34dd55d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.45 "DELETE /v2.0/ports/2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c HTTP/1.1" status: 204 len: 173 time: 0.8864441 Dec 07 14:07:55.692112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481a46af-5364-4213-b020-44b5167bc289', 'name': 'network-vif-deleted', 'tag': '2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c', 'status': 'completed', 'code': 200} Dec 07 14:07:55.867670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-febdb9fb-8b52-4b36-a680-f0fa9e9adc88 req-f0f0c54a-47f4-4fed-97f7-b620b5050efd tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Synchronizing usage tracker for tenant:7ab234d0454e4a2cb5356fa83ebf8936 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:07:55.939056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-febdb9fb-8b52-4b36-a680-f0fa9e9adc88 req-f0f0c54a-47f4-4fed-97f7-b620b5050efd tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Unset dirty status for tenant:7ab234d0454e4a2cb5356fa83ebf8936 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:07:55.940869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-febdb9fb-8b52-4b36-a680-f0fa9e9adc88 req-f0f0c54a-47f4-4fed-97f7-b620b5050efd tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] 10.222.0.24 "GET /v2.0/ports?device_id=481a46af-5364-4213-b020-44b5167bc289 HTTP/1.1" status: 200 len: 210 time: 0.1204524 Dec 07 14:07:57.049445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 56632) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:07:57.115007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Deleting subnet 3dedf54b-c7bf-499e-be2a-7b94c19caaa0 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:07:57.118155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:57.172486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:57.229262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:57.384933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:57.389378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-28c19d72-e72d-4f3b-839d-523e3616e1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:57.429216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dedf54b-c7bf-499e-be2a-7b94c19caaa0,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:57.440877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:57.445543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:57.445969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:57.446382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:57.446791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:57.447199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:57.447633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:57.448039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:57.448442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:57.448840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:57.449238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:57.449641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:07:57.453597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:57.455886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-514645ba-2677-4f44-b505-438fe5c098a8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3dedf54b-c7bf-499e-be2a-7b94c19caaa0 HTTP/1.1" status: 204 len: 168 time: 0.4052246 Dec 07 14:07:57.458441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 56636) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:07:57.568101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40ff6612-2f7a-4fee-8db2-0ae54f4ea9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:57.699029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40ff6612-2f7a-4fee-8db2-0ae54f4ea9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:57.725573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-40ff6612-2f7a-4fee-8db2-0ae54f4ea9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e615d987-32bc-4333-8108-46d0bfe20606']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:07:57.737975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-40ff6612-2f7a-4fee-8db2-0ae54f4ea9e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd360ed6-03da-47fc-ab41-0a17b1909bba') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:07:57.738307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-40ff6612-2f7a-4fee-8db2-0ae54f4ea9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd360ed6-03da-47fc-ab41-0a17b1909bba') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:07:57.749832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40ff6612-2f7a-4fee-8db2-0ae54f4ea9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:57.764248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40ff6612-2f7a-4fee-8db2-0ae54f4ea9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:57.771087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ff6612-2f7a-4fee-8db2-0ae54f4ea9e9 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:07:57.771529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40ff6612-2f7a-4fee-8db2-0ae54f4ea9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:07:57.785409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:07:57.887332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40ff6612-2f7a-4fee-8db2-0ae54f4ea9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:57.890712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0e264093-7d9f-4d97-9c39-621443551bac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:57.904876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40ff6612-2f7a-4fee-8db2-0ae54f4ea9e9 admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:57.916106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff6612-2f7a-4fee-8db2-0ae54f4ea9e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e615d987-32bc-4333-8108-46d0bfe20606,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:57.919448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-40ff6612-2f7a-4fee-8db2-0ae54f4ea9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:57.951465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-40ff6612-2f7a-4fee-8db2-0ae54f4ea9e9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e615d987-32bc-4333-8108-46d0bfe20606 HTTP/1.1" status: 204 len: 168 time: 0.4919879 Dec 07 14:07:58.307751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56642) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:07:58.365257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-53b55592-e842-464d-a74f-8e5574066f52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ab234d0454e4a2cb5356fa83ebf8936&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0560231 Dec 07 14:07:58.367820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:07:58.368000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56646) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:07:58.401250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:07:58.401640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 2035acf1-ba91-40cc-a7f0-e07bdb9d9e6c not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:07:58.431823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-332c3aba-fb92-469b-a860-25a1d4f9f11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:58.458649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-332c3aba-fb92-469b-a860-25a1d4f9f11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:58.555990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-332c3aba-fb92-469b-a860-25a1d4f9f11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:58.561057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-302c2a0d-54b2-43a8-8412-6bff907c294f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:07:58.575131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c3aba-fb92-469b-a860-25a1d4f9f11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2881196e-0d65-4f22-a517-d319aa915fa0,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:07:58.577929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-332c3aba-fb92-469b-a860-25a1d4f9f11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:07:58.601007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-332c3aba-fb92-469b-a860-25a1d4f9f11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:58.602216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-332c3aba-fb92-469b-a860-25a1d4f9f11c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2881196e-0d65-4f22-a517-d319aa915fa0 HTTP/1.1" status: 204 len: 168 time: 0.2332292 Dec 07 14:07:59.660336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 56668) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:07:59.812241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-15508260'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:07:59.817823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:07:59.821854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Usage tracker for resource:network and tenant:cf77bab204724279bc55c7b23503aaad is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:07:59.824854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:07:59.831521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:07:59.870284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Made reservation on behalf of cf77bab204724279bc55c7b23503aaad for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:07:59.875719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:59.889100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:07:59.948430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:07:59.952602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Usage tracker for resource:security_group_rule and tenant:cf77bab204724279bc55c7b23503aaad is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:07:59.956182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:07:59.962290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:00.085225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:00.099156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4fde-a598-43a0-b9ce-cab8db9b5dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:00.127572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:00.131960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e8cb779e-ec31-4800-aa8f-2c1570876097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:00.162342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:08:00.170990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30055762-65ae-472d-bd6c-7aa77835728d,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:00.175365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:00.203266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:00.203637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Added segment 2dd0fdc2-ba7d-4e87-b45c-bd7c88fda017 of type vlan for network d5860650-5566-481b-8fbd-e8ee19d60bae Dec 07 14:08:00.287132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:00.384506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:00.388538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:00.389171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:00.394488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97c167dc-e91b-4052-824f-265971eef860 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:00.502410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event updated for resources: {'Network': ['ID=d5860650-5566-481b-8fbd-e8ee19d60bae,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:00.505050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:00.512983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network d5860650-5566-481b-8fbd-e8ee19d60bae details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:08:00.562688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9011192 Dec 07 14:08:01.664771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:02.453384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79c500b6-3541-403c-a4fd-41fdf1887a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:03.013459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:04.415763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56674) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:04.422112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Request body: {'subnet': {'network_id': 'd5860650-5566-481b-8fbd-e8ee19d60bae', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:04.536003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:04.540023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Usage tracker for resource:subnet and tenant:cf77bab204724279bc55c7b23503aaad is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:04.542882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:04.548829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:04.573121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Made reservation on behalf of cf77bab204724279bc55c7b23503aaad for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:04.681138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:04.950282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:05.116236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:05.120855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6393360f-8dbe-4333-a940-ea4697ff454d tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:05.198436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event updated for resources: {'Subnet': ['ID=69a41b4f-8fd0-41ae-a00a-3aa64d0f291b,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:05.213106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:05.213543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:05.213969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:05.214390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:05.214827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:05.215261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:05.215690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:05.216103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:05.216511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:05.216955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:05.217362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:05.223125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:05.227969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Checking segment: {'id': '2dd0fdc2-ba7d-4e87-b45c-bd7c88fda017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd5860650-5566-481b-8fbd-e8ee19d60bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:05.228403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Network hostable DHCP agents. Network: d5860650-5566-481b-8fbd-e8ee19d60bae, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:08:05.293400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Network d5860650-5566-481b-8fbd-e8ee19d60bae is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:08:05.327623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, d5860650-5566-481b-8fbd-e8ee19d60bae) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:05.331763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:05.332410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:05.338856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803de4cc-1807-4cec-8f59-772cfaad89bf None None] Network d5860650-5566-481b-8fbd-e8ee19d60bae requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:05.374300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9573033 Dec 07 14:08:05.377825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56678) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:05.384102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-632906306'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:05.389507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:05.393724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Usage tracker for resource:network and tenant:cf77bab204724279bc55c7b23503aaad is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:05.396941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:05.403302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:05.442130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Made reservation on behalf of cf77bab204724279bc55c7b23503aaad for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:05.448138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:05.478277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:08:05.487346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:05.489008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Added segment 991353a0-26b8-4ab6-8ee2-a04c31968f3c of type vlan for network 2a7b6f7a-cbc8-4d31-ab19-e8003664f2c9 Dec 07 14:08:05.519503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:05.573321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-d5860650-5566-481b-8fbd-e8ee19d60bae', 'network_id': 'd5860650-5566-481b-8fbd-e8ee19d60bae', 'tenant_id': 'cf77bab204724279bc55c7b23503aaad', 'fixed_ips': [{'subnet_id': '69a41b4f-8fd0-41ae-a00a-3aa64d0f291b'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:08:05.574222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:05.579464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:05.583923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:05.584558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:05.590564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-54ac1996-3b84-4107-bafa-034af63aadd4 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:05.703166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event updated for resources: {'Network': ['ID=2a7b6f7a-cbc8-4d31-ab19-e8003664f2c9,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:05.706897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:05.717638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3386350 Dec 07 14:08:05.721034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56684) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:05.721353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 2a7b6f7a-cbc8-4d31-ab19-e8003664f2c9 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:08:05.727593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Request body: {'subnet': {'network_id': '2a7b6f7a-cbc8-4d31-ab19-e8003664f2c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:05.839506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Allocated IP 2001:db8:0:ffff::2 (d5860650-5566-481b-8fbd-e8ee19d60bae/69a41b4f-8fd0-41ae-a00a-3aa64d0f291b/26fdb557-e37a-4662-84bf-7f747ed68364) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:08:05.842140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:05.846823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Usage tracker for resource:subnet and tenant:cf77bab204724279bc55c7b23503aaad is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:05.849854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:05.855807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:06.063735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:06.204154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Made reservation on behalf of cf77bab204724279bc55c7b23503aaad for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:06.316347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:06.368982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Transition to ACTIVE for port object 26fdb557-e37a-4662-84bf-7f747ed68364 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:06.389886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Transition to ACTIVE for port object 26fdb557-e37a-4662-84bf-7f747ed68364 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:06.568485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:06.573744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-45d85054-61a4-40ef-a2c1-52c76da924c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:06.638963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Network d5860650-5566-481b-8fbd-e8ee19d60bae is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:08:06.642654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:06.645201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:08:06.652346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Pushing event updated for resources: {'Port': ['ID=26fdb557-e37a-4662-84bf-7f747ed68364,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:06.655020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:06.743514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Attempting to bind port 26fdb557-e37a-4662-84bf-7f747ed68364 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:08:06.743927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Attempting to bind port 26fdb557-e37a-4662-84bf-7f747ed68364 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '2dd0fdc2-ba7d-4e87-b45c-bd7c88fda017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd5860650-5566-481b-8fbd-e8ee19d60bae'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:08:06.744332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Attempting to bind port 26fdb557-e37a-4662-84bf-7f747ed68364 on network d5860650-5566-481b-8fbd-e8ee19d60bae {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:08:06.752232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:08:06.752655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Checking segment: {'id': '2dd0fdc2-ba7d-4e87-b45c-bd7c88fda017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd5860650-5566-481b-8fbd-e8ee19d60bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:06.753108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:06.753543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Bound using segment: {'id': '2dd0fdc2-ba7d-4e87-b45c-bd7c88fda017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd5860650-5566-481b-8fbd-e8ee19d60bae'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:08:06.754053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Bound port: 26fdb557-e37a-4662-84bf-7f747ed68364, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd0fdc2-ba7d-4e87-b45c-bd7c88fda017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd5860650-5566-481b-8fbd-e8ee19d60bae'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:08:06.754466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:06.843377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] For port 26fdb557-e37a-4662-84bf-7f747ed68364, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:08:06.846946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] For port 26fdb557-e37a-4662-84bf-7f747ed68364, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=26fdb557-e37a-4662-84bf-7f747ed68364,segment=NetworkSegment(2dd0fdc2-ba7d-4e87-b45c-bd7c88fda017),segment_id=2dd0fdc2-ba7d-4e87-b45c-bd7c88fda017)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:08:06.848338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:06.852982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-22264af7-27ce-41fc-bbb1-61f3b5d576ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:06.882238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:06.886787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:06.934394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event updated for resources: {'Subnet': ['ID=4cfa8b4e-bd2f-41ad-9998-d56b8526084f,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:06.938234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:06.945922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Checking segment: {'id': '991353a0-26b8-4ab6-8ee2-a04c31968f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2a7b6f7a-cbc8-4d31-ab19-e8003664f2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:06.946326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Network hostable DHCP agents. Network: 2a7b6f7a-cbc8-4d31-ab19-e8003664f2c9, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:08:06.984407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Pushing event updated for resources: {'Port': ['ID=26fdb557-e37a-4662-84bf-7f747ed68364,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:06.991502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:07.013672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Network 2a7b6f7a-cbc8-4d31-ab19-e8003664f2c9 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:08:07.053190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 2a7b6f7a-cbc8-4d31-ab19-e8003664f2c9) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:07.057880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:07.058527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:07.066296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a8251d-b31b-4d74-a850-3bfea601c3b7 None None] Network 2a7b6f7a-cbc8-4d31-ab19-e8003664f2c9 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:07.114318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.3894978 Dec 07 14:08:07.114582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56688) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:07.310062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:07.391020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:07.428984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6922037-4b62-4dd7-a192-d0670c7b343e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-2a7b6f7a-cbc8-4d31-ab19-e8003664f2c9', 'network_id': '2a7b6f7a-cbc8-4d31-ab19-e8003664f2c9', 'tenant_id': 'cf77bab204724279bc55c7b23503aaad', 'fixed_ips': [{'subnet_id': '4cfa8b4e-bd2f-41ad-9998-d56b8526084f'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:08:07.429880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d6922037-4b62-4dd7-a192-d0670c7b343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:07.662561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:07.667273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1b0bfee-4271-478c-ab0e-61602ec9115d tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server [None req-d6922037-4b62-4dd7-a192-d0670c7b343e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4cfa8b4e-bd2f-41ad-9998-d56b8526084f: This subnet is being modified by another concurrent operation. Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise value Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server raise exception Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4cfa8b4e-bd2f-41ad-9998-d56b8526084f: This subnet is being modified by another concurrent operation. Dec 07 14:08:07.694812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: ERROR oslo_messaging.rpc.server Dec 07 14:08:07.708730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfa8b4e-bd2f-41ad-9998-d56b8526084f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:07.710128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86784c6e-432d-4b0c-b0b8-5a2ce0235e15 None None] Network 2a7b6f7a-cbc8-4d31-ab19-e8003664f2c9 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:07.711514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:07.806067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:07.832050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a7b6f7a-cbc8-4d31-ab19-e8003664f2c9']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:07.849738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991353a0-26b8-4ab6-8ee2-a04c31968f3c') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:07.850067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991353a0-26b8-4ab6-8ee2-a04c31968f3c') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:07.863136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:07.878279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:07.885693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:08:07.886133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:08:07.902629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:08:08.007192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:08.011770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:08.015918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:08.044042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event deleted for resources: {'Network': ['ID=2a7b6f7a-cbc8-4d31-ab19-e8003664f2c9,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:08.046536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:08.048461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "DELETE /v2.0/networks/2a7b6f7a-cbc8-4d31-ab19-e8003664f2c9 HTTP/1.1" status: 204 len: 168 time: 0.9327114 Dec 07 14:08:08.052759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56692) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:08.058582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a48718cb-794d-44b4-a168-4341e150dcc7 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-765944258'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:08.064158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a48718cb-794d-44b4-a168-4341e150dcc7 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:08.068096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a48718cb-794d-44b4-a168-4341e150dcc7 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Usage tracker for resource:network and tenant:cf77bab204724279bc55c7b23503aaad is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:08.071053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a48718cb-794d-44b4-a168-4341e150dcc7 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:08.076966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a48718cb-794d-44b4-a168-4341e150dcc7 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:08.104253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48718cb-794d-44b4-a168-4341e150dcc7 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Made reservation on behalf of cf77bab204724279bc55c7b23503aaad for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:08.109662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a48718cb-794d-44b4-a168-4341e150dcc7 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:08.139334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48718cb-794d-44b4-a168-4341e150dcc7 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:08:08.148882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a48718cb-794d-44b4-a168-4341e150dcc7 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:08.149270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-a48718cb-794d-44b4-a168-4341e150dcc7 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Added segment 15d5867d-5754-41e9-8a3e-47c70c0533a2 of type vlan for network 0a453e2a-fc4b-48a2-9ad7-7a2a8ab8440c Dec 07 14:08:08.175711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a48718cb-794d-44b4-a168-4341e150dcc7 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:08.247450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a48718cb-794d-44b4-a168-4341e150dcc7 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:08.251824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48718cb-794d-44b4-a168-4341e150dcc7 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:08.252576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a48718cb-794d-44b4-a168-4341e150dcc7 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:08.258450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:08.378661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48718cb-794d-44b4-a168-4341e150dcc7 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event updated for resources: {'Network': ['ID=0a453e2a-fc4b-48a2-9ad7-7a2a8ab8440c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:08.381741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a48718cb-794d-44b4-a168-4341e150dcc7 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:08.389571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 0a453e2a-fc4b-48a2-9ad7-7a2a8ab8440c details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:08:08.414343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a48718cb-794d-44b4-a168-4341e150dcc7 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3604586 Dec 07 14:08:08.418828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56696) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:08.425377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Request body: {'subnet': {'network_id': '0a453e2a-fc4b-48a2-9ad7-7a2a8ab8440c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:08.702972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f6a8bd-3dda-41b2-b550-332da394bb8d None None] Network d5860650-5566-481b-8fbd-e8ee19d60bae requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:08.786850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:08.790815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Usage tracker for resource:subnet and tenant:cf77bab204724279bc55c7b23503aaad is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:08.793972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:08.800671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:08.847859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Made reservation on behalf of cf77bab204724279bc55c7b23503aaad for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:08.876376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f85611a4-702a-4113-a3a3-56fff544beae None None] Provisioning for port 26fdb557-e37a-4662-84bf-7f747ed68364 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:08:08.959201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:09.053297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_backend_mixin [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Performing IP validity checks on allocation pools {{(pid=88897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 07 14:08:09.053816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.ipam_backend_mixin [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88897) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 07 14:08:09.215666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 26fdb557-e37a-4662-84bf-7f747ed68364 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:08:09.219593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:09.223961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-81755281-4f9f-40bc-af4c-0dc26e43dd06 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:09.245123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c162b1e-45ee-44a0-bdfb-0653b5698aa4 None None] get_active_networks_info from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 07 14:08:09.311779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event updated for resources: {'Subnet': ['ID=f3f00539-400c-4d27-9204-2f9f76eec950,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:09.316350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:09.327775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Checking segment: {'id': '15d5867d-5754-41e9-8a3e-47c70c0533a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0a453e2a-fc4b-48a2-9ad7-7a2a8ab8440c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:09.328167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Network hostable DHCP agents. Network: 0a453e2a-fc4b-48a2-9ad7-7a2a8ab8440c, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:08:09.379526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Network 0a453e2a-fc4b-48a2-9ad7-7a2a8ab8440c is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:08:09.407315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 0a453e2a-fc4b-48a2-9ad7-7a2a8ab8440c) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:09.413103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:09.413911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:09.462320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 26fdb557-e37a-4662-84bf-7f747ed68364 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:08:09.465566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0454144 Dec 07 14:08:09.468232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56700) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:09.478278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 26fdb557-e37a-4662-84bf-7f747ed68364 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:09.478700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:09.621982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:09.639093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c162b1e-45ee-44a0-bdfb-0653b5698aa4 None None] Unable to find a vacant binding_index for network 0a453e2a-fc4b-48a2-9ad7-7a2a8ab8440c and agent e11daae8-aa71-4d44-9960-50fb76724e81 {{(pid=88899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Dec 07 14:08:09.656251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c162b1e-45ee-44a0-bdfb-0653b5698aa4 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 0a453e2a-fc4b-48a2-9ad7-7a2a8ab8440c) {{(pid=88899) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 07 14:08:09.659196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:09.689914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:09.720883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 26fdb557-e37a-4662-84bf-7f747ed68364, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=26fdb557-e37a-4662-84bf-7f747ed68364,segment=NetworkSegment(2dd0fdc2-ba7d-4e87-b45c-bd7c88fda017),segment_id=2dd0fdc2-ba7d-4e87-b45c-bd7c88fda017)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:08:09.773758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:09.780488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:09.796233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:09.801195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b0f122e1-cba8-45ff-ba0c-9550202210a5 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:09.843173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f00539-400c-4d27-9204-2f9f76eec950,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:09.846380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:09.883859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=26fdb557-e37a-4662-84bf-7f747ed68364,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:09.888713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:09.949700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:09.976842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a453e2a-fc4b-48a2-9ad7-7a2a8ab8440c']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:09.990148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d5867d-5754-41e9-8a3e-47c70c0533a2') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:09.990486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d5867d-5754-41e9-8a3e-47c70c0533a2') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:10.002848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:10.017920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:10.024534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:08:10.024961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:08:10.040630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:08:10.066686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14410f51-e5db-4613-8bcb-ebf09da0e4dd None None] Network 0a453e2a-fc4b-48a2-9ad7-7a2a8ab8440c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:10.150219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:10.153533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4614c2c9-d766-41bc-bb5a-6d817a0b16bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:10.168591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:10.180392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event deleted for resources: {'Network': ['ID=0a453e2a-fc4b-48a2-9ad7-7a2a8ab8440c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:10.183733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:10.189643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "DELETE /v2.0/networks/0a453e2a-fc4b-48a2-9ad7-7a2a8ab8440c HTTP/1.1" status: 204 len: 168 time: 0.7161193 Dec 07 14:08:10.190577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56704) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:10.195867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-69693764'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:10.201242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:10.205838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Usage tracker for resource:network and tenant:cf77bab204724279bc55c7b23503aaad is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:10.208827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:10.214837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:10.216076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:10.259257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Made reservation on behalf of cf77bab204724279bc55c7b23503aaad for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:10.266106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:10.267259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da54cfc9-a591-408b-9261-121c1256ff19 None None] Network 0a453e2a-fc4b-48a2-9ad7-7a2a8ab8440c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:10.286739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da54cfc9-a591-408b-9261-121c1256ff19 None None] Network 0a453e2a-fc4b-48a2-9ad7-7a2a8ab8440c could not be found, it might have been deleted concurrently. {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 07 14:08:10.297726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:08:10.352194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:10.352576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Added segment 6704788c-5383-4478-9f65-816b240e1d95 of type vlan for network ebea7218-e190-465e-93d2-a770e9464a6d Dec 07 14:08:10.382836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:10.435780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:10.440681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:10.441317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:10.446616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9dde62f-a918-45c1-9379-89284992ebb3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:10.554461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event updated for resources: {'Network': ['ID=ebea7218-e190-465e-93d2-a770e9464a6d,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:10.557210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:10.562235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3712947 Dec 07 14:08:10.566005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56708) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:10.568708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network ebea7218-e190-465e-93d2-a770e9464a6d details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:08:10.572094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c6a5a983-ecaa-42d8-b5d1-ee327c2abbd6 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Request body: {'subnet': {'network_id': 'ebea7218-e190-465e-93d2-a770e9464a6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:10.698321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c6a5a983-ecaa-42d8-b5d1-ee327c2abbd6 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:10.702260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c6a5a983-ecaa-42d8-b5d1-ee327c2abbd6 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Usage tracker for resource:subnet and tenant:cf77bab204724279bc55c7b23503aaad is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:10.705450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c6a5a983-ecaa-42d8-b5d1-ee327c2abbd6 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:10.711510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c6a5a983-ecaa-42d8-b5d1-ee327c2abbd6 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:10.738920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a5a983-ecaa-42d8-b5d1-ee327c2abbd6 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Made reservation on behalf of cf77bab204724279bc55c7b23503aaad for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:10.848036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6a5a983-ecaa-42d8-b5d1-ee327c2abbd6 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:11.002529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:08:11.116514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6a5a983-ecaa-42d8-b5d1-ee327c2abbd6 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:11.120983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dc2e7bc5-8302-425a-a040-a5c4cd77fb3c tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:11.180429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 26fdb557-e37a-4662-84bf-7f747ed68364 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:08:11.203520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5a983-ecaa-42d8-b5d1-ee327c2abbd6 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event updated for resources: {'Subnet': ['ID=8f16bb24-b046-41bb-bfcc-eaf69e8186ae,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:11.209181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c6a5a983-ecaa-42d8-b5d1-ee327c2abbd6 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:11.220097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5a983-ecaa-42d8-b5d1-ee327c2abbd6 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Checking segment: {'id': '6704788c-5383-4478-9f65-816b240e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ebea7218-e190-465e-93d2-a770e9464a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:11.220586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a5a983-ecaa-42d8-b5d1-ee327c2abbd6 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Network hostable DHCP agents. Network: ebea7218-e190-465e-93d2-a770e9464a6d, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:08:11.252734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 26fdb557-e37a-4662-84bf-7f747ed68364 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:11.253095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:11.258653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a5a983-ecaa-42d8-b5d1-ee327c2abbd6 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Network ebea7218-e190-465e-93d2-a770e9464a6d is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:08:11.293678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c6a5a983-ecaa-42d8-b5d1-ee327c2abbd6 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, ebea7218-e190-465e-93d2-a770e9464a6d) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:11.298715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5a983-ecaa-42d8-b5d1-ee327c2abbd6 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:11.299409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c6a5a983-ecaa-42d8-b5d1-ee327c2abbd6 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:11.317941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4388cacf-6bd4-4bfe-bcb3-e58092d78690 None None] Network ebea7218-e190-465e-93d2-a770e9464a6d requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:11.363647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c6a5a983-ecaa-42d8-b5d1-ee327c2abbd6 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7964711 Dec 07 14:08:11.367503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 56712) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:11.373936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-393167202'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:11.379790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:11.384015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Usage tracker for resource:network and tenant:cf77bab204724279bc55c7b23503aaad is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:11.387140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:11.399440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:11.436016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Made reservation on behalf of cf77bab204724279bc55c7b23503aaad for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:11.441758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:11.471893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:08:11.481002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:11.481402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Added segment d3c99e88-4fd1-4041-aff9-0593da53c489 of type vlan for network 45659b19-c763-4a89-94b1-43e1bc45743c Dec 07 14:08:11.513574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:11.572977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:11.577095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:11.577731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:11.584521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-56b42e77-3176-42e0-bfa0-01cb3e8ee768 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:11.644945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-ebea7218-e190-465e-93d2-a770e9464a6d', 'network_id': 'ebea7218-e190-465e-93d2-a770e9464a6d', 'tenant_id': 'cf77bab204724279bc55c7b23503aaad', 'fixed_ips': [{'subnet_id': '8f16bb24-b046-41bb-bfcc-eaf69e8186ae'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:08:11.645881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:11.701373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event updated for resources: {'Network': ['ID=45659b19-c763-4a89-94b1-43e1bc45743c,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:11.705511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3368771 Dec 07 14:08:11.706592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:11.709013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56716) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:11.716590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Request body: {'subnet': {'network_id': '45659b19-c763-4a89-94b1-43e1bc45743c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:11.718473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 45659b19-c763-4a89-94b1-43e1bc45743c details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:08:11.845253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:11.849496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Usage tracker for resource:subnet and tenant:cf77bab204724279bc55c7b23503aaad is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:11.852847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:11.860370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:11.899961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Made reservation on behalf of cf77bab204724279bc55c7b23503aaad for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:11.940622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Allocated IP 2001:db8::2 (ebea7218-e190-465e-93d2-a770e9464a6d/8f16bb24-b046-41bb-bfcc-eaf69e8186ae/5b358ac9-dc5e-44ed-bc4b-66d50cac117b) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:08:12.014755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:12.264638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:12.266796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:12.272337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f1f70486-e5db-4cac-8d00-03bb39a75ff5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:12.276638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Transition to ACTIVE for port object 5b358ac9-dc5e-44ed-bc4b-66d50cac117b will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:12.297308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Transition to ACTIVE for port object 5b358ac9-dc5e-44ed-bc4b-66d50cac117b will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:12.322166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:12.355135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event updated for resources: {'Subnet': ['ID=93fb64a4-425d-4604-b974-db900a66334a,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:12.360679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:12.373374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Checking segment: {'id': 'd3c99e88-4fd1-4041-aff9-0593da53c489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '45659b19-c763-4a89-94b1-43e1bc45743c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:12.373767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Network hostable DHCP agents. Network: 45659b19-c763-4a89-94b1-43e1bc45743c, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:08:12.418935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Network 45659b19-c763-4a89-94b1-43e1bc45743c is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:08:12.447557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 45659b19-c763-4a89-94b1-43e1bc45743c) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:12.451626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:12.452270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:12.494132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7837842 Dec 07 14:08:12.496107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:12.496883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56720) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:12.524943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e04462e-deaf-4831-bbe1-d1ec6c0abc77 None None] Network 45659b19-c763-4a89-94b1-43e1bc45743c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:12.633676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Network ebea7218-e190-465e-93d2-a770e9464a6d is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:08:12.645279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:12.646606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:12.654260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:08:12.659601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Pushing event updated for resources: {'Port': ['ID=5b358ac9-dc5e-44ed-bc4b-66d50cac117b,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:12.665274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:12.716594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:12.810423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Attempting to bind port 5b358ac9-dc5e-44ed-bc4b-66d50cac117b on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:08:12.810808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Attempting to bind port 5b358ac9-dc5e-44ed-bc4b-66d50cac117b by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '6704788c-5383-4478-9f65-816b240e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ebea7218-e190-465e-93d2-a770e9464a6d'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:08:12.811218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Attempting to bind port 5b358ac9-dc5e-44ed-bc4b-66d50cac117b on network ebea7218-e190-465e-93d2-a770e9464a6d {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:08:12.819400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:12.824108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8ce20ba4-0dca-4725-bf92-3224f5e80865 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:12.850585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:08:12.851165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Checking segment: {'id': '6704788c-5383-4478-9f65-816b240e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ebea7218-e190-465e-93d2-a770e9464a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:12.851492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:12.851870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Bound using segment: {'id': '6704788c-5383-4478-9f65-816b240e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ebea7218-e190-465e-93d2-a770e9464a6d'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:08:12.852391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Bound port: 5b358ac9-dc5e-44ed-bc4b-66d50cac117b, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6704788c-5383-4478-9f65-816b240e1d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ebea7218-e190-465e-93d2-a770e9464a6d'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:08:12.852820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:12.860909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event deleted for resources: {'Subnet': ['ID=93fb64a4-425d-4604-b974-db900a66334a,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:12.865302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:12.865603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ceb4c1-baa3-4af5-b800-e90c2668cdd6 None None] Network 45659b19-c763-4a89-94b1-43e1bc45743c requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:12.963623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:12.989930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45659b19-c763-4a89-94b1-43e1bc45743c']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:13.003292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c99e88-4fd1-4041-aff9-0593da53c489') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:13.003622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c99e88-4fd1-4041-aff9-0593da53c489') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:13.017198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:13.031444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:13.039348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:08:13.039912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:08:13.056511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:08:13.109545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] For port 5b358ac9-dc5e-44ed-bc4b-66d50cac117b, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:08:13.140755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] For port 5b358ac9-dc5e-44ed-bc4b-66d50cac117b, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5b358ac9-dc5e-44ed-bc4b-66d50cac117b,segment=NetworkSegment(6704788c-5383-4478-9f65-816b240e1d95),segment_id=6704788c-5383-4478-9f65-816b240e1d95)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:08:13.184634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:13.188156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2a1db569-0155-469e-a61b-4957eb4c9be0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:13.203964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:13.213881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:13.216636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event deleted for resources: {'Network': ['ID=45659b19-c763-4a89-94b1-43e1bc45743c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:13.218598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:13.219732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:13.226083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "DELETE /v2.0/networks/45659b19-c763-4a89-94b1-43e1bc45743c HTTP/1.1" status: 204 len: 168 time: 0.7238252 Dec 07 14:08:13.226083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56724) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:13.270030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ae0e40-7940-4154-94cf-a9264eed0b6f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] GET failed (client error): The resource could not be found. Dec 07 14:08:13.270492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-51ae0e40-7940-4154-94cf-a9264eed0b6f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Synchronizing usage tracker for tenant:cf77bab204724279bc55c7b23503aaad on resource:subnet {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:08:13.301000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Pushing event updated for resources: {'Port': ['ID=5b358ac9-dc5e-44ed-bc4b-66d50cac117b,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:13.304396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-51ae0e40-7940-4154-94cf-a9264eed0b6f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Unset dirty status for tenant:cf77bab204724279bc55c7b23503aaad on resource:subnet {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:08:13.304546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:13.305698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-51ae0e40-7940-4154-94cf-a9264eed0b6f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "GET /v2.0/subnets/93fb64a4-425d-4604-b974-db900a66334a HTTP/1.1" status: 404 len: 337 time: 0.0800319 Dec 07 14:08:13.308664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56728) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:13.337207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-43655834-c2b5-4f4b-9b24-603c05d21c46 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] DELETE failed (client error): The resource could not be found. Dec 07 14:08:13.337695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43655834-c2b5-4f4b-9b24-603c05d21c46 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 14:08:13.339514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-43655834-c2b5-4f4b-9b24-603c05d21c46 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "DELETE /v2.0/networks/45659b19-c763-4a89-94b1-43e1bc45743c HTTP/1.1" status: 404 len: 339 time: 0.0298579 Dec 07 14:08:13.343772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56732) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:13.390950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e53dadf-5f59-46eb-b35d-391fb6c06dbd tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] DELETE failed (client error): The resource could not be found. Dec 07 14:08:13.391404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e53dadf-5f59-46eb-b35d-391fb6c06dbd tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 14:08:13.393953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7e53dadf-5f59-46eb-b35d-391fb6c06dbd tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "DELETE /v2.0/subnets/93fb64a4-425d-4604-b974-db900a66334a HTTP/1.1" status: 404 len: 337 time: 0.0492234 Dec 07 14:08:13.396660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56736) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:13.423322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f1c868-0625-46c1-8f96-d181f6b82944 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] DELETE failed (client error): The resource could not be found. Dec 07 14:08:13.423809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f1c868-0625-46c1-8f96-d181f6b82944 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 14:08:13.425567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-08f1c868-0625-46c1-8f96-d181f6b82944 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "DELETE /v2.0/networks/45659b19-c763-4a89-94b1-43e1bc45743c HTTP/1.1" status: 404 len: 339 time: 0.0279579 Dec 07 14:08:13.428414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56740) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:13.500730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf1254b-bfa4-4660-b11c-cdebf2671acc tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Deleting subnet 8f16bb24-b046-41bb-bfcc-eaf69e8186ae {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:08:13.503952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbf1254b-bfa4-4660-b11c-cdebf2671acc tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:13.819367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbf1254b-bfa4-4660-b11c-cdebf2671acc tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:13.904997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbf1254b-bfa4-4660-b11c-cdebf2671acc tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:14.007593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbf1254b-bfa4-4660-b11c-cdebf2671acc tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:14.011994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:14.053034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1254b-bfa4-4660-b11c-cdebf2671acc tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event deleted for resources: {'Subnet': ['ID=8f16bb24-b046-41bb-bfcc-eaf69e8186ae,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:14.055730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bbf1254b-bfa4-4660-b11c-cdebf2671acc tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:14.058433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbf1254b-bfa4-4660-b11c-cdebf2671acc tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:14.099324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bbf1254b-bfa4-4660-b11c-cdebf2671acc tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "DELETE /v2.0/subnets/8f16bb24-b046-41bb-bfcc-eaf69e8186ae HTTP/1.1" status: 204 len: 168 time: 0.6698530 Dec 07 14:08:14.101939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56744) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:14.223764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:14.234488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Deleting port 5b358ac9-dc5e-44ed-bc4b-66d50cac117b {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:08:14.234851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:14.443862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] For port 5b358ac9-dc5e-44ed-bc4b-66d50cac117b, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5b358ac9-dc5e-44ed-bc4b-66d50cac117b,segment=NetworkSegment(6704788c-5383-4478-9f65-816b240e1d95),segment_id=6704788c-5383-4478-9f65-816b240e1d95)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:08:14.444301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:14.573467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Calling delete_port for 5b358ac9-dc5e-44ed-bc4b-66d50cac117b owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:08:14.676070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:14.680425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-852e8fa9-fa15-4f74-879f-f0785de8cf36 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:14.723301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event deleted for resources: {'Port': ['ID=5b358ac9-dc5e-44ed-bc4b-66d50cac117b,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:14.727290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:14.730455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] No DVR routers for this DVR port 5b358ac9-dc5e-44ed-bc4b-66d50cac117b on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:08:14.865617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:14.893242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebea7218-e190-465e-93d2-a770e9464a6d']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:14.911147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6704788c-5383-4478-9f65-816b240e1d95') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:14.911650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6704788c-5383-4478-9f65-816b240e1d95') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:14.924491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:14.955513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:14.955644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80939c0f-7989-48b1-a060-b5d0d51cdb05 None None] Network ebea7218-e190-465e-93d2-a770e9464a6d requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:14.955749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:08:14.955749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:08:14.965583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:08:15.052079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9a7d6b01-9654-4745-875c-4054c952eb9b None None] Could not find standard attr ID for object 5b358ac9-dc5e-44ed-bc4b-66d50cac117b. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 14:08:15.070186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:15.073568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3488897f-332f-408c-9a4b-7fc8b0f43971 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:15.089255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:15.105608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event deleted for resources: {'Network': ['ID=ebea7218-e190-465e-93d2-a770e9464a6d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:15.108658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:15.113934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 56748) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:15.114084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "DELETE /v2.0/networks/ebea7218-e190-465e-93d2-a770e9464a6d HTTP/1.1" status: 204 len: 168 time: 1.0109973 Dec 07 14:08:15.156764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cb2301-7c38-47d4-b856-99e0577be940 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] DELETE failed (client error): The resource could not be found. Dec 07 14:08:15.157975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44cb2301-7c38-47d4-b856-99e0577be940 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 14:08:15.163075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56752) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:15.163211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-44cb2301-7c38-47d4-b856-99e0577be940 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "DELETE /v2.0/subnets/f3f00539-400c-4d27-9204-2f9f76eec950 HTTP/1.1" status: 404 len: 337 time: 0.0480521 Dec 07 14:08:15.186882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33fee0-4fb0-430d-a5fd-579cf3f80f78 None None] DHCP port deletion for ebea7218-e190-465e-93d2-a770e9464a6d request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:08:15.190509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-eacaf2d2-46b2-45df-bd3a-98c72597e75c tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] DELETE failed (client error): The resource could not be found. Dec 07 14:08:15.190990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eacaf2d2-46b2-45df-bd3a-98c72597e75c tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 14:08:15.192824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-eacaf2d2-46b2-45df-bd3a-98c72597e75c tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "DELETE /v2.0/networks/0a453e2a-fc4b-48a2-9ad7-7a2a8ab8440c HTTP/1.1" status: 404 len: 339 time: 0.0285897 Dec 07 14:08:15.195540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56756) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:15.236483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a1ca18-12d3-40a8-b833-11f70da0bc7f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] DELETE failed (client error): The resource could not be found. Dec 07 14:08:15.236966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a1ca18-12d3-40a8-b833-11f70da0bc7f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 14:08:15.238816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-26a1ca18-12d3-40a8-b833-11f70da0bc7f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "DELETE /v2.0/subnets/4cfa8b4e-bd2f-41ad-9998-d56b8526084f HTTP/1.1" status: 404 len: 337 time: 0.0423105 Dec 07 14:08:15.241571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56760) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:15.266556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24239dc-6f25-4fa1-94cb-692c5969ce48 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] DELETE failed (client error): The resource could not be found. Dec 07 14:08:15.267077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24239dc-6f25-4fa1-94cb-692c5969ce48 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88897) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 07 14:08:15.268846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f24239dc-6f25-4fa1-94cb-692c5969ce48 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "DELETE /v2.0/networks/2a7b6f7a-cbc8-4d31-ab19-e8003664f2c9 HTTP/1.1" status: 404 len: 339 time: 0.0263305 Dec 07 14:08:15.271623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 56764) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:15.471950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89d2cfc-49a3-4275-89c0-d3d2b1a824ac tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Deleting subnet 69a41b4f-8fd0-41ae-a00a-3aa64d0f291b {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:08:15.474918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a89d2cfc-49a3-4275-89c0-d3d2b1a824ac tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:15.534556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a89d2cfc-49a3-4275-89c0-d3d2b1a824ac tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:15.616738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a89d2cfc-49a3-4275-89c0-d3d2b1a824ac tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:15.710493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a89d2cfc-49a3-4275-89c0-d3d2b1a824ac tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:15.715101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ed11b006-9583-43a8-9ba9-5ded4044ac17 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:15.755146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d2cfc-49a3-4275-89c0-d3d2b1a824ac tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event deleted for resources: {'Subnet': ['ID=69a41b4f-8fd0-41ae-a00a-3aa64d0f291b,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:15.758026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a89d2cfc-49a3-4275-89c0-d3d2b1a824ac tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:15.760478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a89d2cfc-49a3-4275-89c0-d3d2b1a824ac tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:15.767223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59af0e9d-179a-4af2-823b-cdadb11b6070 None None] Network d5860650-5566-481b-8fbd-e8ee19d60bae requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:15.770498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a89d2cfc-49a3-4275-89c0-d3d2b1a824ac tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "DELETE /v2.0/subnets/69a41b4f-8fd0-41ae-a00a-3aa64d0f291b HTTP/1.1" status: 204 len: 168 time: 0.4976397 Dec 07 14:08:15.773492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56768) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:15.898003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:15.909373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Deleting port 26fdb557-e37a-4662-84bf-7f747ed68364 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:08:15.909735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:16.026574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8746018b-57df-473e-8bee-d01260b29598 None None] DHCP port deletion for d5860650-5566-481b-8fbd-e8ee19d60bae request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:08:16.031209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8746018b-57df-473e-8bee-d01260b29598 None None] Deleting port 26fdb557-e37a-4662-84bf-7f747ed68364 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:08:16.031686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8746018b-57df-473e-8bee-d01260b29598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:16.124419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] For port 26fdb557-e37a-4662-84bf-7f747ed68364, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=26fdb557-e37a-4662-84bf-7f747ed68364,segment=NetworkSegment(2dd0fdc2-ba7d-4e87-b45c-bd7c88fda017),segment_id=2dd0fdc2-ba7d-4e87-b45c-bd7c88fda017)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:08:16.124813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:16.243525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8746018b-57df-473e-8bee-d01260b29598 None None] For port 26fdb557-e37a-4662-84bf-7f747ed68364, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=26fdb557-e37a-4662-84bf-7f747ed68364,segment=NetworkSegment(2dd0fdc2-ba7d-4e87-b45c-bd7c88fda017),segment_id=2dd0fdc2-ba7d-4e87-b45c-bd7c88fda017)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:08:16.243968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8746018b-57df-473e-8bee-d01260b29598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:16.249860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Calling delete_port for 26fdb557-e37a-4662-84bf-7f747ed68364 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:08:16.344323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:16.349982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-07ef1240-06f5-434a-9701-dec1de4ba4c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:16.370709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8746018b-57df-473e-8bee-d01260b29598 None None] Calling delete_port for 26fdb557-e37a-4662-84bf-7f747ed68364 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:08:16.396115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event deleted for resources: {'Port': ['ID=26fdb557-e37a-4662-84bf-7f747ed68364,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:16.399154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:16.401709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] No DVR routers for this DVR port 26fdb557-e37a-4662-84bf-7f747ed68364 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:08:16.445437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-8746018b-57df-473e-8bee-d01260b29598 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 14:08:16.445819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-8746018b-57df-473e-8bee-d01260b29598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 14:08:16.536709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:16.562936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5860650-5566-481b-8fbd-e8ee19d60bae']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:16.576165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd0fdc2-ba7d-4e87-b45c-bd7c88fda017') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:16.576451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd0fdc2-ba7d-4e87-b45c-bd7c88fda017') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:16.588821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:16.603470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:16.609621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:08:16.610068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:08:16.625143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:08:16.795670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:16.799742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-65d752ed-2afc-4c09-b957-c0699a973ad1 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:16.815053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:16.826662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Pushing event deleted for resources: {'Network': ['ID=d5860650-5566-481b-8fbd-e8ee19d60bae,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:16.829904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:16.831526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] 10.222.0.24 "DELETE /v2.0/networks/d5860650-5566-481b-8fbd-e8ee19d60bae HTTP/1.1" status: 204 len: 168 time: 1.0569706 Dec 07 14:08:16.947063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8746018b-57df-473e-8bee-d01260b29598 None None] Deleting port 26fdb557-e37a-4662-84bf-7f747ed68364 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:08:16.947555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8746018b-57df-473e-8bee-d01260b29598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:17.011916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8746018b-57df-473e-8bee-d01260b29598 None None] The port '26fdb557-e37a-4662-84bf-7f747ed68364' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 14:08:17.189999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5b358ac9-dc5e-44ed-bc4b-66d50cac117b no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:08:17.224456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 5b358ac9-dc5e-44ed-bc4b-66d50cac117b {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:08:17.224851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 5b358ac9-dc5e-44ed-bc4b-66d50cac117b not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:08:17.225319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 26fdb557-e37a-4662-84bf-7f747ed68364 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:08:17.251385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56776) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:17.259959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 26fdb557-e37a-4662-84bf-7f747ed68364 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:08:17.260443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 26fdb557-e37a-4662-84bf-7f747ed68364 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:08:17.440985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-35761234-6d70-4452-92dc-2be178c86529 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf77bab204724279bc55c7b23503aaad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1882088 Dec 07 14:08:17.443573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56782) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:17.505503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33bbac62-a0e5-474d-94df-46c4d4792dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:17.531752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33bbac62-a0e5-474d-94df-46c4d4792dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:17.658775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33bbac62-a0e5-474d-94df-46c4d4792dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:17.663665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7cae624-8f2c-4546-a320-fc32b579a457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:17.674225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbac62-a0e5-474d-94df-46c4d4792dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30055762-65ae-472d-bd6c-7aa77835728d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:17.677849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-33bbac62-a0e5-474d-94df-46c4d4792dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:17.681256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-33bbac62-a0e5-474d-94df-46c4d4792dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:17.682462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-33bbac62-a0e5-474d-94df-46c4d4792dbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30055762-65ae-472d-bd6c-7aa77835728d HTTP/1.1" status: 204 len: 168 time: 0.2379348 Dec 07 14:08:18.703770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56804) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:18.846564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-123441b8-e8d3-4ae0-ae88-aa3df6febd25 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-714410523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:18.853785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-123441b8-e8d3-4ae0-ae88-aa3df6febd25 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:18.857781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-123441b8-e8d3-4ae0-ae88-aa3df6febd25 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Usage tracker for resource:router and tenant:3a940081a02c4fb6962bec5a075ed37e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:18.861878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-123441b8-e8d3-4ae0-ae88-aa3df6febd25 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:18.867992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-123441b8-e8d3-4ae0-ae88-aa3df6febd25 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:19.001604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-123441b8-e8d3-4ae0-ae88-aa3df6febd25 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:19.002626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-123441b8-e8d3-4ae0-ae88-aa3df6febd25 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:19.041225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-123441b8-e8d3-4ae0-ae88-aa3df6febd25 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:19.092988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-123441b8-e8d3-4ae0-ae88-aa3df6febd25 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:19.155998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-123441b8-e8d3-4ae0-ae88-aa3df6febd25 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:19.158253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-123441b8-e8d3-4ae0-ae88-aa3df6febd25 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4523847 Dec 07 14:08:19.160754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56810) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:19.167589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2015271011'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:19.173785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:19.178318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Usage tracker for resource:network and tenant:3a940081a02c4fb6962bec5a075ed37e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:19.181945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:19.188696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:19.229803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Made reservation on behalf of 3a940081a02c4fb6962bec5a075ed37e for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:19.235680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:19.249697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:19.342700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:19.347598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Usage tracker for resource:security_group_rule and tenant:3a940081a02c4fb6962bec5a075ed37e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:19.357966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:19.357966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:19.478478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:19.515790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:19.520524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1a8844c0-ab47-41b4-ad3c-275b9d24844f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:19.550902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:08:19.559633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3850eef-2d1e-46b4-8c6b-46836630fdd1,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:19.564182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:19.566476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:19.566856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Added segment a7364a56-b268-4197-8bec-c7b3935a37bf of type vlan for network 076ac633-a233-4a87-a132-ba69b01bd890 Dec 07 14:08:19.593902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:19.664381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:19.668465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:19.669099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:19.674475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64661c10-01e7-472d-be5f-69f737404f17 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:19.782982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Pushing event updated for resources: {'Network': ['ID=076ac633-a233-4a87-a132-ba69b01bd890,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:19.786844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:19.793670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 076ac633-a233-4a87-a132-ba69b01bd890 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:08:19.806919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6451042 Dec 07 14:08:19.809959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56814) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:19.816756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Request body: {'subnet': {'network_id': '076ac633-a233-4a87-a132-ba69b01bd890', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:19.933170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:19.937140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Usage tracker for resource:subnet and tenant:3a940081a02c4fb6962bec5a075ed37e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:19.940669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:19.946681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:19.989865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Made reservation on behalf of 3a940081a02c4fb6962bec5a075ed37e for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:20.097813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:20.350127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:20.354483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8ea8d2b0-42b9-4d91-a54d-12ad457aeec7 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:20.433420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Pushing event updated for resources: {'Subnet': ['ID=77540f14-401d-4c69-9936-219732ebbcc5,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:20.438945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:20.447786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Checking segment: {'id': 'a7364a56-b268-4197-8bec-c7b3935a37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '076ac633-a233-4a87-a132-ba69b01bd890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:20.448183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Network hostable DHCP agents. Network: 076ac633-a233-4a87-a132-ba69b01bd890, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:08:20.509669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Network 076ac633-a233-4a87-a132-ba69b01bd890 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:08:20.584254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 076ac633-a233-4a87-a132-ba69b01bd890) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:20.588231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:20.588867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:20.593391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7eb144-3d96-40bf-823f-6dfc6b45ed66 None None] Network 076ac633-a233-4a87-a132-ba69b01bd890 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:20.636551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8254147 Dec 07 14:08:20.639590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56818) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:20.645580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e5d30ebc-d0f8-49b1-a301-a1a10ac54dee tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-966931553'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:20.651137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e5d30ebc-d0f8-49b1-a301-a1a10ac54dee tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:20.655088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e5d30ebc-d0f8-49b1-a301-a1a10ac54dee tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Usage tracker for resource:network and tenant:3a940081a02c4fb6962bec5a075ed37e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:20.658584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e5d30ebc-d0f8-49b1-a301-a1a10ac54dee tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:20.664545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e5d30ebc-d0f8-49b1-a301-a1a10ac54dee tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:20.709846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d30ebc-d0f8-49b1-a301-a1a10ac54dee tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Made reservation on behalf of 3a940081a02c4fb6962bec5a075ed37e for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:20.715618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5d30ebc-d0f8-49b1-a301-a1a10ac54dee tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:20.745699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d30ebc-d0f8-49b1-a301-a1a10ac54dee tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:08:20.758922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5d30ebc-d0f8-49b1-a301-a1a10ac54dee tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:20.766047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-e5d30ebc-d0f8-49b1-a301-a1a10ac54dee tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Added segment 3dc83e97-2d75-443b-a03a-55d5487e9008 of type vlan for network c9590cfd-6e57-4a64-a735-e1509cd9ea03 Dec 07 14:08:20.814450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-076ac633-a233-4a87-a132-ba69b01bd890', 'network_id': '076ac633-a233-4a87-a132-ba69b01bd890', 'tenant_id': '3a940081a02c4fb6962bec5a075ed37e', 'fixed_ips': [{'subnet_id': '77540f14-401d-4c69-9936-219732ebbcc5'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:08:20.815392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:20.858493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5d30ebc-d0f8-49b1-a301-a1a10ac54dee tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:20.961719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5d30ebc-d0f8-49b1-a301-a1a10ac54dee tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:20.966152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d30ebc-d0f8-49b1-a301-a1a10ac54dee tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:20.966822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5d30ebc-d0f8-49b1-a301-a1a10ac54dee tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:20.973650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-32bf47e7-bedc-47e5-8639-c8c91a3a4e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:21.006589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Allocated IP 172.20.0.2 (076ac633-a233-4a87-a132-ba69b01bd890/77540f14-401d-4c69-9936-219732ebbcc5/d277500e-c80b-4255-820d-f00c4ca9b119) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:08:21.084839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d30ebc-d0f8-49b1-a301-a1a10ac54dee tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Pushing event updated for resources: {'Network': ['ID=c9590cfd-6e57-4a64-a735-e1509cd9ea03,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:21.087705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e5d30ebc-d0f8-49b1-a301-a1a10ac54dee tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:21.094394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e5d30ebc-d0f8-49b1-a301-a1a10ac54dee tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4537554 Dec 07 14:08:21.097619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56822) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:21.099370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network c9590cfd-6e57-4a64-a735-e1509cd9ea03 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:08:21.104304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Request body: {'subnet': {'network_id': 'c9590cfd-6e57-4a64-a735-e1509cd9ea03', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:21.226674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:21.231101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Usage tracker for resource:subnet and tenant:3a940081a02c4fb6962bec5a075ed37e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:21.234798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:21.242152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:21.287474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Made reservation on behalf of 3a940081a02c4fb6962bec5a075ed37e for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:21.404712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:21.475874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:21.538900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Transition to ACTIVE for port object d277500e-c80b-4255-820d-f00c4ca9b119 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:21.589920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Transition to ACTIVE for port object d277500e-c80b-4255-820d-f00c4ca9b119 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:21.641510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:21.645801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:21.714006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Network 076ac633-a233-4a87-a132-ba69b01bd890 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:08:21.717532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:21.722648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:08:21.724758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Pushing event updated for resources: {'Port': ['ID=d277500e-c80b-4255-820d-f00c4ca9b119,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:21.727728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:21.812394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Attempting to bind port d277500e-c80b-4255-820d-f00c4ca9b119 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:08:21.812733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Attempting to bind port d277500e-c80b-4255-820d-f00c4ca9b119 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'a7364a56-b268-4197-8bec-c7b3935a37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '076ac633-a233-4a87-a132-ba69b01bd890'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:08:21.813135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Attempting to bind port d277500e-c80b-4255-820d-f00c4ca9b119 on network 076ac633-a233-4a87-a132-ba69b01bd890 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:08:21.825475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:08:21.826016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Checking segment: {'id': 'a7364a56-b268-4197-8bec-c7b3935a37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '076ac633-a233-4a87-a132-ba69b01bd890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:21.826321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:21.826760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Bound using segment: {'id': 'a7364a56-b268-4197-8bec-c7b3935a37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '076ac633-a233-4a87-a132-ba69b01bd890'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:08:21.827366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Bound port: d277500e-c80b-4255-820d-f00c4ca9b119, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7364a56-b268-4197-8bec-c7b3935a37bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '076ac633-a233-4a87-a132-ba69b01bd890'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:08:21.827785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:21.836188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:21.841028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f8efd616-e50a-4fc9-9e7f-04c573f20797 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:21.922080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] For port d277500e-c80b-4255-820d-f00c4ca9b119, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:08:21.924790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Pushing event updated for resources: {'Subnet': ['ID=cd7b03c5-40e9-412c-89c6-a1ab1454e73c,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:21.926194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] For port d277500e-c80b-4255-820d-f00c4ca9b119, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d277500e-c80b-4255-820d-f00c4ca9b119,segment=NetworkSegment(a7364a56-b268-4197-8bec-c7b3935a37bf),segment_id=a7364a56-b268-4197-8bec-c7b3935a37bf)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:08:21.928470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:21.935942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Checking segment: {'id': '3dc83e97-2d75-443b-a03a-55d5487e9008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c9590cfd-6e57-4a64-a735-e1509cd9ea03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:21.941446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Network hostable DHCP agents. Network: c9590cfd-6e57-4a64-a735-e1509cd9ea03, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:08:21.967500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:21.972665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:21.995400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Network c9590cfd-6e57-4a64-a735-e1509cd9ea03 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:08:22.035583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, c9590cfd-6e57-4a64-a735-e1509cd9ea03) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:22.039520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:22.040169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:22.048885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f295662-6763-4304-9742-25555529eddd None None] Network c9590cfd-6e57-4a64-a735-e1509cd9ea03 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:22.099369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0002506 Dec 07 14:08:22.102116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56826) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:22.107737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e5e927e0-6679-49c2-bbb9-df0922e53312 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c9590cfd-6e57-4a64-a735-e1509cd9ea03'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:22.120673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Pushing event updated for resources: {'Port': ['ID=d277500e-c80b-4255-820d-f00c4ca9b119,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:22.128756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:22.288357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-c9590cfd-6e57-4a64-a735-e1509cd9ea03', 'network_id': 'c9590cfd-6e57-4a64-a735-e1509cd9ea03', 'tenant_id': '3a940081a02c4fb6962bec5a075ed37e', 'fixed_ips': [{'subnet_id': 'cd7b03c5-40e9-412c-89c6-a1ab1454e73c'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:08:22.289416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:22.501725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Allocated IP 172.21.0.2 (c9590cfd-6e57-4a64-a735-e1509cd9ea03/cd7b03c5-40e9-412c-89c6-a1ab1454e73c/5fc11089-c4aa-4db1-8d04-4e2057c95578) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:08:22.724435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:22.734938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Transition to ACTIVE for port object 5fc11089-c4aa-4db1-8d04-4e2057c95578 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:22.754501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Transition to ACTIVE for port object 5fc11089-c4aa-4db1-8d04-4e2057c95578 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:22.785999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e5e927e0-6679-49c2-bbb9-df0922e53312 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:22.796208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:22.802285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:22.870093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Network c9590cfd-6e57-4a64-a735-e1509cd9ea03 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:08:22.873600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:22.878444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:08:22.880676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Pushing event updated for resources: {'Port': ['ID=5fc11089-c4aa-4db1-8d04-4e2057c95578,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:22.883761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:22.968646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.api.v2.resource [None req-e5e927e0-6679-49c2-bbb9-df0922e53312 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 14:08:22.969876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e5e927e0-6679-49c2-bbb9-df0922e53312 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] 10.222.0.24 "PUT /v2.0/routers/78d5b88a-cecd-4dd2-b054-7f68a40a6277 HTTP/1.1" status: 400 len: 364 time: 0.8667052 Dec 07 14:08:22.971261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Attempting to bind port 5fc11089-c4aa-4db1-8d04-4e2057c95578 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:08:22.972218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Attempting to bind port 5fc11089-c4aa-4db1-8d04-4e2057c95578 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '3dc83e97-2d75-443b-a03a-55d5487e9008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c9590cfd-6e57-4a64-a735-e1509cd9ea03'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:08:22.972622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Attempting to bind port 5fc11089-c4aa-4db1-8d04-4e2057c95578 on network c9590cfd-6e57-4a64-a735-e1509cd9ea03 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:08:22.977583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56830) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:22.979658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:08:22.980077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Checking segment: {'id': '3dc83e97-2d75-443b-a03a-55d5487e9008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c9590cfd-6e57-4a64-a735-e1509cd9ea03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:22.980522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:22.980951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Bound using segment: {'id': '3dc83e97-2d75-443b-a03a-55d5487e9008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c9590cfd-6e57-4a64-a735-e1509cd9ea03'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:08:22.981460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Bound port: 5fc11089-c4aa-4db1-8d04-4e2057c95578, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc83e97-2d75-443b-a03a-55d5487e9008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c9590cfd-6e57-4a64-a735-e1509cd9ea03'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:08:22.981872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:23.052568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-6976f41e-2b72-4471-9dbd-de9b28ef6d28 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Deleting subnet cd7b03c5-40e9-412c-89c6-a1ab1454e73c {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:08:23.055812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6976f41e-2b72-4471-9dbd-de9b28ef6d28 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:23.076123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] For port 5fc11089-c4aa-4db1-8d04-4e2057c95578, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:08:23.079819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] For port 5fc11089-c4aa-4db1-8d04-4e2057c95578, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5fc11089-c4aa-4db1-8d04-4e2057c95578,segment=NetworkSegment(3dc83e97-2d75-443b-a03a-55d5487e9008),segment_id=3dc83e97-2d75-443b-a03a-55d5487e9008)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:08:23.110917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:23.115651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:23.119226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6976f41e-2b72-4471-9dbd-de9b28ef6d28 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:23.207842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Pushing event updated for resources: {'Port': ['ID=5fc11089-c4aa-4db1-8d04-4e2057c95578,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:23.215032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:23.224536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6976f41e-2b72-4471-9dbd-de9b28ef6d28 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:23.229590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d277500e-c80b-4255-820d-f00c4ca9b119 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:08:23.356087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port d277500e-c80b-4255-820d-f00c4ca9b119 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:08:23.413414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6976f41e-2b72-4471-9dbd-de9b28ef6d28 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:23.418524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e204f9f3-cc89-4b25-b7bc-14b467186780 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:23.459069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976f41e-2b72-4471-9dbd-de9b28ef6d28 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7b03c5-40e9-412c-89c6-a1ab1454e73c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:23.461856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6976f41e-2b72-4471-9dbd-de9b28ef6d28 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:23.465531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6976f41e-2b72-4471-9dbd-de9b28ef6d28 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:23.476345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6976f41e-2b72-4471-9dbd-de9b28ef6d28 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] 10.222.0.24 "DELETE /v2.0/subnets/cd7b03c5-40e9-412c-89c6-a1ab1454e73c HTTP/1.1" status: 204 len: 168 time: 0.4975946 Dec 07 14:08:23.478893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56834) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:23.630249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:23.642683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Deleting port 5fc11089-c4aa-4db1-8d04-4e2057c95578 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:08:23.643047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:23.893715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] For port 5fc11089-c4aa-4db1-8d04-4e2057c95578, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=5fc11089-c4aa-4db1-8d04-4e2057c95578,segment=NetworkSegment(3dc83e97-2d75-443b-a03a-55d5487e9008),segment_id=3dc83e97-2d75-443b-a03a-55d5487e9008)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:08:23.894241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:23.916097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae30b0b-c95a-4af9-8423-8056fb088eeb None None] Network 076ac633-a233-4a87-a132-ba69b01bd890 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:24.036926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Calling delete_port for 5fc11089-c4aa-4db1-8d04-4e2057c95578 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:08:24.079040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bea67542-c0f4-4137-a9ad-8c2ef36b36b3 None None] Provisioning for port d277500e-c80b-4255-820d-f00c4ca9b119 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:08:24.091255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bea67542-c0f4-4137-a9ad-8c2ef36b36b3 None None] Provisioning complete for port d277500e-c80b-4255-820d-f00c4ca9b119 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:24.091663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bea67542-c0f4-4137-a9ad-8c2ef36b36b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:24.144688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:24.150348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:24.194559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Pushing event deleted for resources: {'Port': ['ID=5fc11089-c4aa-4db1-8d04-4e2057c95578,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:24.197401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:24.200188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] No DVR routers for this DVR port 5fc11089-c4aa-4db1-8d04-4e2057c95578 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:08:24.336073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bea67542-c0f4-4137-a9ad-8c2ef36b36b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:24.337661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:24.370785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9590cfd-6e57-4a64-a735-e1509cd9ea03']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:24.386693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc83e97-2d75-443b-a03a-55d5487e9008') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:24.387364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc83e97-2d75-443b-a03a-55d5487e9008') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:24.390537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bea67542-c0f4-4137-a9ad-8c2ef36b36b3 None None] For port d277500e-c80b-4255-820d-f00c4ca9b119, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d277500e-c80b-4255-820d-f00c4ca9b119,segment=NetworkSegment(a7364a56-b268-4197-8bec-c7b3935a37bf),segment_id=a7364a56-b268-4197-8bec-c7b3935a37bf)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:08:24.401185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:24.417799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:24.418900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bea67542-c0f4-4137-a9ad-8c2ef36b36b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:24.420869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:24.425847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:08:24.426288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:08:24.442093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:08:24.493313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea67542-c0f4-4137-a9ad-8c2ef36b36b3 None None] Pushing event updated for resources: {'Port': ['ID=d277500e-c80b-4255-820d-f00c4ca9b119,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:24.496799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bea67542-c0f4-4137-a9ad-8c2ef36b36b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:24.619087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:24.622844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bc100f22-ea3a-402d-83e1-4cd62fe3c9b3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:24.642503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:24.652873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Pushing event deleted for resources: {'Network': ['ID=c9590cfd-6e57-4a64-a735-e1509cd9ea03,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:24.656226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:24.659192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] 10.222.0.24 "DELETE /v2.0/networks/c9590cfd-6e57-4a64-a735-e1509cd9ea03 HTTP/1.1" status: 204 len: 168 time: 1.1791000 Dec 07 14:08:24.661729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56838) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:24.736423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2c94b5-106b-4404-9dea-f0e6cd1ba05d tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Deleting subnet 77540f14-401d-4c69-9936-219732ebbcc5 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:08:24.740155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f2c94b5-106b-4404-9dea-f0e6cd1ba05d tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:24.804380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f2c94b5-106b-4404-9dea-f0e6cd1ba05d tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:24.845895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-38c98d5b-bada-4636-a717-ac310917c350 None None] Provisioning complete for port d277500e-c80b-4255-820d-f00c4ca9b119 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:24.846481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-38c98d5b-bada-4636-a717-ac310917c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:24.895456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f2c94b5-106b-4404-9dea-f0e6cd1ba05d tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:25.036423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f2c94b5-106b-4404-9dea-f0e6cd1ba05d tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:25.041271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1354c0b-f613-4c25-aa1d-0aad140276fa tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:25.081830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c94b5-106b-4404-9dea-f0e6cd1ba05d tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Pushing event deleted for resources: {'Subnet': ['ID=77540f14-401d-4c69-9936-219732ebbcc5,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:25.085089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4f2c94b5-106b-4404-9dea-f0e6cd1ba05d tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:25.090517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-247e10b7-0c46-4e29-a53c-7412932d506f None None] Could not find standard attr ID for object 5fc11089-c4aa-4db1-8d04-4e2057c95578. {{(pid=88899) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 07 14:08:25.090788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f2c94b5-106b-4404-9dea-f0e6cd1ba05d tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:25.100775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a98137-d79f-4c5c-8bde-37dfa6326e9d None None] Network 076ac633-a233-4a87-a132-ba69b01bd890 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:25.100940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4f2c94b5-106b-4404-9dea-f0e6cd1ba05d tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] 10.222.0.24 "DELETE /v2.0/subnets/77540f14-401d-4c69-9936-219732ebbcc5 HTTP/1.1" status: 204 len: 168 time: 0.4359767 Dec 07 14:08:25.101483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56842) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:25.175838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297cc578-b5ae-4bca-b7bf-239c71aa0cdb None None] DHCP port deletion for c9590cfd-6e57-4a64-a735-e1509cd9ea03 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:08:25.216257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d277500e-c80b-4255-820d-f00c4ca9b119 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:08:25.233522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:25.245182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Deleting port d277500e-c80b-4255-820d-f00c4ca9b119 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:08:25.245543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:25.248418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcf8517-b27e-48b0-b5da-4344010a1d3c None None] Network c9590cfd-6e57-4a64-a735-e1509cd9ea03 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:25.314526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcf8517-b27e-48b0-b5da-4344010a1d3c None None] Network c9590cfd-6e57-4a64-a735-e1509cd9ea03 could not be found, it might have been deleted concurrently. {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 07 14:08:25.404865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port d277500e-c80b-4255-820d-f00c4ca9b119 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:25.405217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:25.461241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] For port d277500e-c80b-4255-820d-f00c4ca9b119, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d277500e-c80b-4255-820d-f00c4ca9b119,segment=NetworkSegment(a7364a56-b268-4197-8bec-c7b3935a37bf),segment_id=a7364a56-b268-4197-8bec-c7b3935a37bf)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:08:25.461241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:25.528419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9210ed-9a52-43e0-8845-abead669d244 None None] DHCP port deletion for 076ac633-a233-4a87-a132-ba69b01bd890 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:08:25.538471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7c9210ed-9a52-43e0-8845-abead669d244 None None] Deleting port d277500e-c80b-4255-820d-f00c4ca9b119 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:08:25.538887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c9210ed-9a52-43e0-8845-abead669d244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:25.599078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Calling delete_port for d277500e-c80b-4255-820d-f00c4ca9b119 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:08:25.704208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:25.708777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-869a1820-7b9a-4f54-85a6-299e28c711f3 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:25.749515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7c9210ed-9a52-43e0-8845-abead669d244 None None] For port d277500e-c80b-4255-820d-f00c4ca9b119, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=d277500e-c80b-4255-820d-f00c4ca9b119,segment=NetworkSegment(a7364a56-b268-4197-8bec-c7b3935a37bf),segment_id=a7364a56-b268-4197-8bec-c7b3935a37bf)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:08:25.749878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c9210ed-9a52-43e0-8845-abead669d244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:25.752720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Pushing event deleted for resources: {'Port': ['ID=d277500e-c80b-4255-820d-f00c4ca9b119,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:25.756296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:25.759051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] No DVR routers for this DVR port d277500e-c80b-4255-820d-f00c4ca9b119 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:08:25.879680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7c9210ed-9a52-43e0-8845-abead669d244 None None] Calling delete_port for d277500e-c80b-4255-820d-f00c4ca9b119 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:08:25.889382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:25.916791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076ac633-a233-4a87-a132-ba69b01bd890']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:25.930220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7364a56-b268-4197-8bec-c7b3935a37bf') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:25.930558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7364a56-b268-4197-8bec-c7b3935a37bf') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:25.942926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:25.948487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-7c9210ed-9a52-43e0-8845-abead669d244 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 14:08:25.948896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-7c9210ed-9a52-43e0-8845-abead669d244 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 14:08:25.958297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:25.964394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:08:25.964812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:08:25.984088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:08:26.087363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:26.090809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ce6eddea-f761-49be-9a8b-69ea951413ac tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:26.106592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:26.119439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Pushing event deleted for resources: {'Network': ['ID=076ac633-a233-4a87-a132-ba69b01bd890,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:26.122671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:26.124267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] 10.222.0.24 "DELETE /v2.0/networks/076ac633-a233-4a87-a132-ba69b01bd890 HTTP/1.1" status: 204 len: 168 time: 1.0218227 Dec 07 14:08:26.127202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56846) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:26.175839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a9c8894b-e10d-4fed-bdf5-372bb728ddcd tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Synchronizing usage tracker for tenant:3a940081a02c4fb6962bec5a075ed37e on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:08:26.224131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a9c8894b-e10d-4fed-bdf5-372bb728ddcd tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Unset dirty status for tenant:3a940081a02c4fb6962bec5a075ed37e on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:08:26.225322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a9c8894b-e10d-4fed-bdf5-372bb728ddcd tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d5b88a-cecd-4dd2-b054-7f68a40a6277 HTTP/1.1" status: 200 len: 205 time: 0.0971243 Dec 07 14:08:26.228040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56850) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:26.372854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c620db8b-2662-4501-bb63-cd7c056b58d3 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:26.450684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7c9210ed-9a52-43e0-8845-abead669d244 None None] Deleting port d277500e-c80b-4255-820d-f00c4ca9b119 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:08:26.451442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c9210ed-9a52-43e0-8845-abead669d244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:26.519908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7c9210ed-9a52-43e0-8845-abead669d244 None None] The port 'd277500e-c80b-4255-820d-f00c4ca9b119' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 14:08:27.004592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c620db8b-2662-4501-bb63-cd7c056b58d3 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:27.008918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c620db8b-2662-4501-bb63-cd7c056b58d3 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:27.184637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d277500e-c80b-4255-820d-f00c4ca9b119 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:08:27.218992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: d277500e-c80b-4255-820d-f00c4ca9b119 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:08:27.219450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device d277500e-c80b-4255-820d-f00c4ca9b119 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:08:27.258699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c620db8b-2662-4501-bb63-cd7c056b58d3 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:27.259182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c620db8b-2662-4501-bb63-cd7c056b58d3 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Fanout notify agent at l3_agent the message router_deleted on router 78d5b88a-cecd-4dd2-b054-7f68a40a6277 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 14:08:27.272643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c620db8b-2662-4501-bb63-cd7c056b58d3 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:27.275308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c620db8b-2662-4501-bb63-cd7c056b58d3 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] 10.222.0.24 "DELETE /v2.0/routers/78d5b88a-cecd-4dd2-b054-7f68a40a6277 HTTP/1.1" status: 204 len: 168 time: 1.0450573 Dec 07 14:08:27.856709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 56858) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:28.041183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-657fffe7-afd7-40b6-8fc6-e7fc6bb6f923 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a940081a02c4fb6962bec5a075ed37e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1831210 Dec 07 14:08:28.043751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 56864) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:28.104513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef2094c8-44e6-41d7-9618-8839a108ca91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:28.130930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef2094c8-44e6-41d7-9618-8839a108ca91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:28.264378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef2094c8-44e6-41d7-9618-8839a108ca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:28.271141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d57a27d-661c-45ae-b128-c70dc72a5974 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:28.285802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2094c8-44e6-41d7-9618-8839a108ca91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3850eef-2d1e-46b4-8c6b-46836630fdd1,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:28.288648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ef2094c8-44e6-41d7-9618-8839a108ca91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:28.289819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ef2094c8-44e6-41d7-9618-8839a108ca91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:28.293362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ef2094c8-44e6-41d7-9618-8839a108ca91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3850eef-2d1e-46b4-8c6b-46836630fdd1 HTTP/1.1" status: 204 len: 168 time: 0.2485867 Dec 07 14:08:29.306571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 56886) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:29.443652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-900592840-network', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:29.448874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:29.452982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Usage tracker for resource:network and tenant:a2b9e285e6db4fdb96320fd06050b3cf is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:29.456165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:29.462221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:29.509663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Made reservation on behalf of a2b9e285e6db4fdb96320fd06050b3cf for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:29.514431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:29.527928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:29.560917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:29.565299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Usage tracker for resource:security_group_rule and tenant:a2b9e285e6db4fdb96320fd06050b3cf is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:29.568254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:29.574226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:29.760082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:29.801007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:29.805191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0a6e7381-d696-4559-9cda-a27919d43686 tempest-NegativeSecGroupIPv6Test-2064737886 tempest-NegativeSecGroupIPv6Test-2064737886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:29.830843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:08:29.843749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d1d61b-9d4c-458c-b14d-71e89aac593a,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:29.848601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:29.849561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:29.849950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Added segment 09ab6889-497a-4448-9b7b-6bfd7ce76dbe of type vlan for network 99056b72-7214-4dd2-a18c-d31aab5daaf0 Dec 07 14:08:29.875991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:29.949642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:29.950603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:29.951268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:29.956967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d8d42423-e3f5-4ad7-b415-6aaafbb706c2 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:30.061224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Pushing event updated for resources: {'Network': ['ID=99056b72-7214-4dd2-a18c-d31aab5daaf0,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:30.065713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:30.076683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 99056b72-7214-4dd2-a18c-d31aab5daaf0 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:08:30.093718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9f1a340c-7c92-4edc-9fa1-94c7f2b16e0c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7861562 Dec 07 14:08:30.096811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 56892) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:30.103394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] Request body: {'subnet': {'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-900592840-subnet', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'ip_version': 4}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:30.108689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:30.112849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] Usage tracker for resource:subnet and tenant:a2b9e285e6db4fdb96320fd06050b3cf is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:30.115806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:30.121843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:30.149030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d4f94031-e34e-42c8-b38a-3edd365da0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:30.166975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] Made reservation on behalf of a2b9e285e6db4fdb96320fd06050b3cf for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:30.171927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:30.424251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:30.428517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc7f6630-fc78-499c-b4f8-947f1d8d9db6 tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:30.498349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9438fcf5-20b1-4162-9d3f-8cfa6500cb52,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:30.504089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:30.514396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] Checking segment: {'id': '09ab6889-497a-4448-9b7b-6bfd7ce76dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:30.514782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] Network hostable DHCP agents. Network: 99056b72-7214-4dd2-a18c-d31aab5daaf0, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:08:30.589404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] Network 99056b72-7214-4dd2-a18c-d31aab5daaf0 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:08:30.617961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 99056b72-7214-4dd2-a18c-d31aab5daaf0) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:30.622039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:30.622811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:30.627692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842d4473-36da-4db1-bdb6-f5ef0132421f None None] Network 99056b72-7214-4dd2-a18c-d31aab5daaf0 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:30.670550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5725620 Dec 07 14:08:30.674012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 56896) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:30.679718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-900592840-router', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:30.684716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:30.689388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Usage tracker for resource:router and tenant:a2b9e285e6db4fdb96320fd06050b3cf is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:30.692452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:30.698456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:30.744813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:30.745971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:30.766939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:30.956197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:31.029496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-99056b72-7214-4dd2-a18c-d31aab5daaf0', 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'fixed_ips': [{'subnet_id': '9438fcf5-20b1-4162-9d3f-8cfa6500cb52'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:08:31.030395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:31.193437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:31.205640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Allocated IP 172.20.0.2 (99056b72-7214-4dd2-a18c-d31aab5daaf0/9438fcf5-20b1-4162-9d3f-8cfa6500cb52/19854cb6-bf7f-494c-8df2-b140e9d0f20c) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:08:31.227564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:31.379818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Allocated IP 172.36.4.142 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/87af5330-2609-4a61-a5dd-dffc339a322c) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:08:31.508103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:31.578922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Transition to ACTIVE for port object 19854cb6-bf7f-494c-8df2-b140e9d0f20c will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:31.601522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Transition to ACTIVE for port object 19854cb6-bf7f-494c-8df2-b140e9d0f20c will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:31.645028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:31.650828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-16aef6e3-b36c-4233-9693-d77f60975c44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:31.713264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Network 99056b72-7214-4dd2-a18c-d31aab5daaf0 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:08:31.714144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:31.723640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:31.732475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:08:31.736178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Pushing event updated for resources: {'Port': ['ID=19854cb6-bf7f-494c-8df2-b140e9d0f20c,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:31.740110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:31.829023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Attempting to bind port 19854cb6-bf7f-494c-8df2-b140e9d0f20c on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:08:31.829407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Attempting to bind port 19854cb6-bf7f-494c-8df2-b140e9d0f20c by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '09ab6889-497a-4448-9b7b-6bfd7ce76dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:08:31.829820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Attempting to bind port 19854cb6-bf7f-494c-8df2-b140e9d0f20c on network 99056b72-7214-4dd2-a18c-d31aab5daaf0 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:08:31.836595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:08:31.837056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Checking segment: {'id': '09ab6889-497a-4448-9b7b-6bfd7ce76dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:31.837506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:31.837942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Bound using segment: {'id': '09ab6889-497a-4448-9b7b-6bfd7ce76dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:08:31.838446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Bound port: 19854cb6-bf7f-494c-8df2-b140e9d0f20c, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ab6889-497a-4448-9b7b-6bfd7ce76dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:08:31.838863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:31.879197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:31.929998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] For port 19854cb6-bf7f-494c-8df2-b140e9d0f20c, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:08:31.933200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] For port 19854cb6-bf7f-494c-8df2-b140e9d0f20c, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=19854cb6-bf7f-494c-8df2-b140e9d0f20c,segment=NetworkSegment(09ab6889-497a-4448-9b7b-6bfd7ce76dbe),segment_id=09ab6889-497a-4448-9b7b-6bfd7ce76dbe)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:08:31.956335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:31.961234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-739ebbf6-9af0-46bc-bb75-25bf24424b58 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:31.990090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:31.994706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:32.027221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:08:32.035354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:32.040465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:08:32.078444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=87af5330-2609-4a61-a5dd-dffc339a322c,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:32.082794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Pushing event updated for resources: {'Port': ['ID=19854cb6-bf7f-494c-8df2-b140e9d0f20c,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:32.090999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:32.091321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:32.241482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:32.242256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:32.470226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4652c071-16bb-445d-b635-97a571e65c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:32.544196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Router e3d4caa1-d954-4b9c-a1db-545b785af210 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 14:08:32.757842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:08:32.768243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Sync routers for ids ['e3d4caa1-d954-4b9c-a1db-545b785af210'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:08:32.780811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Routers {'e3d4caa1-d954-4b9c-a1db-545b785af210'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:08:32.781476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:08:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e3d4caa1-d954-4b9c-a1db-545b785af210'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:32.812731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:32.814490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1393638 Dec 07 14:08:32.817471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56900) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:32.976674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Set router e3d4caa1-d954-4b9c-a1db-545b785af210 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:08:33.085370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:33.224790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 19854cb6-bf7f-494c-8df2-b140e9d0f20c up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:08:33.353272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'name': 'tempest-TestEncryptedCinderVolumes-900592840-router', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.142'}], 'enable_snat': True}, 'gw_port_id': '87af5330-2609-4a61-a5dd-dffc339a322c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:30Z', 'updated_at': '2021-12-07T14:08:32Z', 'revision_number': 3, 'project_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'gw_port': {'id': '87af5330-2609-4a61-a5dd-dffc339a322c', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:31Z', 'updated_at': '2021-12-07T14:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:33.357521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Checking router: e3d4caa1-d954-4b9c-a1db-545b785af210 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:08:33.358164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Updating router e3d4caa1-d954-4b9c-a1db-545b785af210 port 87af5330-2609-4a61-a5dd-dffc339a322c binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:08:33.390052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 19854cb6-bf7f-494c-8df2-b140e9d0f20c completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:08:33.429512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:33.622893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:33.795308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:33.804655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c6e739-672e-468c-a287-376adbb4f0aa None None] Network 99056b72-7214-4dd2-a18c-d31aab5daaf0 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:33.829959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Transition to ACTIVE for port object 87af5330-2609-4a61-a5dd-dffc339a322c will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:33.854173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Allocated IP 172.20.0.1 (99056b72-7214-4dd2-a18c-d31aab5daaf0/9438fcf5-20b1-4162-9d3f-8cfa6500cb52/1c162b16-2e5a-43a8-9560-043a9d2c671b) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:08:33.913688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:33.920394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:34.017103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:34.022567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a09ff6-5e61-49a3-a98c-f23417ab19fd None None] Pushing event updated for resources: {'Port': ['ID=87af5330-2609-4a61-a5dd-dffc339a322c,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:34.025154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-49ea4ab0-e7e5-4091-88fe-8eaa81598da8 None None] Provisioning for port 19854cb6-bf7f-494c-8df2-b140e9d0f20c completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:08:34.033712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-13a09ff6-5e61-49a3-a98c-f23417ab19fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:34.036062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-49ea4ab0-e7e5-4091-88fe-8eaa81598da8 None None] Provisioning complete for port 19854cb6-bf7f-494c-8df2-b140e9d0f20c triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:34.036444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49ea4ab0-e7e5-4091-88fe-8eaa81598da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:34.036952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Transition to ACTIVE for port object 1c162b16-2e5a-43a8-9560-043a9d2c671b will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:34.093289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:34.098092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb088c6f-0e24-4277-8a25-333c91941266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:34.104985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Attempting to bind port 87af5330-2609-4a61-a5dd-dffc339a322c on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:08:34.105400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Attempting to bind port 87af5330-2609-4a61-a5dd-dffc339a322c by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:08:34.105807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Attempting to bind port 87af5330-2609-4a61-a5dd-dffc339a322c on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:08:34.140711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:08:34.141822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:34.142277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:34.142717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:08:34.143274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Bound port: 87af5330-2609-4a61-a5dd-dffc339a322c, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:08:34.143682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:34.168864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Network 99056b72-7214-4dd2-a18c-d31aab5daaf0 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:08:34.169835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Pushing event updated for resources: {'Port': ['ID=1c162b16-2e5a-43a8-9560-043a9d2c671b,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:34.172676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:34.174611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:34.175504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:08:34.233425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:34.329773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] For port 87af5330-2609-4a61-a5dd-dffc339a322c, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:08:34.335722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49ea4ab0-e7e5-4091-88fe-8eaa81598da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:34.361318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] For port 87af5330-2609-4a61-a5dd-dffc339a322c, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=87af5330-2609-4a61-a5dd-dffc339a322c,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:08:34.419424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:34.436435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:34.442247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bea67542-c0f4-4137-a9ad-8c2ef36b36b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:34.506441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-49ea4ab0-e7e5-4091-88fe-8eaa81598da8 None None] For port 19854cb6-bf7f-494c-8df2-b140e9d0f20c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=19854cb6-bf7f-494c-8df2-b140e9d0f20c,segment=NetworkSegment(09ab6889-497a-4448-9b7b-6bfd7ce76dbe),segment_id=09ab6889-497a-4448-9b7b-6bfd7ce76dbe)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:08:34.535382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a09ff6-5e61-49a3-a98c-f23417ab19fd None None] Pushing event updated for resources: {'Port': ['ID=87af5330-2609-4a61-a5dd-dffc339a322c,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:34.541024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-13a09ff6-5e61-49a3-a98c-f23417ab19fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:34.542871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49ea4ab0-e7e5-4091-88fe-8eaa81598da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:34.545486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:34.587481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Routers {'e3d4caa1-d954-4b9c-a1db-545b785af210'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:08:34.587921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:08:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e3d4caa1-d954-4b9c-a1db-545b785af210'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:34.687022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:34.715780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:34.745933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9de845b8-34f4-40d0-b845-889eedba3376 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:34.758200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea4ab0-e7e5-4091-88fe-8eaa81598da8 None None] Pushing event updated for resources: {'Port': ['ID=19854cb6-bf7f-494c-8df2-b140e9d0f20c,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:34.832762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Pushing event updated for resources: {'Port': ['ID=1c162b16-2e5a-43a8-9560-043a9d2c671b,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:34.835431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:34.840474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:34.947920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-49ea4ab0-e7e5-4091-88fe-8eaa81598da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:34.993382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-144bebf3-3b52-46b1-b1e4-872e30b0d3fe None None] Provisioning for port 1c162b16-2e5a-43a8-9560-043a9d2c671b completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:08:34.996188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Network 99056b72-7214-4dd2-a18c-d31aab5daaf0 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:08:34.997412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:35.000817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-144bebf3-3b52-46b1-b1e4-872e30b0d3fe None None] Provisioning complete for port 1c162b16-2e5a-43a8-9560-043a9d2c671b triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:35.001228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-144bebf3-3b52-46b1-b1e4-872e30b0d3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:35.039294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] Set router e3d4caa1-d954-4b9c-a1db-545b785af210 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:08:35.077538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:35.127510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-144bebf3-3b52-46b1-b1e4-872e30b0d3fe None None] Port 1c162b16-2e5a-43a8-9560-043a9d2c671b cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:08:35.219998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 19854cb6-bf7f-494c-8df2-b140e9d0f20c up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:08:35.313825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-144bebf3-3b52-46b1-b1e4-872e30b0d3fe None None] Provisioning complete for port 19854cb6-bf7f-494c-8df2-b140e9d0f20c triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:35.314256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-144bebf3-3b52-46b1-b1e4-872e30b0d3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:35.426967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Router e3d4caa1-d954-4b9c-a1db-545b785af210 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:08:35.516263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 19854cb6-bf7f-494c-8df2-b140e9d0f20c triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:35.516618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:35.664734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'name': 'tempest-TestEncryptedCinderVolumes-900592840-router', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.142'}], 'enable_snat': True}, 'gw_port_id': '87af5330-2609-4a61-a5dd-dffc339a322c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:30Z', 'updated_at': '2021-12-07T14:08:34Z', 'revision_number': 4, 'project_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'gw_port': {'id': '87af5330-2609-4a61-a5dd-dffc339a322c', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:31Z', 'updated_at': '2021-12-07T14:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '1c162b16-2e5a-43a8-9560-043a9d2c671b', 'name': '', 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'mac_address': 'fa:16:3e:24:d8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9438fcf5-20b1-4162-9d3f-8cfa6500cb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:33Z', 'updated_at': '2021-12-07T14:08:33Z', 'revision_number': 1, 'project_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'subnets': [{'id': '9438fcf5-20b1-4162-9d3f-8cfa6500cb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:35.677287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83b2a30-b119-4a58-9809-228dc568d461 None None] The sync data for ids ['e3d4caa1-d954-4b9c-a1db-545b785af210'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'name': 'tempest-TestEncryptedCinderVolumes-900592840-router', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.142'}], 'enable_snat': True}, 'gw_port_id': '87af5330-2609-4a61-a5dd-dffc339a322c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:30Z', 'updated_at': '2021-12-07T14:08:34Z', 'revision_number': 4, 'project_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'gw_port': {'id': '87af5330-2609-4a61-a5dd-dffc339a322c', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:31Z', 'updated_at': '2021-12-07T14:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '1c162b16-2e5a-43a8-9560-043a9d2c671b', 'name': '', 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'mac_address': 'fa:16:3e:24:d8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9438fcf5-20b1-4162-9d3f-8cfa6500cb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:33Z', 'updated_at': '2021-12-07T14:08:33Z', 'revision_number': 1, 'project_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'subnets': [{'id': '9438fcf5-20b1-4162-9d3f-8cfa6500cb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:08:35.721985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-84702993-56e5-4289-b506-85009249ae39 None None] Provisioning complete for port 1c162b16-2e5a-43a8-9560-043a9d2c671b triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:35.722572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-84702993-56e5-4289-b506-85009249ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:35.786594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-84702993-56e5-4289-b506-85009249ae39 None None] Port 1c162b16-2e5a-43a8-9560-043a9d2c671b cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:08:35.890576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:08:35.901389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] 10.222.0.24 "PUT /v2.0/routers/e3d4caa1-d954-4b9c-a1db-545b785af210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0827544 Dec 07 14:08:37.122466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56922) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:37.129278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1719663335-network', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:37.134642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:37.139192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Usage tracker for resource:network and tenant:faaada494d894ea19f7ff24e830db7aa is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:37.143083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:37.149534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:37.184547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Made reservation on behalf of faaada494d894ea19f7ff24e830db7aa for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:37.190232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:37.205117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:37.240705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:37.241216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 87af5330-2609-4a61-a5dd-dffc339a322c up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:08:37.244911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Usage tracker for resource:security_group_rule and tenant:faaada494d894ea19f7ff24e830db7aa is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:37.248065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:37.255116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:37.329639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:37.389870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:37.390065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 87af5330-2609-4a61-a5dd-dffc339a322c completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:08:37.393436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-332c3aba-fb92-469b-a860-25a1d4f9f11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:37.396161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 87af5330-2609-4a61-a5dd-dffc339a322c triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:37.396586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:37.434505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:08:37.436821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251385b5-a7d9-409d-be9a-d98e3ae35a97,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:37.443558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:37.486528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:37.487010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Added segment 0f5762e1-0ce7-426e-b747-9c0360d913d0 of type vlan for network cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41 Dec 07 14:08:37.516363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:37.534222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:37.551717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 87af5330-2609-4a61-a5dd-dffc339a322c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=87af5330-2609-4a61-a5dd-dffc339a322c,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:08:37.572738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:37.573744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:37.574373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:37.579873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:37.596256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:37.599268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:37.666165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=87af5330-2609-4a61-a5dd-dffc339a322c,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:37.669533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:37.686936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Pushing event updated for resources: {'Network': ['ID=cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:37.693373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:37.697060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:08:37.710325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5867054 Dec 07 14:08:37.713195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56926) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:37.719746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-80973651-75c2-4ea6-b87f-fc6df9cafc6c admin admin] Request body: {'subnet': {'network_id': 'cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1719663335-subnet', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa', 'ip_version': 4}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:37.725128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-80973651-75c2-4ea6-b87f-fc6df9cafc6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:37.729695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-80973651-75c2-4ea6-b87f-fc6df9cafc6c admin admin] Usage tracker for resource:subnet and tenant:faaada494d894ea19f7ff24e830db7aa is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:37.732659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-80973651-75c2-4ea6-b87f-fc6df9cafc6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:37.740398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-80973651-75c2-4ea6-b87f-fc6df9cafc6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:37.778406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80973651-75c2-4ea6-b87f-fc6df9cafc6c admin admin] Made reservation on behalf of faaada494d894ea19f7ff24e830db7aa for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:37.784358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-80973651-75c2-4ea6-b87f-fc6df9cafc6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:38.030095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-80973651-75c2-4ea6-b87f-fc6df9cafc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:38.035156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3cfe8ff3-415e-40cd-b56f-b79d759867cf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:38.108491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80973651-75c2-4ea6-b87f-fc6df9cafc6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec6a79c-0ba0-416d-a3f0-62b3f3e5f300,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:38.113698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-80973651-75c2-4ea6-b87f-fc6df9cafc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:38.124067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80973651-75c2-4ea6-b87f-fc6df9cafc6c admin admin] Checking segment: {'id': '0f5762e1-0ce7-426e-b747-9c0360d913d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:38.124550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80973651-75c2-4ea6-b87f-fc6df9cafc6c admin admin] Network hostable DHCP agents. Network: cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:08:38.183738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80973651-75c2-4ea6-b87f-fc6df9cafc6c admin admin] Network cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:08:38.224214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-80973651-75c2-4ea6-b87f-fc6df9cafc6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:38.228273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80973651-75c2-4ea6-b87f-fc6df9cafc6c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:38.228910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-80973651-75c2-4ea6-b87f-fc6df9cafc6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:38.233349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763b330f-e222-46d4-bf99-0940c11a61a6 None None] Network cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:38.282928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-80973651-75c2-4ea6-b87f-fc6df9cafc6c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5684791 Dec 07 14:08:38.285461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 56930) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:38.291216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1719663335-router', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:38.296489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:38.300779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Usage tracker for resource:router and tenant:faaada494d894ea19f7ff24e830db7aa is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:08:38.303808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:08:38.310799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:38.344774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:38.345789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:38.364267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:38.481067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41', 'network_id': 'cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa', 'fixed_ips': [{'subnet_id': '2ec6a79c-0ba0-416d-a3f0-62b3f3e5f300'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:08:38.482082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:38.654899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:38.679474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Allocated IP 172.20.0.2 (cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41/2ec6a79c-0ba0-416d-a3f0-62b3f3e5f300/cfa5c2af-f542-4b64-a52b-91a5a3ab1b17) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:08:38.893948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:38.905085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Transition to ACTIVE for port object cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:38.925382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Transition to ACTIVE for port object cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:38.959905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:38.978814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:38.984217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:38.991900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:39.043381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Network cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:08:39.051341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:39.055879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:08:39.063426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Pushing event updated for resources: {'Port': ['ID=cfa5c2af-f542-4b64-a52b-91a5a3ab1b17,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:39.068468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:39.151674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Allocated IP 172.36.4.161 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/1097fa01-f475-40cf-9d1b-da37b6af8e3f) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:08:39.157645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Attempting to bind port cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:08:39.158057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Attempting to bind port cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '0f5762e1-0ce7-426e-b747-9c0360d913d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:08:39.158464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Attempting to bind port cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 on network cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:08:39.165494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:08:39.165907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Checking segment: {'id': '0f5762e1-0ce7-426e-b747-9c0360d913d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:39.166360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:39.166795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Bound using segment: {'id': '0f5762e1-0ce7-426e-b747-9c0360d913d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:08:39.167347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Bound port: cfa5c2af-f542-4b64-a52b-91a5a3ab1b17, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5762e1-0ce7-426e-b747-9c0360d913d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:08:39.167765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:39.220376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 87af5330-2609-4a61-a5dd-dffc339a322c up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:08:39.320923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:39.334070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] For port cfa5c2af-f542-4b64-a52b-91a5a3ab1b17, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:08:39.337834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] For port cfa5c2af-f542-4b64-a52b-91a5a3ab1b17, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=cfa5c2af-f542-4b64-a52b-91a5a3ab1b17,segment=NetworkSegment(0f5762e1-0ce7-426e-b747-9c0360d913d0),segment_id=0f5762e1-0ce7-426e-b747-9c0360d913d0)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:08:39.346738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 87af5330-2609-4a61-a5dd-dffc339a322c triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:39.347152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:39.383765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:39.389736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:39.407283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:39.411958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b108dd74-16b8-418d-95fc-8e78ee533ae7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:39.485578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:08:39.490140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:39.492535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:08:39.492822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Pushing event updated for resources: {'Port': ['ID=cfa5c2af-f542-4b64-a52b-91a5a3ab1b17,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:39.524029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:39.528071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Pushing event updated for resources: {'Port': ['ID=1097fa01-f475-40cf-9d1b-da37b6af8e3f,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:39.531079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:39.615534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Sync routers for ids ['e3d4caa1-d954-4b9c-a1db-545b785af210'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:08:39.628529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Routers {'e3d4caa1-d954-4b9c-a1db-545b785af210'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:08:39.629184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:08:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e3d4caa1-d954-4b9c-a1db-545b785af210'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:39.696786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:39.697238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:39.827997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Set router e3d4caa1-d954-4b9c-a1db-545b785af210 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:08:40.035159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Router 644f7d9d-4f7d-4270-837c-89e576f87fce is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 14:08:40.161145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:40.167742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'name': 'tempest-TestEncryptedCinderVolumes-900592840-router', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.142'}], 'enable_snat': True}, 'gw_port_id': '87af5330-2609-4a61-a5dd-dffc339a322c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:30Z', 'updated_at': '2021-12-07T14:08:34Z', 'revision_number': 4, 'project_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'gw_port': {'id': '87af5330-2609-4a61-a5dd-dffc339a322c', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:31Z', 'updated_at': '2021-12-07T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '1c162b16-2e5a-43a8-9560-043a9d2c671b', 'name': '', 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'mac_address': 'fa:16:3e:24:d8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9438fcf5-20b1-4162-9d3f-8cfa6500cb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:33Z', 'updated_at': '2021-12-07T14:08:34Z', 'revision_number': 2, 'project_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'subnets': [{'id': '9438fcf5-20b1-4162-9d3f-8cfa6500cb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:40.171761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Checking router: e3d4caa1-d954-4b9c-a1db-545b785af210 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:08:40.172253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Updating router e3d4caa1-d954-4b9c-a1db-545b785af210 port 1c162b16-2e5a-43a8-9560-043a9d2c671b binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:08:40.229587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:40.248664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:08:40.259260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Sync routers for ids ['644f7d9d-4f7d-4270-837c-89e576f87fce'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:08:40.272944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Routers {'644f7d9d-4f7d-4270-837c-89e576f87fce'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:08:40.273513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:08:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['644f7d9d-4f7d-4270-837c-89e576f87fce'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:40.299023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:40.303596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 56934) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:08:40.306698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0200155 Dec 07 14:08:40.628122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:40.643305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Transition to ACTIVE for port object 1c162b16-2e5a-43a8-9560-043a9d2c671b will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:40.646085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Set router 644f7d9d-4f7d-4270-837c-89e576f87fce gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:08:40.682447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:40.689224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5e1ac2ca-9f09-49c9-8ba6-322b221fc814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:40.778620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1b4f7-6767-49c2-94a9-95ff8830433e None None] Pushing event updated for resources: {'Port': ['ID=1c162b16-2e5a-43a8-9560-043a9d2c671b,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:40.800620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1b4f7-6767-49c2-94a9-95ff8830433e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:40.801399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1b4f7-6767-49c2-94a9-95ff8830433e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:40.802333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1b4f7-6767-49c2-94a9-95ff8830433e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:40.802951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1b4f7-6767-49c2-94a9-95ff8830433e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:40.803532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1b4f7-6767-49c2-94a9-95ff8830433e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:40.804012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1b4f7-6767-49c2-94a9-95ff8830433e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:40.804540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1b4f7-6767-49c2-94a9-95ff8830433e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:40.805029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1b4f7-6767-49c2-94a9-95ff8830433e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:40.805561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1b4f7-6767-49c2-94a9-95ff8830433e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:40.806031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1b4f7-6767-49c2-94a9-95ff8830433e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:40.806500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a1b4f7-6767-49c2-94a9-95ff8830433e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:41.096196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'name': 'tempest-TestEncryptedCinderVolumes-1719663335-router', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.161'}], 'enable_snat': True}, 'gw_port_id': '1097fa01-f475-40cf-9d1b-da37b6af8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:38Z', 'updated_at': '2021-12-07T14:08:39Z', 'revision_number': 3, 'project_id': 'faaada494d894ea19f7ff24e830db7aa', 'gw_port': {'id': '1097fa01-f475-40cf-9d1b-da37b6af8e3f', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:39Z', 'updated_at': '2021-12-07T14:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:41.100502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Checking router: 644f7d9d-4f7d-4270-837c-89e576f87fce for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:08:41.101149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Updating router 644f7d9d-4f7d-4270-837c-89e576f87fce port 1097fa01-f475-40cf-9d1b-da37b6af8e3f binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:08:41.144992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-27a1b4f7-6767-49c2-94a9-95ff8830433e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:41.212014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:41.342552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:08:41.354562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Attempting to bind port 1c162b16-2e5a-43a8-9560-043a9d2c671b on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:08:41.354913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Attempting to bind port 1c162b16-2e5a-43a8-9560-043a9d2c671b by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '09ab6889-497a-4448-9b7b-6bfd7ce76dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:08:41.356354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Attempting to bind port 1c162b16-2e5a-43a8-9560-043a9d2c671b on network 99056b72-7214-4dd2-a18c-d31aab5daaf0 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:08:41.371839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:08:41.372282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Checking segment: {'id': '09ab6889-497a-4448-9b7b-6bfd7ce76dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:41.372692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:41.373130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Bound using segment: {'id': '09ab6889-497a-4448-9b7b-6bfd7ce76dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:08:41.373644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Bound port: 1c162b16-2e5a-43a8-9560-043a9d2c671b, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ab6889-497a-4448-9b7b-6bfd7ce76dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:08:41.374067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:41.418790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:41.515509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] For port 1c162b16-2e5a-43a8-9560-043a9d2c671b, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:08:41.518921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] For port 1c162b16-2e5a-43a8-9560-043a9d2c671b, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1c162b16-2e5a-43a8-9560-043a9d2c671b,segment=NetworkSegment(09ab6889-497a-4448-9b7b-6bfd7ce76dbe),segment_id=09ab6889-497a-4448-9b7b-6bfd7ce76dbe)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:08:41.565092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:41.572154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-419c112e-89d1-4434-9111-eeb92718f950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:41.648903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:08:41.696604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1b4f7-6767-49c2-94a9-95ff8830433e None None] Pushing event updated for resources: {'Port': ['ID=1c162b16-2e5a-43a8-9560-043a9d2c671b,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:41.707328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6922aff0-afd7-4109-9a49-09778c8a8a7d None None] Network cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:08:41.708343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-27a1b4f7-6767-49c2-94a9-95ff8830433e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:41.711168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Allocated IP 172.20.0.1 (cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41/2ec6a79c-0ba0-416d-a3f0-62b3f3e5f300/56efe08f-da84-47e4-90d1-68fdf21bee2d) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:08:41.715722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Routers {'e3d4caa1-d954-4b9c-a1db-545b785af210'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:08:41.716411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:08:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e3d4caa1-d954-4b9c-a1db-545b785af210'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:41.883292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a1c6cd6c-33a3-4751-9d33-780c89873605 None None] Provisioning for port cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:08:41.889718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:41.908754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Transition to ACTIVE for port object 56efe08f-da84-47e4-90d1-68fdf21bee2d will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:41.923141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] Set router e3d4caa1-d954-4b9c-a1db-545b785af210 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:08:41.943428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a1c6cd6c-33a3-4751-9d33-780c89873605 None None] Provisioning complete for port cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:41.943428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a1c6cd6c-33a3-4751-9d33-780c89873605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:41.961636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:41.966779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f912d1a-bb68-4470-9089-bad48e716b95 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:42.042022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Network cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:08:42.043058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:42.045758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:08:42.078725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Pushing event updated for resources: {'Port': ['ID=56efe08f-da84-47e4-90d1-68fdf21bee2d,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:42.081753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:42.085022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:42.108545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:42.162509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Transition to ACTIVE for port object 1097fa01-f475-40cf-9d1b-da37b6af8e3f will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:42.201151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:42.207497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-49ea4ab0-e7e5-4091-88fe-8eaa81598da8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:42.217887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:42.246244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a1c6cd6c-33a3-4751-9d33-780c89873605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:42.275825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'name': 'tempest-TestEncryptedCinderVolumes-900592840-router', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.142'}], 'enable_snat': True}, 'gw_port_id': '87af5330-2609-4a61-a5dd-dffc339a322c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:30Z', 'updated_at': '2021-12-07T14:08:34Z', 'revision_number': 4, 'project_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'gw_port': {'id': '87af5330-2609-4a61-a5dd-dffc339a322c', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:31Z', 'updated_at': '2021-12-07T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '1c162b16-2e5a-43a8-9560-043a9d2c671b', 'name': '', 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'mac_address': 'fa:16:3e:24:d8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9438fcf5-20b1-4162-9d3f-8cfa6500cb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:33Z', 'updated_at': '2021-12-07T14:08:41Z', 'revision_number': 4, 'project_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'subnets': [{'id': '9438fcf5-20b1-4162-9d3f-8cfa6500cb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:42.283421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c424ba-daf1-40bb-997d-d8b4b748e109 None None] The sync data for ids ['e3d4caa1-d954-4b9c-a1db-545b785af210'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'name': 'tempest-TestEncryptedCinderVolumes-900592840-router', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.142'}], 'enable_snat': True}, 'gw_port_id': '87af5330-2609-4a61-a5dd-dffc339a322c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:30Z', 'updated_at': '2021-12-07T14:08:34Z', 'revision_number': 4, 'project_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'gw_port': {'id': '87af5330-2609-4a61-a5dd-dffc339a322c', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:31Z', 'updated_at': '2021-12-07T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '1c162b16-2e5a-43a8-9560-043a9d2c671b', 'name': '', 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'mac_address': 'fa:16:3e:24:d8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9438fcf5-20b1-4162-9d3f-8cfa6500cb52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:33Z', 'updated_at': '2021-12-07T14:08:41Z', 'revision_number': 4, 'project_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'subnets': [{'id': '9438fcf5-20b1-4162-9d3f-8cfa6500cb52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:08:42.332091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42750de3-2a1f-460c-94c7-8e4a877c9627 None None] Pushing event updated for resources: {'Port': ['ID=1097fa01-f475-40cf-9d1b-da37b6af8e3f,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:42.340131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Attempting to bind port 1097fa01-f475-40cf-9d1b-da37b6af8e3f on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:08:42.340398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Attempting to bind port 1097fa01-f475-40cf-9d1b-da37b6af8e3f by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:08:42.340775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Attempting to bind port 1097fa01-f475-40cf-9d1b-da37b6af8e3f on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:08:42.343175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-42750de3-2a1f-460c-94c7-8e4a877c9627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:42.356486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a1c6cd6c-33a3-4751-9d33-780c89873605 None None] For port cfa5c2af-f542-4b64-a52b-91a5a3ab1b17, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=cfa5c2af-f542-4b64-a52b-91a5a3ab1b17,segment=NetworkSegment(0f5762e1-0ce7-426e-b747-9c0360d913d0),segment_id=0f5762e1-0ce7-426e-b747-9c0360d913d0)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:08:42.357990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:08:42.358424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:42.358857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:42.359369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:08:42.359952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Bound port: 1097fa01-f475-40cf-9d1b-da37b6af8e3f, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:08:42.360371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:42.398953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a1c6cd6c-33a3-4751-9d33-780c89873605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:42.402955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-13a09ff6-5e61-49a3-a98c-f23417ab19fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:42.502844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:42.516134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6cd6c-33a3-4751-9d33-780c89873605 None None] Pushing event updated for resources: {'Port': ['ID=cfa5c2af-f542-4b64-a52b-91a5a3ab1b17,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:42.525854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a1c6cd6c-33a3-4751-9d33-780c89873605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:42.531964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] For port 1097fa01-f475-40cf-9d1b-da37b6af8e3f, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:08:42.542656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] For port 1097fa01-f475-40cf-9d1b-da37b6af8e3f, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1097fa01-f475-40cf-9d1b-da37b6af8e3f,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:08:42.544227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:42.577326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab98f68f-7315-4260-8303-4e873e4bc282 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:42.584487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:42.589324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9e2a2213-a597-474f-a9e0-59147cd12552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:42.667450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42750de3-2a1f-460c-94c7-8e4a877c9627 None None] Pushing event updated for resources: {'Port': ['ID=1097fa01-f475-40cf-9d1b-da37b6af8e3f,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:42.674574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:42.677623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-42750de3-2a1f-460c-94c7-8e4a877c9627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:42.695916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Routers {'644f7d9d-4f7d-4270-837c-89e576f87fce'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:08:42.696880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:08:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['644f7d9d-4f7d-4270-837c-89e576f87fce'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:42.698675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Pushing event updated for resources: {'Port': ['ID=56efe08f-da84-47e4-90d1-68fdf21bee2d,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:42.713226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:42.845212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Network cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:08:42.846482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:42.901093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e3319c95-8aed-480c-bb19-303ec983c4a3 None None] Provisioning for port 56efe08f-da84-47e4-90d1-68fdf21bee2d completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:08:42.917644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e3319c95-8aed-480c-bb19-303ec983c4a3 None None] Provisioning complete for port 56efe08f-da84-47e4-90d1-68fdf21bee2d triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:42.918298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3319c95-8aed-480c-bb19-303ec983c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:43.001410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] Set router 644f7d9d-4f7d-4270-837c-89e576f87fce gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:08:43.069936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e3319c95-8aed-480c-bb19-303ec983c4a3 None None] Port 56efe08f-da84-47e4-90d1-68fdf21bee2d cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:08:43.124590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e3319c95-8aed-480c-bb19-303ec983c4a3 None None] Provisioning complete for port cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:43.125636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3319c95-8aed-480c-bb19-303ec983c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:43.335296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1c162b16-2e5a-43a8-9560-043a9d2c671b up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:08:43.651295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Router 644f7d9d-4f7d-4270-837c-89e576f87fce has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:08:43.765891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'name': 'tempest-TestEncryptedCinderVolumes-1719663335-router', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.161'}], 'enable_snat': True}, 'gw_port_id': '1097fa01-f475-40cf-9d1b-da37b6af8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:38Z', 'updated_at': '2021-12-07T14:08:42Z', 'revision_number': 4, 'project_id': 'faaada494d894ea19f7ff24e830db7aa', 'gw_port': {'id': '1097fa01-f475-40cf-9d1b-da37b6af8e3f', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:39Z', 'updated_at': '2021-12-07T14:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '56efe08f-da84-47e4-90d1-68fdf21bee2d', 'name': '', 'network_id': 'cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa', 'mac_address': 'fa:16:3e:aa:83:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ec6a79c-0ba0-416d-a3f0-62b3f3e5f300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:41Z', 'updated_at': '2021-12-07T14:08:42Z', 'revision_number': 2, 'project_id': 'faaada494d894ea19f7ff24e830db7aa', 'subnets': [{'id': '2ec6a79c-0ba0-416d-a3f0-62b3f3e5f300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:43.770346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ea1a7e-941d-4423-923e-4b426064f4ca None None] The sync data for ids ['644f7d9d-4f7d-4270-837c-89e576f87fce'] in dv-neutron-ussuri-2-hyperv is: [{'id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'name': 'tempest-TestEncryptedCinderVolumes-1719663335-router', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.161'}], 'enable_snat': True}, 'gw_port_id': '1097fa01-f475-40cf-9d1b-da37b6af8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:38Z', 'updated_at': '2021-12-07T14:08:42Z', 'revision_number': 4, 'project_id': 'faaada494d894ea19f7ff24e830db7aa', 'gw_port': {'id': '1097fa01-f475-40cf-9d1b-da37b6af8e3f', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:39Z', 'updated_at': '2021-12-07T14:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '56efe08f-da84-47e4-90d1-68fdf21bee2d', 'name': '', 'network_id': 'cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa', 'mac_address': 'fa:16:3e:aa:83:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ec6a79c-0ba0-416d-a3f0-62b3f3e5f300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:41Z', 'updated_at': '2021-12-07T14:08:42Z', 'revision_number': 2, 'project_id': 'faaada494d894ea19f7ff24e830db7aa', 'subnets': [{'id': '2ec6a79c-0ba0-416d-a3f0-62b3f3e5f300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:08:43.773404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 1c162b16-2e5a-43a8-9560-043a9d2c671b completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:08:43.779103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 1c162b16-2e5a-43a8-9560-043a9d2c671b triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:43.779406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:43.869693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:08:43.879590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] 10.222.0.24 "PUT /v2.0/routers/644f7d9d-4f7d-4270-837c-89e576f87fce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5743589 Dec 07 14:08:43.901859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-3d5e9498-f111-4724-bfa5-bf27ad2d4a96 None None] Provisioning complete for port 56efe08f-da84-47e4-90d1-68fdf21bee2d triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:43.902281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3d5e9498-f111-4724-bfa5-bf27ad2d4a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:43.955971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:43.985502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e9498-f111-4724-bfa5-bf27ad2d4a96 None None] Port 56efe08f-da84-47e4-90d1-68fdf21bee2d cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:08:44.003454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 1c162b16-2e5a-43a8-9560-043a9d2c671b, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1c162b16-2e5a-43a8-9560-043a9d2c671b,segment=NetworkSegment(09ab6889-497a-4448-9b7b-6bfd7ce76dbe),segment_id=09ab6889-497a-4448-9b7b-6bfd7ce76dbe)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:08:44.035569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:44.036497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:08:44.060662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:44.157516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=1c162b16-2e5a-43a8-9560-043a9d2c671b,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:44.173609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:44.174001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:44.174375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:44.174750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:44.175218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:44.176349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:44.176733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:44.177155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:44.177607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:44.178034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:44.178533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:08:44.182864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:44.189898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:44.190673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:44.944981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-7809439f-2133-4d09-93ae-9d6beb9a3de1 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:44.946617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-7809439f-2133-4d09-93ae-9d6beb9a3de1 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/networks?id=99056b72-7214-4dd2-a18c-d31aab5daaf0 HTTP/1.1" status: 200 len: 816 time: 0.1728714 Dec 07 14:08:44.965823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-26dd7af9-4f70-47bb-8547-16708c340458 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/quotas/a2b9e285e6db4fdb96320fd06050b3cf HTTP/1.1" status: 200 len: 375 time: 0.0129578 Dec 07 14:08:45.057606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-11738132-be27-42cb-b293-5c0129f37485 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Synchronizing usage tracker for tenant:a2b9e285e6db4fdb96320fd06050b3cf on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:08:45.132204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-11738132-be27-42cb-b293-5c0129f37485 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Unset dirty status for tenant:a2b9e285e6db4fdb96320fd06050b3cf on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:08:45.133943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-11738132-be27-42cb-b293-5c0129f37485 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2b9e285e6db4fdb96320fd06050b3cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1621902 Dec 07 14:08:45.151575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-cad0f04d-3631-4ee5-989a-244e49cef331 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 14:08:45.152659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-cad0f04d-3631-4ee5-989a-244e49cef331 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0059781 Dec 07 14:08:45.303187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1c162b16-2e5a-43a8-9560-043a9d2c671b up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:08:45.315403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-9ccc4943-8484-4471-9750-50fd0c4d51c0 service neutron] 10.222.0.24 "GET /v2.0/networks/99056b72-7214-4dd2-a18c-d31aab5daaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551073 Dec 07 14:08:45.381794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 1c162b16-2e5a-43a8-9560-043a9d2c671b triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:45.382221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:45.463675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-9e0e06ac-f23c-4220-8a85-5d758dbe7188 service neutron] 10.222.0.24 "GET /v2.0/networks/99056b72-7214-4dd2-a18c-d31aab5daaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418207 Dec 07 14:08:45.510179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1097fa01-f475-40cf-9d1b-da37b6af8e3f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:08:45.618162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 1097fa01-f475-40cf-9d1b-da37b6af8e3f completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:08:45.627354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 1097fa01-f475-40cf-9d1b-da37b6af8e3f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:45.627920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:45.752781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b2ef291f-80f3-4197-8443-bfca153ab005 req-f24dafae-8306-412a-9128-111b76ef6d09 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 210 time: 0.0523026 Dec 07 14:08:45.765940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:45.786178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 1097fa01-f475-40cf-9d1b-da37b6af8e3f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1097fa01-f475-40cf-9d1b-da37b6af8e3f,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:08:45.830186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:45.832229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2f9635ca-7312-4f77-b6cb-4c28795d9f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:45.902004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=1097fa01-f475-40cf-9d1b-da37b6af8e3f,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:45.905202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:46.928912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ddb4e28d-dc60-4f9e-a5c6-738de99f0cf8 req-ced6c2c3-3637-4944-aa74-57378e4c68b3 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 210 time: 0.0526526 Dec 07 14:08:47.211321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1097fa01-f475-40cf-9d1b-da37b6af8e3f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:08:47.292902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 1097fa01-f475-40cf-9d1b-da37b6af8e3f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:47.293333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:47.687135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Sync routers for ids ['644f7d9d-4f7d-4270-837c-89e576f87fce'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:08:47.700102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Routers {'644f7d9d-4f7d-4270-837c-89e576f87fce'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:08:47.700844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:08:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['644f7d9d-4f7d-4270-837c-89e576f87fce'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:47.804967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-78370d15-27fb-4467-ae58-d11f2fef53c0 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:47.806493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-78370d15-27fb-4467-ae58-d11f2fef53c0 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.45 "GET /v2.0/networks?id=99056b72-7214-4dd2-a18c-d31aab5daaf0 HTTP/1.1" status: 200 len: 816 time: 0.1568112 Dec 07 14:08:47.829473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Request body: {'port': {'device_id': '3380718c-bf7c-4d95-8311-3befeab83987', 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0', 'admin_state_up': True, 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:47.887384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Set router 644f7d9d-4f7d-4270-837c-89e576f87fce gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:08:47.992641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:08:48.004001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:08:48.052636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Made reservation on behalf of a2b9e285e6db4fdb96320fd06050b3cf for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:08:48.058715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:48.102032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:08:48.129735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-730551bd-e4cb-454e-b850-cf517b63c2ed req-c8ee852c-76ad-47a5-849d-17d94a968e99 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 210 time: 0.0594351 Dec 07 14:08:48.240645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'name': 'tempest-TestEncryptedCinderVolumes-1719663335-router', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.161'}], 'enable_snat': True}, 'gw_port_id': '1097fa01-f475-40cf-9d1b-da37b6af8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:38Z', 'updated_at': '2021-12-07T14:08:42Z', 'revision_number': 4, 'project_id': 'faaada494d894ea19f7ff24e830db7aa', 'gw_port': {'id': '1097fa01-f475-40cf-9d1b-da37b6af8e3f', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:39Z', 'updated_at': '2021-12-07T14:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '56efe08f-da84-47e4-90d1-68fdf21bee2d', 'name': '', 'network_id': 'cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa', 'mac_address': 'fa:16:3e:aa:83:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ec6a79c-0ba0-416d-a3f0-62b3f3e5f300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:41Z', 'updated_at': '2021-12-07T14:08:42Z', 'revision_number': 2, 'project_id': 'faaada494d894ea19f7ff24e830db7aa', 'subnets': [{'id': '2ec6a79c-0ba0-416d-a3f0-62b3f3e5f300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:48.244572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Checking router: 644f7d9d-4f7d-4270-837c-89e576f87fce for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:08:48.244965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Updating router 644f7d9d-4f7d-4270-837c-89e576f87fce port 56efe08f-da84-47e4-90d1-68fdf21bee2d binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:08:48.287525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Allocated IP 172.20.0.6 (99056b72-7214-4dd2-a18c-d31aab5daaf0/9438fcf5-20b1-4162-9d3f-8cfa6500cb52/9cb53366-ec53-4e17-8333-2d68b4c63e54) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:08:48.298717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:48.499817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:48.516285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Transition to ACTIVE for port object 9cb53366-ec53-4e17-8333-2d68b4c63e54 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:48.560865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:48.567030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:48.638754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Network 99056b72-7214-4dd2-a18c-d31aab5daaf0 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:08:48.643121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:08:48.648231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:08:48.650084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:48.663321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Transition to ACTIVE for port object 56efe08f-da84-47e4-90d1-68fdf21bee2d will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:48.675692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Pushing event updated for resources: {'Port': ['ID=9cb53366-ec53-4e17-8333-2d68b4c63e54,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:48.681900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:48.692708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:48.697258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4186d1e-aec3-450a-8521-81ff1203bbcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:48.717187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:48.717972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:48.762010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9369006 Dec 07 14:08:48.776850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Request body: {'port': {'device_id': '3380718c-bf7c-4d95-8311-3befeab83987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:08:48.851399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f484b-9b11-47cf-b498-50ce856bd89d None None] Pushing event updated for resources: {'Port': ['ID=56efe08f-da84-47e4-90d1-68fdf21bee2d,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:48.854645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9e6f484b-9b11-47cf-b498-50ce856bd89d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:48.904488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:48.951073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Attempting to bind port 56efe08f-da84-47e4-90d1-68fdf21bee2d on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:08:48.951610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Attempting to bind port 56efe08f-da84-47e4-90d1-68fdf21bee2d by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '0f5762e1-0ce7-426e-b747-9c0360d913d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:08:48.952109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Attempting to bind port 56efe08f-da84-47e4-90d1-68fdf21bee2d on network cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:08:48.960611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:08:48.961142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Checking segment: {'id': '0f5762e1-0ce7-426e-b747-9c0360d913d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:48.961667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:48.962177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Bound using segment: {'id': '0f5762e1-0ce7-426e-b747-9c0360d913d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:08:48.962763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Bound port: 56efe08f-da84-47e4-90d1-68fdf21bee2d, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5762e1-0ce7-426e-b747-9c0360d913d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:08:48.963772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:49.060330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] For port 56efe08f-da84-47e4-90d1-68fdf21bee2d, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:08:49.064386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] For port 56efe08f-da84-47e4-90d1-68fdf21bee2d, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=56efe08f-da84-47e4-90d1-68fdf21bee2d,segment=NetworkSegment(0f5762e1-0ce7-426e-b747-9c0360d913d0),segment_id=0f5762e1-0ce7-426e-b747-9c0360d913d0)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:08:49.064573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5044582b-344d-405b-81e1-7316cf6a7509 None None] Provisioning for port 9cb53366-ec53-4e17-8333-2d68b4c63e54 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:08:49.069879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5044582b-344d-405b-81e1-7316cf6a7509 None None] Provisioning complete for port 9cb53366-ec53-4e17-8333-2d68b4c63e54 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:49.070308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5044582b-344d-405b-81e1-7316cf6a7509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:49.104346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:49.111059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:49.131066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5044582b-344d-405b-81e1-7316cf6a7509 None None] Port 9cb53366-ec53-4e17-8333-2d68b4c63e54 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:08:49.210000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f484b-9b11-47cf-b498-50ce856bd89d None None] Pushing event updated for resources: {'Port': ['ID=56efe08f-da84-47e4-90d1-68fdf21bee2d,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:49.213505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9e6f484b-9b11-47cf-b498-50ce856bd89d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:49.214176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Routers {'644f7d9d-4f7d-4270-837c-89e576f87fce'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:08:49.214853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:08:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['644f7d9d-4f7d-4270-837c-89e576f87fce'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:49.432651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] Set router 644f7d9d-4f7d-4270-837c-89e576f87fce gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:08:49.568682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f15c49-85e4-4e11-a08f-5130fc97dda4 req-341c7e08-77a7-4e18-bf7b-ad4068e415ff tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:49.569357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d2f15c49-85e4-4e11-a08f-5130fc97dda4 req-341c7e08-77a7-4e18-bf7b-ad4068e415ff tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Synchronizing usage tracker for tenant:a2b9e285e6db4fdb96320fd06050b3cf on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:08:49.642033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d2f15c49-85e4-4e11-a08f-5130fc97dda4 req-341c7e08-77a7-4e18-bf7b-ad4068e415ff tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Unset dirty status for tenant:a2b9e285e6db4fdb96320fd06050b3cf on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:08:49.643339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2f15c49-85e4-4e11-a08f-5130fc97dda4 req-341c7e08-77a7-4e18-bf7b-ad4068e415ff tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 931 time: 0.2159302 Dec 07 14:08:49.670647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb53366-ec53-4e17-8333-2d68b4c63e54 {{(pid=88897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:08:49.681609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:49.714930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Transition to ACTIVE for port object 9cb53366-ec53-4e17-8333-2d68b4c63e54 will not be triggered until provisioned by entity L2. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:08:49.720796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2f15c49-85e4-4e11-a08f-5130fc97dda4 req-d5268474-e925-4caf-a040-eaffdad074ae tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700123 Dec 07 14:08:49.738080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:49.743759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70630c55-b206-48aa-9441-8a2b530988a6 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:49.878668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Pushing event updated for resources: {'Port': ['ID=9cb53366-ec53-4e17-8333-2d68b4c63e54,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:49.882644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:49.909191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'name': 'tempest-TestEncryptedCinderVolumes-1719663335-router', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.161'}], 'enable_snat': True}, 'gw_port_id': '1097fa01-f475-40cf-9d1b-da37b6af8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:38Z', 'updated_at': '2021-12-07T14:08:42Z', 'revision_number': 4, 'project_id': 'faaada494d894ea19f7ff24e830db7aa', 'gw_port': {'id': '1097fa01-f475-40cf-9d1b-da37b6af8e3f', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:39Z', 'updated_at': '2021-12-07T14:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '56efe08f-da84-47e4-90d1-68fdf21bee2d', 'name': '', 'network_id': 'cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa', 'mac_address': 'fa:16:3e:aa:83:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ec6a79c-0ba0-416d-a3f0-62b3f3e5f300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:41Z', 'updated_at': '2021-12-07T14:08:49Z', 'revision_number': 4, 'project_id': 'faaada494d894ea19f7ff24e830db7aa', 'subnets': [{'id': '2ec6a79c-0ba0-416d-a3f0-62b3f3e5f300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:08:49.914402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2069435c-469c-4f0c-8a3b-2186ad29941f None None] The sync data for ids ['644f7d9d-4f7d-4270-837c-89e576f87fce'] in dv-neutron-ussuri-2-hyperv is: [{'id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'name': 'tempest-TestEncryptedCinderVolumes-1719663335-router', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.161'}], 'enable_snat': True}, 'gw_port_id': '1097fa01-f475-40cf-9d1b-da37b6af8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:38Z', 'updated_at': '2021-12-07T14:08:42Z', 'revision_number': 4, 'project_id': 'faaada494d894ea19f7ff24e830db7aa', 'gw_port': {'id': '1097fa01-f475-40cf-9d1b-da37b6af8e3f', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:39Z', 'updated_at': '2021-12-07T14:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '56efe08f-da84-47e4-90d1-68fdf21bee2d', 'name': '', 'network_id': 'cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa', 'mac_address': 'fa:16:3e:aa:83:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ec6a79c-0ba0-416d-a3f0-62b3f3e5f300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:41Z', 'updated_at': '2021-12-07T14:08:49Z', 'revision_number': 4, 'project_id': 'faaada494d894ea19f7ff24e830db7aa', 'subnets': [{'id': '2ec6a79c-0ba0-416d-a3f0-62b3f3e5f300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:08:49.994878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Attempting to bind port 9cb53366-ec53-4e17-8333-2d68b4c63e54 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:08:49.995281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Attempting to bind port 9cb53366-ec53-4e17-8333-2d68b4c63e54 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '09ab6889-497a-4448-9b7b-6bfd7ce76dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:08:49.995645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Attempting to bind port 9cb53366-ec53-4e17-8333-2d68b4c63e54 on network 99056b72-7214-4dd2-a18c-d31aab5daaf0 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:08:50.002486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Port 9cb53366-ec53-4e17-8333-2d68b4c63e54 on network 99056b72-7214-4dd2-a18c-d31aab5daaf0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:08:50.002880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Attempting to bind port 9cb53366-ec53-4e17-8333-2d68b4c63e54 on network 99056b72-7214-4dd2-a18c-d31aab5daaf0 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:08:50.010205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:08:50.010579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Checking segment: {'id': '09ab6889-497a-4448-9b7b-6bfd7ce76dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:08:50.011005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Bound using segment: {'id': '09ab6889-497a-4448-9b7b-6bfd7ce76dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0'} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:08:50.011589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Bound port: 9cb53366-ec53-4e17-8333-2d68b4c63e54, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ab6889-497a-4448-9b7b-6bfd7ce76dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0'}}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:08:50.012025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:50.113377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] For port 9cb53366-ec53-4e17-8333-2d68b4c63e54, host hv-neutron-ussu, cleared binding levels {{(pid=88897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:08:50.116762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] For port 9cb53366-ec53-4e17-8333-2d68b4c63e54, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=9cb53366-ec53-4e17-8333-2d68b4c63e54,segment=NetworkSegment(09ab6889-497a-4448-9b7b-6bfd7ce76dbe),segment_id=09ab6889-497a-4448-9b7b-6bfd7ce76dbe)] {{(pid=88897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:08:50.138622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:50.144272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-76c52753-1002-4c20-b7d2-4b2454111b3d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:50.209627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:50.211153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] 10.222.0.45 "PUT /v2.0/ports/9cb53366-ec53-4e17-8333-2d68b4c63e54 HTTP/1.1" status: 200 len: 1093 time: 1.4392509 Dec 07 14:08:50.211759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3380718c-bf7c-4d95-8311-3befeab83987', 'tag': '9cb53366-ec53-4e17-8333-2d68b4c63e54'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:08:50.228966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Pushing event updated for resources: {'Port': ['ID=9cb53366-ec53-4e17-8333-2d68b4c63e54,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:50.232367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:50.282514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3380718c-bf7c-4d95-8311-3befeab83987', 'tag': '9cb53366-ec53-4e17-8333-2d68b4c63e54', 'status': 'completed', 'code': 200} Dec 07 14:08:50.384101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-e413ed4f-81a0-46e3-8496-9992d5763c77 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2b9e285e6db4fdb96320fd06050b3cf&device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 1096 time: 0.0921285 Dec 07 14:08:50.463555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-605c5075-89d6-4e49-a1c1-7782bdbfe176 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cb53366-ec53-4e17-8333-2d68b4c63e54 HTTP/1.1" status: 200 len: 217 time: 0.0685050 Dec 07 14:08:50.542435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-8aade7d8-7ff3-4c91-91ed-8b289d55c120 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:50.543888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-8aade7d8-7ff3-4c91-91ed-8b289d55c120 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9438fcf5-20b1-4162-9d3f-8cfa6500cb52 HTTP/1.1" status: 200 len: 855 time: 0.0712304 Dec 07 14:08:50.630492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-a9dd5336-49ea-4602-94bf-df1faf5464fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99056b72-7214-4dd2-a18c-d31aab5daaf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757663 Dec 07 14:08:50.776272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-6b586a3c-e7c7-4674-91b1-f767f89b93f0 service neutron] 10.222.0.45 "GET /v2.0/networks/99056b72-7214-4dd2-a18c-d31aab5daaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357684 Dec 07 14:08:50.988621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-006db5b9-c4af-4404-bef9-fd53fef4ee20 req-7bf6e6cf-759f-49d8-bb24-4eb362c27ed7 service neutron] 10.222.0.45 "GET /v2.0/networks/99056b72-7214-4dd2-a18c-d31aab5daaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019274 Dec 07 14:08:51.000662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e6d7b-8395-4a64-bbea-96a62bc7de4d req-63322173-c783-4ab7-8c8c-94dfb6389485 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:51.001993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8f3e6d7b-8395-4a64-bbea-96a62bc7de4d req-63322173-c783-4ab7-8c8c-94dfb6389485 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 943 time: 0.1380215 Dec 07 14:08:51.059001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8f3e6d7b-8395-4a64-bbea-96a62bc7de4d req-ccff10a3-0f6d-4fde-90a7-130ee08047cb tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501873 Dec 07 14:08:51.159982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c8b492c3-7997-4bbe-8afb-dcc3367f0644 req-a153c4d1-e381-4146-bac5-a57e89d2ff9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2b9e285e6db4fdb96320fd06050b3cf&device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 1096 time: 0.0745201 Dec 07 14:08:51.238251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 56efe08f-da84-47e4-90d1-68fdf21bee2d up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:08:51.335667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b492c3-7997-4bbe-8afb-dcc3367f0644 req-f8b694e5-48c8-4a6a-896b-1050f8c726d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:51.335667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c8b492c3-7997-4bbe-8afb-dcc3367f0644 req-f8b694e5-48c8-4a6a-896b-1050f8c726d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99056b72-7214-4dd2-a18c-d31aab5daaf0 HTTP/1.1" status: 200 len: 917 time: 0.1456566 Dec 07 14:08:51.387551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c8b492c3-7997-4bbe-8afb-dcc3367f0644 req-898bd04b-296a-4580-ab2d-8f8d443b5a9a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cb53366-ec53-4e17-8333-2d68b4c63e54 HTTP/1.1" status: 200 len: 217 time: 0.0659270 Dec 07 14:08:51.406638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 56efe08f-da84-47e4-90d1-68fdf21bee2d completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:08:51.411965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 56efe08f-da84-47e4-90d1-68fdf21bee2d triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:51.412385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:51.463378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b492c3-7997-4bbe-8afb-dcc3367f0644 req-3bde366c-a3ee-40da-8eeb-81b6a6aef738 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:51.464960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c8b492c3-7997-4bbe-8afb-dcc3367f0644 req-3bde366c-a3ee-40da-8eeb-81b6a6aef738 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9438fcf5-20b1-4162-9d3f-8cfa6500cb52 HTTP/1.1" status: 200 len: 855 time: 0.0707059 Dec 07 14:08:51.533235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:51.545483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c8b492c3-7997-4bbe-8afb-dcc3367f0644 req-148ec615-d98f-42b9-94ff-99332d83554a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99056b72-7214-4dd2-a18c-d31aab5daaf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733311 Dec 07 14:08:51.567042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 56efe08f-da84-47e4-90d1-68fdf21bee2d, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=56efe08f-da84-47e4-90d1-68fdf21bee2d,segment=NetworkSegment(0f5762e1-0ce7-426e-b747-9c0360d913d0),segment_id=0f5762e1-0ce7-426e-b747-9c0360d913d0)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:08:51.588958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:51.590849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:51.657118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=56efe08f-da84-47e4-90d1-68fdf21bee2d,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:51.660320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:51.686891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c8b492c3-7997-4bbe-8afb-dcc3367f0644 req-9e337679-a744-472b-ad31-c8ec4be55cf5 service neutron] 10.222.0.45 "GET /v2.0/networks/99056b72-7214-4dd2-a18c-d31aab5daaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336510 Dec 07 14:08:51.830182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c8b492c3-7997-4bbe-8afb-dcc3367f0644 req-53475e37-a7b9-4986-8b29-e6a8cd4474e5 service neutron] 10.222.0.45 "GET /v2.0/networks/99056b72-7214-4dd2-a18c-d31aab5daaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333823 Dec 07 14:08:52.270546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c2db4-3bdd-4742-ad1d-be656c517639 req-c23e953e-ed54-4f74-951a-6d737b657b84 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:52.272196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-120c2db4-3bdd-4742-ad1d-be656c517639 req-c23e953e-ed54-4f74-951a-6d737b657b84 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 943 time: 0.0875249 Dec 07 14:08:52.322140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-120c2db4-3bdd-4742-ad1d-be656c517639 req-649e1105-c27f-44b2-8af4-58b1ade62061 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430584 Dec 07 14:08:53.216287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 56efe08f-da84-47e4-90d1-68fdf21bee2d up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:08:53.291636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 56efe08f-da84-47e4-90d1-68fdf21bee2d triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:53.292142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:53.526033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7f424-aeec-4f6e-b6b6-1269510310ff req-d07de2fe-d8d5-4a07-96b1-06a3be197fb3 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:53.527631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c0b7f424-aeec-4f6e-b6b6-1269510310ff req-d07de2fe-d8d5-4a07-96b1-06a3be197fb3 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 943 time: 0.0828855 Dec 07 14:08:53.580488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c0b7f424-aeec-4f6e-b6b6-1269510310ff req-eebc73a5-29d7-473e-a9d5-0f4a438240bd tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464296 Dec 07 14:08:54.678880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 9cb53366-ec53-4e17-8333-2d68b4c63e54 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:08:54.788136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37d70-74ed-41e4-87fe-454c97745f07 req-916c125a-3c13-44ba-9711-45ea15252c4d tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:54.789914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-45a37d70-74ed-41e4-87fe-454c97745f07 req-916c125a-3c13-44ba-9711-45ea15252c4d tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 943 time: 0.0888422 Dec 07 14:08:54.821076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 9cb53366-ec53-4e17-8333-2d68b4c63e54, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=9cb53366-ec53-4e17-8333-2d68b4c63e54,segment=NetworkSegment(09ab6889-497a-4448-9b7b-6bfd7ce76dbe),segment_id=09ab6889-497a-4448-9b7b-6bfd7ce76dbe)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:08:54.839643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '9cb53366-ec53-4e17-8333-2d68b4c63e54', 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0', 'port_id': '9cb53366-ec53-4e17-8333-2d68b4c63e54', 'mac_address': 'fa:16:3e:eb:5c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9438fcf5-20b1-4162-9d3f-8cfa6500cb52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:08:54.840620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-45a37d70-74ed-41e4-87fe-454c97745f07 req-ea70e7f1-7dd5-4fc4-ac27-5b1388edb0f6 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444679 Dec 07 14:08:54.894273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:54.913053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb53366-ec53-4e17-8333-2d68b4c63e54 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:08:54.928443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 9cb53366-ec53-4e17-8333-2d68b4c63e54, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=9cb53366-ec53-4e17-8333-2d68b4c63e54,segment=NetworkSegment(09ab6889-497a-4448-9b7b-6bfd7ce76dbe),segment_id=09ab6889-497a-4448-9b7b-6bfd7ce76dbe)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:08:54.978000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:54.979877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:55.044796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=9cb53366-ec53-4e17-8333-2d68b4c63e54,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:55.048529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:55.249217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['9cb53366-ec53-4e17-8333-2d68b4c63e54'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:08:56.048368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780171d8-2db5-42f6-be45-2cdd3fbc5897 req-c2c51023-d01a-4c1b-9c10-2f7c2f44b273 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:56.049943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-780171d8-2db5-42f6-be45-2cdd3fbc5897 req-c2c51023-d01a-4c1b-9c10-2f7c2f44b273 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 944 time: 0.0867462 Dec 07 14:08:56.097847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-780171d8-2db5-42f6-be45-2cdd3fbc5897 req-e763abd8-b261-4526-b73b-508fa8ca5c1a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Dec 07 14:08:56.701779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 9cb53366-ec53-4e17-8333-2d68b4c63e54 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:08:56.851705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 9cb53366-ec53-4e17-8333-2d68b4c63e54 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:08:56.856542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 9cb53366-ec53-4e17-8333-2d68b4c63e54 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:08:56.856962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:56.973758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:57.002266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3380718c-bf7c-4d95-8311-3befeab83987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb53366-ec53-4e17-8333-2d68b4c63e54'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:08:57.012110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 9cb53366-ec53-4e17-8333-2d68b4c63e54, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=9cb53366-ec53-4e17-8333-2d68b4c63e54,segment=NetworkSegment(09ab6889-497a-4448-9b7b-6bfd7ce76dbe),segment_id=09ab6889-497a-4448-9b7b-6bfd7ce76dbe)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:08:57.040423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:08:57.042412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:08:57.114495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=9cb53366-ec53-4e17-8333-2d68b4c63e54,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:08:57.117814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:08:57.140182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3380718c-bf7c-4d95-8311-3befeab83987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb53366-ec53-4e17-8333-2d68b4c63e54', 'code': 200} Dec 07 14:08:57.307406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048285df-72cb-4818-9992-b7b776eac111 req-248ce9cc-88f4-4871-a730-f242eb042c9d tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:57.312225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-048285df-72cb-4818-9992-b7b776eac111 req-248ce9cc-88f4-4871-a730-f242eb042c9d tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 945 time: 0.0879495 Dec 07 14:08:57.357284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-048285df-72cb-4818-9992-b7b776eac111 req-94f9b4c1-c7ee-428f-b21b-aa2b727b00a6 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421753 Dec 07 14:08:57.473945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-836dadf0-f20e-4379-b797-aeb47466acde req-25e300be-5f9e-48a2-86b9-b794fa933fb5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 1098 time: 0.0757327 Dec 07 14:08:57.522657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-836dadf0-f20e-4379-b797-aeb47466acde req-ae53ed64-ff75-4567-9ae4-eb8db1fc8d2f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377133 Dec 07 14:08:58.588038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483add3-31a9-4694-bd59-3081c63af4b5 req-9bc7e397-6c6b-4b06-9fc8-add9ea41f0d7 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:58.589530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f483add3-31a9-4694-bd59-3081c63af4b5 req-9bc7e397-6c6b-4b06-9fc8-add9ea41f0d7 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 945 time: 0.0826831 Dec 07 14:08:58.640751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f483add3-31a9-4694-bd59-3081c63af4b5 req-7d7e165b-bd94-4c18-a828-87371be3beed tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444410 Dec 07 14:08:59.173305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8fad1b8c-5a5b-4a84-aa73-87da9db5d48a req-d29143a5-4107-4320-aaa3-1d0180a9e220 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739579 Dec 07 14:08:59.319590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8fad1b8c-5a5b-4a84-aa73-87da9db5d48a req-795ac57d-a46a-4dce-ad57-ede50ee78494 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2b9e285e6db4fdb96320fd06050b3cf&device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 1098 time: 0.0740540 Dec 07 14:08:59.471570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad1b8c-5a5b-4a84-aa73-87da9db5d48a req-4967bc25-ed74-44ce-92c5-2bb76a2f457f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:59.473115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8fad1b8c-5a5b-4a84-aa73-87da9db5d48a req-4967bc25-ed74-44ce-92c5-2bb76a2f457f service neutron] 10.222.0.45 "GET /v2.0/networks?id=99056b72-7214-4dd2-a18c-d31aab5daaf0 HTTP/1.1" status: 200 len: 917 time: 0.1340590 Dec 07 14:08:59.547099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8fad1b8c-5a5b-4a84-aa73-87da9db5d48a req-de8755c9-094c-46f2-a03b-ad4940dd82f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cb53366-ec53-4e17-8333-2d68b4c63e54 HTTP/1.1" status: 200 len: 217 time: 0.0667701 Dec 07 14:08:59.612876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad1b8c-5a5b-4a84-aa73-87da9db5d48a req-61f1f9ee-5b05-48c5-a43a-cf5d87bed920 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:08:59.614357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8fad1b8c-5a5b-4a84-aa73-87da9db5d48a req-61f1f9ee-5b05-48c5-a43a-cf5d87bed920 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9438fcf5-20b1-4162-9d3f-8cfa6500cb52 HTTP/1.1" status: 200 len: 855 time: 0.0616298 Dec 07 14:08:59.698078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8fad1b8c-5a5b-4a84-aa73-87da9db5d48a req-8927bde4-53ff-4d77-9b34-a9a82c754279 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99056b72-7214-4dd2-a18c-d31aab5daaf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751379 Dec 07 14:08:59.888751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8fad1b8c-5a5b-4a84-aa73-87da9db5d48a req-43d3b11f-fdf4-4c4f-abf0-486db5c6d926 service neutron] 10.222.0.45 "GET /v2.0/networks/99056b72-7214-4dd2-a18c-d31aab5daaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837416 Dec 07 14:09:00.000426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f320cf6-8ed3-4797-acd5-cc7f8150b2bf req-6f3f80fd-6f25-428d-9193-ee2a22c30b1f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:00.000426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4f320cf6-8ed3-4797-acd5-cc7f8150b2bf req-6f3f80fd-6f25-428d-9193-ee2a22c30b1f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 945 time: 0.2193680 Dec 07 14:09:00.077652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8fad1b8c-5a5b-4a84-aa73-87da9db5d48a req-3b1397ea-1e2f-43c8-8cf8-3842bf3d13ac service neutron] 10.222.0.45 "GET /v2.0/networks/99056b72-7214-4dd2-a18c-d31aab5daaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810057 Dec 07 14:09:00.080137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4f320cf6-8ed3-4797-acd5-cc7f8150b2bf req-cf9ad74c-c357-433c-be34-58fdeba14cb8 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760860 Dec 07 14:09:00.114905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3eda6e48-4f40-4dcd-b3b1-fa0c372d31a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:00.299504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f833e-89a0-4dca-80ae-6e5fcbaf59cf req-87681c30-4eaa-4bd0-b066-0f6d7a003aca tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:00.301101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ce2f833e-89a0-4dca-80ae-6e5fcbaf59cf req-87681c30-4eaa-4bd0-b066-0f6d7a003aca tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 945 time: 0.0876174 Dec 07 14:09:00.349327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ce2f833e-89a0-4dca-80ae-6e5fcbaf59cf req-abe6a5a1-d901-4f81-a7da-e180d9d26fef tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Dec 07 14:09:01.680399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:02.486264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e34f206-61f5-430b-b69a-6af62f41881b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:03.012150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:04.920432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:10.165874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:18.309666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b81cbc-8067-464d-bb95-0a62523cff9c req-ca6c00ba-0596-4c23-9380-73003be0563b tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:18.311309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35b81cbc-8067-464d-bb95-0a62523cff9c req-ca6c00ba-0596-4c23-9380-73003be0563b tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 945 time: 0.0817540 Dec 07 14:09:18.592229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35b81cbc-8067-464d-bb95-0a62523cff9c req-24cff76f-098b-4fbe-bf56-886816c9d9da tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743456 Dec 07 14:09:19.805039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ee7b3-b60c-4602-85fb-570292285eda req-fad258ab-52c5-4c01-b8ca-73c57a060ff9 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:19.806614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-841ee7b3-b60c-4602-85fb-570292285eda req-fad258ab-52c5-4c01-b8ca-73c57a060ff9 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 945 time: 0.0832486 Dec 07 14:09:19.853862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-841ee7b3-b60c-4602-85fb-570292285eda req-fc7058c9-58f2-470a-bc08-17bda5fb506e tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 Dec 07 14:09:19.956576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d034b-3ac7-4980-8e9c-8fd1e83e90ca req-c32e7262-6564-4e31-b66c-44a51d8a9cf1 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:19.958136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-093d034b-3ac7-4980-8e9c-8fd1e83e90ca req-c32e7262-6564-4e31-b66c-44a51d8a9cf1 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.45 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 945 time: 0.0831399 Dec 07 14:09:20.035397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-093d034b-3ac7-4980-8e9c-8fd1e83e90ca req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Deleting port 9cb53366-ec53-4e17-8333-2d68b4c63e54 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:09:20.035774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-093d034b-3ac7-4980-8e9c-8fd1e83e90ca req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:20.280988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-093d034b-3ac7-4980-8e9c-8fd1e83e90ca req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] For port 9cb53366-ec53-4e17-8333-2d68b4c63e54, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=9cb53366-ec53-4e17-8333-2d68b4c63e54,segment=NetworkSegment(09ab6889-497a-4448-9b7b-6bfd7ce76dbe),segment_id=09ab6889-497a-4448-9b7b-6bfd7ce76dbe)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:09:20.281307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-093d034b-3ac7-4980-8e9c-8fd1e83e90ca req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:20.406002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-093d034b-3ac7-4980-8e9c-8fd1e83e90ca req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Calling delete_port for 9cb53366-ec53-4e17-8333-2d68b4c63e54 owned by compute:nova {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:09:20.583104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-093d034b-3ac7-4980-8e9c-8fd1e83e90ca req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:20.590465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:09:20.601317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['9cb53366-ec53-4e17-8333-2d68b4c63e54'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:09:20.636446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Pushing event deleted for resources: {'Port': ['ID=9cb53366-ec53-4e17-8333-2d68b4c63e54,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:09:20.685903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:09:20.686365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:09:20.686734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:09:20.687158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:09:20.687580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:09:20.688025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:09:20.688477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:09:20.688964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:09:20.689267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:09:20.689493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:09:20.689910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:09:20.693684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:09:20.729356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-093d034b-3ac7-4980-8e9c-8fd1e83e90ca req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] No DVR routers for this DVR port 9cb53366-ec53-4e17-8333-2d68b4c63e54 on host hv-neutron-ussu {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:09:20.731987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-093d034b-3ac7-4980-8e9c-8fd1e83e90ca req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:20.734965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3380718c-bf7c-4d95-8311-3befeab83987', 'name': 'network-vif-deleted', 'tag': '9cb53366-ec53-4e17-8333-2d68b4c63e54'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:09:20.789781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-093d034b-3ac7-4980-8e9c-8fd1e83e90ca req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.45 "DELETE /v2.0/ports/9cb53366-ec53-4e17-8333-2d68b4c63e54 HTTP/1.1" status: 204 len: 173 time: 0.8227167 Dec 07 14:09:20.792455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3380718c-bf7c-4d95-8311-3befeab83987', 'name': 'network-vif-deleted', 'tag': '9cb53366-ec53-4e17-8333-2d68b4c63e54', 'status': 'completed', 'code': 200} Dec 07 14:09:21.044257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-2a005dcb-1b6c-4ced-b8fa-1860a69c40a9 req-3f15d7a0-0bf6-41a3-b34c-c5cb53d3059f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Synchronizing usage tracker for tenant:a2b9e285e6db4fdb96320fd06050b3cf on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:09:21.091378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-2a005dcb-1b6c-4ced-b8fa-1860a69c40a9 req-3f15d7a0-0bf6-41a3-b34c-c5cb53d3059f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Unset dirty status for tenant:a2b9e285e6db4fdb96320fd06050b3cf on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:09:21.092864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2a005dcb-1b6c-4ced-b8fa-1860a69c40a9 req-3f15d7a0-0bf6-41a3-b34c-c5cb53d3059f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=3380718c-bf7c-4d95-8311-3befeab83987 HTTP/1.1" status: 200 len: 210 time: 0.1021252 Dec 07 14:09:22.934495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-876eeba1-39f6-4cea-82ce-458789c3ed13 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:22.936917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-876eeba1-39f6-4cea-82ce-458789c3ed13 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/networks?id=99056b72-7214-4dd2-a18c-d31aab5daaf0 HTTP/1.1" status: 200 len: 816 time: 0.1549950 Dec 07 14:09:22.954725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-37118abb-7172-46a2-8519-a3b581ee39e0 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/quotas/a2b9e285e6db4fdb96320fd06050b3cf HTTP/1.1" status: 200 len: 375 time: 0.0119596 Dec 07 14:09:23.047615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-80779654-477e-4b58-bee5-057af0b36d9f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2b9e285e6db4fdb96320fd06050b3cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874815 Dec 07 14:09:23.202420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-c09873ed-c817-47bb-b878-a0018ef23c06 service neutron] 10.222.0.24 "GET /v2.0/networks/99056b72-7214-4dd2-a18c-d31aab5daaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424439 Dec 07 14:09:23.345494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-b6c6c5b0-47bb-4962-bd9c-8135c83e2c3c service neutron] 10.222.0.24 "GET /v2.0/networks/99056b72-7214-4dd2-a18c-d31aab5daaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366174 Dec 07 14:09:23.567192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7ea64dec-5594-4d5e-926a-b3a0d2cf52c9 req-71d53416-a7a9-4ac6-b293-496db25b1635 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 210 time: 0.0462306 Dec 07 14:09:24.739902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2188c1a4-74d7-4e4b-bc90-7af6fc5ba33d req-dc4c7aa5-0d3a-4ca0-a095-d6fd588cce3c tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 210 time: 0.0449035 Dec 07 14:09:24.801254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 9cb53366-ec53-4e17-8333-2d68b4c63e54 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:09:24.838146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 9cb53366-ec53-4e17-8333-2d68b4c63e54 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:09:24.838523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 9cb53366-ec53-4e17-8333-2d68b4c63e54 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:09:25.034903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:09:25.236573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-4f4e84d0-d492-4108-b075-b54c7fbbc896 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:25.238139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-4f4e84d0-d492-4108-b075-b54c7fbbc896 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.45 "GET /v2.0/networks?id=99056b72-7214-4dd2-a18c-d31aab5daaf0 HTTP/1.1" status: 200 len: 816 time: 0.1559570 Dec 07 14:09:25.259806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Request body: {'port': {'device_id': '013bfcdf-acf8-4b36-975f-1f05fc01133e', 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0', 'admin_state_up': True, 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:09:25.408028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:09:25.418155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:09:25.457026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Made reservation on behalf of a2b9e285e6db4fdb96320fd06050b3cf for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:09:25.462540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:25.633623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Allocated IP 172.20.0.10 (99056b72-7214-4dd2-a18c-d31aab5daaf0/9438fcf5-20b1-4162-9d3f-8cfa6500cb52/ac5568d9-6521-4929-b25f-1cd2ed3baeb4) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:09:25.848467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:25.911208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Transition to ACTIVE for port object ac5568d9-6521-4929-b25f-1cd2ed3baeb4 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:09:25.919510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3254ed8c-a4d3-4725-917c-f496d223e3f9 req-388f7eb0-dce8-4b17-abfc-df354d0a7543 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 210 time: 0.0540586 Dec 07 14:09:25.971882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:25.977737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3398b755-2f2f-4c8a-a521-87d80e34da8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:09:26.052552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Network 99056b72-7214-4dd2-a18c-d31aab5daaf0 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:09:26.056333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Pushing event updated for resources: {'Port': ['ID=ac5568d9-6521-4929-b25f-1cd2ed3baeb4,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:09:26.058830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:09:26.060751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:09:26.061481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:09:26.124533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:26.125109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:26.252639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9968002 Dec 07 14:09:26.269768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Request body: {'port': {'device_id': '013bfcdf-acf8-4b36-975f-1f05fc01133e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:09:26.394446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:26.406038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cd0bc9bd-6f8f-4ed2-83b9-3ab32e34c952 None None] Provisioning for port ac5568d9-6521-4929-b25f-1cd2ed3baeb4 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:09:26.411268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cd0bc9bd-6f8f-4ed2-83b9-3ab32e34c952 None None] Provisioning complete for port ac5568d9-6521-4929-b25f-1cd2ed3baeb4 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:09:26.411686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cd0bc9bd-6f8f-4ed2-83b9-3ab32e34c952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:26.466009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cd0bc9bd-6f8f-4ed2-83b9-3ab32e34c952 None None] Port ac5568d9-6521-4929-b25f-1cd2ed3baeb4 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:09:26.755122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5568d9-6521-4929-b25f-1cd2ed3baeb4 {{(pid=88897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:09:26.762011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:26.777556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Transition to ACTIVE for port object ac5568d9-6521-4929-b25f-1cd2ed3baeb4 will not be triggered until provisioned by entity L2. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:09:26.812176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:26.816603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:09:26.946093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Pushing event updated for resources: {'Port': ['ID=ac5568d9-6521-4929-b25f-1cd2ed3baeb4,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:09:26.955484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:09:27.111080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Attempting to bind port ac5568d9-6521-4929-b25f-1cd2ed3baeb4 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:09:27.111484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Attempting to bind port ac5568d9-6521-4929-b25f-1cd2ed3baeb4 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '09ab6889-497a-4448-9b7b-6bfd7ce76dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:09:27.111857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Attempting to bind port ac5568d9-6521-4929-b25f-1cd2ed3baeb4 on network 99056b72-7214-4dd2-a18c-d31aab5daaf0 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:09:27.126531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Port ac5568d9-6521-4929-b25f-1cd2ed3baeb4 on network 99056b72-7214-4dd2-a18c-d31aab5daaf0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:09:27.126869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Attempting to bind port ac5568d9-6521-4929-b25f-1cd2ed3baeb4 on network 99056b72-7214-4dd2-a18c-d31aab5daaf0 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:09:27.142972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:09:27.143376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Checking segment: {'id': '09ab6889-497a-4448-9b7b-6bfd7ce76dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:09:27.143805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Bound using segment: {'id': '09ab6889-497a-4448-9b7b-6bfd7ce76dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0'} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:09:27.144280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Bound port: ac5568d9-6521-4929-b25f-1cd2ed3baeb4, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ab6889-497a-4448-9b7b-6bfd7ce76dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0'}}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:09:27.144660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:27.217184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235a756-60a8-4713-bbe4-e420133ca307 req-021d2efe-50ff-4e79-9e56-c236054208f9 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:27.217934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-1235a756-60a8-4713-bbe4-e420133ca307 req-021d2efe-50ff-4e79-9e56-c236054208f9 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Synchronizing usage tracker for tenant:a2b9e285e6db4fdb96320fd06050b3cf on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:09:27.268259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] For port ac5568d9-6521-4929-b25f-1cd2ed3baeb4, host hv-neutron-ussu, cleared binding levels {{(pid=88897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:09:27.271945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] For port ac5568d9-6521-4929-b25f-1cd2ed3baeb4, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=ac5568d9-6521-4929-b25f-1cd2ed3baeb4,segment=NetworkSegment(09ab6889-497a-4448-9b7b-6bfd7ce76dbe),segment_id=09ab6889-497a-4448-9b7b-6bfd7ce76dbe)] {{(pid=88897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:09:27.291162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-1235a756-60a8-4713-bbe4-e420133ca307 req-021d2efe-50ff-4e79-9e56-c236054208f9 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Unset dirty status for tenant:a2b9e285e6db4fdb96320fd06050b3cf on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:09:27.292516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1235a756-60a8-4713-bbe4-e420133ca307 req-021d2efe-50ff-4e79-9e56-c236054208f9 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 944 time: 0.2288256 Dec 07 14:09:27.331986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:27.338621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-74147083-4419-4704-b0e8-3de8f70f8dcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:09:27.392902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1235a756-60a8-4713-bbe4-e420133ca307 req-48f79707-3d1d-47fa-940e-431b912d21ca tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933881 Dec 07 14:09:27.413749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:27.415220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] 10.222.0.45 "PUT /v2.0/ports/ac5568d9-6521-4929-b25f-1cd2ed3baeb4 HTTP/1.1" status: 200 len: 1094 time: 1.1504464 Dec 07 14:09:27.415818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013bfcdf-acf8-4b36-975f-1f05fc01133e', 'tag': 'ac5568d9-6521-4929-b25f-1cd2ed3baeb4'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:09:27.432291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Pushing event updated for resources: {'Port': ['ID=ac5568d9-6521-4929-b25f-1cd2ed3baeb4,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:09:27.436079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:09:27.480400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013bfcdf-acf8-4b36-975f-1f05fc01133e', 'tag': 'ac5568d9-6521-4929-b25f-1cd2ed3baeb4', 'status': 'completed', 'code': 200} Dec 07 14:09:27.577200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-28df9ee7-06d2-4d93-ad2f-d9379fd826c6 req-d45b4a3b-8bcc-4d65-b880-3c9df7109ee8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2b9e285e6db4fdb96320fd06050b3cf&device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 1097 time: 0.0767736 Dec 07 14:09:27.734285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df9ee7-06d2-4d93-ad2f-d9379fd826c6 req-ad20304f-cb95-4784-8577-63da4aa6005c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:27.735839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-28df9ee7-06d2-4d93-ad2f-d9379fd826c6 req-ad20304f-cb95-4784-8577-63da4aa6005c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a2b9e285e6db4fdb96320fd06050b3cf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1473029 Dec 07 14:09:27.881263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df9ee7-06d2-4d93-ad2f-d9379fd826c6 req-8c3f3e9d-d81f-4308-9e04-a07f7751d57d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:27.882750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-28df9ee7-06d2-4d93-ad2f-d9379fd826c6 req-8c3f3e9d-d81f-4308-9e04-a07f7751d57d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404240 Dec 07 14:09:28.238090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-c3a863ee-dbc8-439e-92bc-431ada549ba1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2b9e285e6db4fdb96320fd06050b3cf&device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 1097 time: 0.3097913 Dec 07 14:09:28.314059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-9cc3a02e-ac00-415b-8c9c-3f3466cdf1e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac5568d9-6521-4929-b25f-1cd2ed3baeb4 HTTP/1.1" status: 200 len: 217 time: 0.0634620 Dec 07 14:09:28.388130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-86315dd9-ff4d-4188-b2d7-e08e4bec8b18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:28.389754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-86315dd9-ff4d-4188-b2d7-e08e4bec8b18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9438fcf5-20b1-4162-9d3f-8cfa6500cb52 HTTP/1.1" status: 200 len: 855 time: 0.0658121 Dec 07 14:09:28.471919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-830e8cd3-1041-4fd6-be61-7c36935eee75 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99056b72-7214-4dd2-a18c-d31aab5daaf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717471 Dec 07 14:09:28.670983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-813d8b8b-7df1-45ac-87fc-a5fa7624c05d service neutron] 10.222.0.45 "GET /v2.0/networks/99056b72-7214-4dd2-a18c-d31aab5daaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879492 Dec 07 14:09:28.711524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358595c-3416-4110-baa7-d69a80e6f821 req-c89032e6-42e0-4f50-8997-fdb8910c6409 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:28.713038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d358595c-3416-4110-baa7-d69a80e6f821 req-c89032e6-42e0-4f50-8997-fdb8910c6409 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 944 time: 0.1573393 Dec 07 14:09:28.840681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d358595c-3416-4110-baa7-d69a80e6f821 req-c15cd8d8-128f-4fba-bfcf-6bb898f76f71 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796092 Dec 07 14:09:28.861913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66b12ada-2959-4853-a833-12d1e3b5a6a6 req-1ce9fa72-e6cc-4600-9eef-387cb329e266 service neutron] 10.222.0.45 "GET /v2.0/networks/99056b72-7214-4dd2-a18c-d31aab5daaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788888 Dec 07 14:09:30.045328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dcc4d-75ab-4f64-9b57-e0b6a122e1e6 req-77663844-10a6-4be8-915c-ba6a9c1d3daf tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:30.046908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2a9dcc4d-75ab-4f64-9b57-e0b6a122e1e6 req-77663844-10a6-4be8-915c-ba6a9c1d3daf tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 944 time: 0.0820253 Dec 07 14:09:30.096765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2a9dcc4d-75ab-4f64-9b57-e0b6a122e1e6 req-5cac3240-211e-4996-96c5-9cf54296679d tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435400 Dec 07 14:09:30.119666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02768d0e-1c78-4bbc-a10b-64dd39d0f08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:30.841305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device ac5568d9-6521-4929-b25f-1cd2ed3baeb4 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:09:30.981459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port ac5568d9-6521-4929-b25f-1cd2ed3baeb4, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=ac5568d9-6521-4929-b25f-1cd2ed3baeb4,segment=NetworkSegment(09ab6889-497a-4448-9b7b-6bfd7ce76dbe),segment_id=09ab6889-497a-4448-9b7b-6bfd7ce76dbe)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:09:30.995427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'ac5568d9-6521-4929-b25f-1cd2ed3baeb4', 'network_id': '99056b72-7214-4dd2-a18c-d31aab5daaf0', 'port_id': 'ac5568d9-6521-4929-b25f-1cd2ed3baeb4', 'mac_address': 'fa:16:3e:77:73:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9438fcf5-20b1-4162-9d3f-8cfa6500cb52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:09:31.050885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:31.074123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5568d9-6521-4929-b25f-1cd2ed3baeb4 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:09:31.089680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port ac5568d9-6521-4929-b25f-1cd2ed3baeb4, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=ac5568d9-6521-4929-b25f-1cd2ed3baeb4,segment=NetworkSegment(09ab6889-497a-4448-9b7b-6bfd7ce76dbe),segment_id=09ab6889-497a-4448-9b7b-6bfd7ce76dbe)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:09:31.125455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:31.128091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:09:31.195146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=ac5568d9-6521-4929-b25f-1cd2ed3baeb4,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:09:31.198521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:09:31.314839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377ce60-d598-4511-b0b1-b7b6b64635fb req-71abbcad-7443-485f-ab2e-2074341cbb83 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:31.316618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6377ce60-d598-4511-b0b1-b7b6b64635fb req-71abbcad-7443-485f-ab2e-2074341cbb83 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 945 time: 0.0941267 Dec 07 14:09:31.368627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6377ce60-d598-4511-b0b1-b7b6b64635fb req-e2d200a2-b882-4975-b74a-cdcc9af61e99 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456936 Dec 07 14:09:31.378845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['ac5568d9-6521-4929-b25f-1cd2ed3baeb4'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:09:31.662779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:32.479688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a41d807d-73dc-4811-8492-78a25eadc9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:32.587640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dc818-5bc6-42e4-a609-f2d75a04644c req-985bba9b-89d0-4f36-a502-cbc80ec031c4 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:32.589122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c66dc818-5bc6-42e4-a609-f2d75a04644c req-985bba9b-89d0-4f36-a502-cbc80ec031c4 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 945 time: 0.0823510 Dec 07 14:09:32.640756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c66dc818-5bc6-42e4-a609-f2d75a04644c req-47f2a30e-5d62-4b2c-b7e3-a731e2f7e2fc tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452030 Dec 07 14:09:32.848985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device ac5568d9-6521-4929-b25f-1cd2ed3baeb4 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:09:32.959496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port ac5568d9-6521-4929-b25f-1cd2ed3baeb4 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:09:32.964430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port ac5568d9-6521-4929-b25f-1cd2ed3baeb4 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:09:32.964850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:33.069044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:33.096414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:33.124403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013bfcdf-acf8-4b36-975f-1f05fc01133e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5568d9-6521-4929-b25f-1cd2ed3baeb4'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:09:33.134517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port ac5568d9-6521-4929-b25f-1cd2ed3baeb4, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=ac5568d9-6521-4929-b25f-1cd2ed3baeb4,segment=NetworkSegment(09ab6889-497a-4448-9b7b-6bfd7ce76dbe),segment_id=09ab6889-497a-4448-9b7b-6bfd7ce76dbe)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:09:33.171575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:33.174009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:09:33.206951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013bfcdf-acf8-4b36-975f-1f05fc01133e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5568d9-6521-4929-b25f-1cd2ed3baeb4', 'code': 200} Dec 07 14:09:33.240902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=ac5568d9-6521-4929-b25f-1cd2ed3baeb4,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:09:33.244188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:09:33.472607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-54d25973-0d1a-4c11-bed0-96eff1de008f req-7c10aaf3-cf3d-4627-84e9-6bb07f6f3909 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 1099 time: 0.0750079 Dec 07 14:09:33.517855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-54d25973-0d1a-4c11-bed0-96eff1de008f req-69fb697f-9c1f-44c6-8252-e3ca64ba8d96 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374548 Dec 07 14:09:33.844970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a6bb4-3a9c-4c67-9f4e-426b873ef78b req-4e115639-e933-4923-af50-a02908b9827b tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:33.846471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1a6a6bb4-3a9c-4c67-9f4e-426b873ef78b req-4e115639-e933-4923-af50-a02908b9827b tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 946 time: 0.0859592 Dec 07 14:09:33.894862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1a6a6bb4-3a9c-4c67-9f4e-426b873ef78b req-e9a9531b-67eb-4427-b6ae-9d27ea04262c tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420012 Dec 07 14:09:34.897223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:35.098286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a4782-261d-40dd-8ece-d62b58dd59ed req-e2044ce8-b6a8-45e6-a8dc-ddfc322d4b72 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:35.099901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-842a4782-261d-40dd-8ece-d62b58dd59ed req-e2044ce8-b6a8-45e6-a8dc-ddfc322d4b72 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 946 time: 0.0817485 Dec 07 14:09:35.148813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-842a4782-261d-40dd-8ece-d62b58dd59ed req-068a9a67-e924-4d31-86f0-d3a390f0491b tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420833 Dec 07 14:09:35.356157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f91e1-58a2-42ad-90b6-8ebd1525e168 req-64f57d48-55de-4e30-9467-5b216479d8e6 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:35.358367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-491f91e1-58a2-42ad-90b6-8ebd1525e168 req-64f57d48-55de-4e30-9467-5b216479d8e6 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 946 time: 0.0887551 Dec 07 14:09:35.408969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-491f91e1-58a2-42ad-90b6-8ebd1525e168 req-766d2eb6-1e57-4af9-bc0f-ee85fb7cdfb7 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417478 Dec 07 14:09:40.176790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:52.007454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb3cb7-9f3f-473b-a76a-c7279d7d82c7 req-ddbe87c7-f85b-43c2-9713-6571b58abc03 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:52.008988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-62cb3cb7-9f3f-473b-a76a-c7279d7d82c7 req-ddbe87c7-f85b-43c2-9713-6571b58abc03 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 946 time: 0.0833857 Dec 07 14:09:52.064034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-62cb3cb7-9f3f-473b-a76a-c7279d7d82c7 req-408c1375-d7fc-4822-8f37-307c285a60c1 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489461 Dec 07 14:09:53.275200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35b518-1bfd-4d86-b00c-ec90dc289c11 req-a0a650ce-9aa4-4f5f-9372-5ebf5db6ddb8 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:53.276834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ac35b518-1bfd-4d86-b00c-ec90dc289c11 req-a0a650ce-9aa4-4f5f-9372-5ebf5db6ddb8 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 946 time: 0.0839970 Dec 07 14:09:53.329455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ac35b518-1bfd-4d86-b00c-ec90dc289c11 req-3e5be249-5659-495b-8ecb-ca389d698b98 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/security-groups?id=89d1d61b-9d4c-458c-b14d-71e89aac593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458763 Dec 07 14:09:53.758632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83e1f1-ed0b-433c-8260-4549798955d9 req-d72cb344-cd4e-413d-a39a-f367460c30b0 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:09:53.760206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ef83e1f1-ed0b-433c-8260-4549798955d9 req-d72cb344-cd4e-413d-a39a-f367460c30b0 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.45 "GET /v2.0/ports?device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 946 time: 0.0883262 Dec 07 14:09:53.833477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-ef83e1f1-ed0b-433c-8260-4549798955d9 req-d8f3b235-6926-4b77-bff4-a92a035ae4c3 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Deleting port ac5568d9-6521-4929-b25f-1cd2ed3baeb4 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:09:53.833854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-ef83e1f1-ed0b-433c-8260-4549798955d9 req-d8f3b235-6926-4b77-bff4-a92a035ae4c3 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:54.081008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-ef83e1f1-ed0b-433c-8260-4549798955d9 req-d8f3b235-6926-4b77-bff4-a92a035ae4c3 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] For port ac5568d9-6521-4929-b25f-1cd2ed3baeb4, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=ac5568d9-6521-4929-b25f-1cd2ed3baeb4,segment=NetworkSegment(09ab6889-497a-4448-9b7b-6bfd7ce76dbe),segment_id=09ab6889-497a-4448-9b7b-6bfd7ce76dbe)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:09:54.081344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-ef83e1f1-ed0b-433c-8260-4549798955d9 req-d8f3b235-6926-4b77-bff4-a92a035ae4c3 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:54.203135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-ef83e1f1-ed0b-433c-8260-4549798955d9 req-d8f3b235-6926-4b77-bff4-a92a035ae4c3 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Calling delete_port for ac5568d9-6521-4929-b25f-1cd2ed3baeb4 owned by compute:nova {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:09:54.433833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-ef83e1f1-ed0b-433c-8260-4549798955d9 req-d8f3b235-6926-4b77-bff4-a92a035ae4c3 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:54.440520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-760540c2-d763-4236-b12d-f043322b2c6f tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:09:54.451499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['ac5568d9-6521-4929-b25f-1cd2ed3baeb4'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:09:54.523889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3b235-6926-4b77-bff4-a92a035ae4c3 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Pushing event deleted for resources: {'Port': ['ID=ac5568d9-6521-4929-b25f-1cd2ed3baeb4,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:09:54.530358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d8f3b235-6926-4b77-bff4-a92a035ae4c3 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:09:54.532970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ae73f77f-9eda-415a-8f6a-e973d1622151 req-9601497c-5665-4a0f-a9e3-e83364266aa8 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.24 "GET /v2.0/ports?device_id=013bfcdf-acf8-4b36-975f-1f05fc01133e HTTP/1.1" status: 200 len: 210 time: 0.0626822 Dec 07 14:09:54.609386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef83e1f1-ed0b-433c-8260-4549798955d9 req-d8f3b235-6926-4b77-bff4-a92a035ae4c3 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] No DVR routers for this DVR port ac5568d9-6521-4929-b25f-1cd2ed3baeb4 on host hv-neutron-ussu {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:09:54.612045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-ef83e1f1-ed0b-433c-8260-4549798955d9 req-d8f3b235-6926-4b77-bff4-a92a035ae4c3 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:54.615096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013bfcdf-acf8-4b36-975f-1f05fc01133e', 'name': 'network-vif-deleted', 'tag': 'ac5568d9-6521-4929-b25f-1cd2ed3baeb4'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:09:54.663211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ef83e1f1-ed0b-433c-8260-4549798955d9 req-d8f3b235-6926-4b77-bff4-a92a035ae4c3 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] 10.222.0.45 "DELETE /v2.0/ports/ac5568d9-6521-4929-b25f-1cd2ed3baeb4 HTTP/1.1" status: 204 len: 173 time: 0.8956561 Dec 07 14:09:54.672318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013bfcdf-acf8-4b36-975f-1f05fc01133e', 'name': 'network-vif-deleted', 'tag': 'ac5568d9-6521-4929-b25f-1cd2ed3baeb4', 'status': 'completed', 'code': 200} Dec 07 14:09:55.721328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 57238) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:09:56.116599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98d33b66-8279-4517-9fc5-0005f07b180c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:56.724158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-98d33b66-8279-4517-9fc5-0005f07b180c admin admin] Deleting port 1c162b16-2e5a-43a8-9560-043a9d2c671b {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:09:56.724744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98d33b66-8279-4517-9fc5-0005f07b180c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:56.942444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device ac5568d9-6521-4929-b25f-1cd2ed3baeb4 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:09:56.977606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: ac5568d9-6521-4929-b25f-1cd2ed3baeb4 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:09:56.977911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device ac5568d9-6521-4929-b25f-1cd2ed3baeb4 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:09:57.132338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-98d33b66-8279-4517-9fc5-0005f07b180c admin admin] For port 1c162b16-2e5a-43a8-9560-043a9d2c671b, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1c162b16-2e5a-43a8-9560-043a9d2c671b,segment=NetworkSegment(09ab6889-497a-4448-9b7b-6bfd7ce76dbe),segment_id=09ab6889-497a-4448-9b7b-6bfd7ce76dbe)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:09:57.132726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98d33b66-8279-4517-9fc5-0005f07b180c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:57.259383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-98d33b66-8279-4517-9fc5-0005f07b180c admin admin] Calling delete_port for 1c162b16-2e5a-43a8-9560-043a9d2c671b owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:09:57.559707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98d33b66-8279-4517-9fc5-0005f07b180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:57.564305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e810bba0-7ec3-44b9-9a5a-2a78dfe8b29d tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:09:57.605153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d33b66-8279-4517-9fc5-0005f07b180c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c162b16-2e5a-43a8-9560-043a9d2c671b,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:09:57.609106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-98d33b66-8279-4517-9fc5-0005f07b180c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:09:57.903627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98d33b66-8279-4517-9fc5-0005f07b180c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:58.497730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d33b66-8279-4517-9fc5-0005f07b180c admin admin] Router e3d4caa1-d954-4b9c-a1db-545b785af210 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:09:58.702822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d33b66-8279-4517-9fc5-0005f07b180c admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:09:58.711863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68dccb8-0ad5-468e-85c8-53bf342f2268 None None] Sync routers for ids ['e3d4caa1-d954-4b9c-a1db-545b785af210'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:09:58.715906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-98d33b66-8279-4517-9fc5-0005f07b180c admin admin] 10.222.0.24 "PUT /v2.0/routers/e3d4caa1-d954-4b9c-a1db-545b785af210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9929340 Dec 07 14:09:58.718451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 57242) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:09:58.724987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68dccb8-0ad5-468e-85c8-53bf342f2268 None None] Routers {'e3d4caa1-d954-4b9c-a1db-545b785af210'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:09:58.725661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c68dccb8-0ad5-468e-85c8-53bf342f2268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:09:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e3d4caa1-d954-4b9c-a1db-545b785af210'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:09:58.926845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:59.080330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-c68dccb8-0ad5-468e-85c8-53bf342f2268 None None] Set router e3d4caa1-d954-4b9c-a1db-545b785af210 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:09:59.131832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:59.176447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] Deleting port 87af5330-2609-4a61-a5dd-dffc339a322c {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:09:59.176816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:59.367964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] For port 87af5330-2609-4a61-a5dd-dffc339a322c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=87af5330-2609-4a61-a5dd-dffc339a322c,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:09:59.368615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:59.383889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c68dccb8-0ad5-468e-85c8-53bf342f2268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'name': 'tempest-TestEncryptedCinderVolumes-900592840-router', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.142'}], 'enable_snat': True}, 'gw_port_id': '87af5330-2609-4a61-a5dd-dffc339a322c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:30Z', 'updated_at': '2021-12-07T14:09:57Z', 'revision_number': 5, 'project_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'gw_port': {'id': '87af5330-2609-4a61-a5dd-dffc339a322c', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:31Z', 'updated_at': '2021-12-07T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:09:59.388022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68dccb8-0ad5-468e-85c8-53bf342f2268 None None] Checking router: e3d4caa1-d954-4b9c-a1db-545b785af210 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:09:59.399424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68dccb8-0ad5-468e-85c8-53bf342f2268 None None] Routers {'e3d4caa1-d954-4b9c-a1db-545b785af210'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:09:59.400077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c68dccb8-0ad5-468e-85c8-53bf342f2268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:09:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['e3d4caa1-d954-4b9c-a1db-545b785af210'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:09:59.493934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] Calling delete_port for 87af5330-2609-4a61-a5dd-dffc339a322c owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:09:59.557925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-c68dccb8-0ad5-468e-85c8-53bf342f2268 None None] Set router e3d4caa1-d954-4b9c-a1db-545b785af210 gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:09:59.668057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c68dccb8-0ad5-468e-85c8-53bf342f2268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'name': 'tempest-TestEncryptedCinderVolumes-900592840-router', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:30Z', 'updated_at': '2021-12-07T14:09:59Z', 'revision_number': 6, 'project_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:09:59.672368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68dccb8-0ad5-468e-85c8-53bf342f2268 None None] The sync data for ids ['e3d4caa1-d954-4b9c-a1db-545b785af210'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'e3d4caa1-d954-4b9c-a1db-545b785af210', 'name': 'tempest-TestEncryptedCinderVolumes-900592840-router', 'tenant_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:30Z', 'updated_at': '2021-12-07T14:09:59Z', 'revision_number': 6, 'project_id': 'a2b9e285e6db4fdb96320fd06050b3cf', 'gw_port_host': None}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:09:59.804902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:09:59.810695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f2c4892b-635f-47f6-96f7-c4962d761f2f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:09:59.853524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=87af5330-2609-4a61-a5dd-dffc339a322c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:09:59.856503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:00.119568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f52f50ad-64a3-4a57-8cb5-72e5da7c9b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:00.343032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:00.619476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:00.624995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:00.724593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:00.725143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3d4caa1-d954-4b9c-a1db-545b785af210 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 14:10:00.738208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:00.739482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] 10.222.0.24 "DELETE /v2.0/routers/e3d4caa1-d954-4b9c-a1db-545b785af210 HTTP/1.1" status: 204 len: 168 time: 2.0199981 Dec 07 14:10:00.742127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 57246) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:00.810686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0e19c5-ba91-4afc-ad77-db29e44532fe admin admin] Deleting subnet 9438fcf5-20b1-4162-9d3f-8cfa6500cb52 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:10:00.814221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a0e19c5-ba91-4afc-ad77-db29e44532fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:00.869950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a0e19c5-ba91-4afc-ad77-db29e44532fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:00.950439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a0e19c5-ba91-4afc-ad77-db29e44532fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:01.248443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1c162b16-2e5a-43a8-9560-043a9d2c671b no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:10:01.256874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a0e19c5-ba91-4afc-ad77-db29e44532fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:01.261747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4f2c94b5-106b-4404-9dea-f0e6cd1ba05d tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:01.286372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 1c162b16-2e5a-43a8-9560-043a9d2c671b {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:10:01.286858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1c162b16-2e5a-43a8-9560-043a9d2c671b not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:10:01.287437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 87af5330-2609-4a61-a5dd-dffc339a322c no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:10:01.299288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e19c5-ba91-4afc-ad77-db29e44532fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9438fcf5-20b1-4162-9d3f-8cfa6500cb52,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:01.303649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9a0e19c5-ba91-4afc-ad77-db29e44532fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:01.306747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9a0e19c5-ba91-4afc-ad77-db29e44532fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:01.317683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9a0e19c5-ba91-4afc-ad77-db29e44532fe admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9438fcf5-20b1-4162-9d3f-8cfa6500cb52 HTTP/1.1" status: 204 len: 168 time: 0.5721655 Dec 07 14:10:01.318791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57250) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:01.320138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474e6b7f-391a-4fe9-9310-29936e177e99 None None] Network 99056b72-7214-4dd2-a18c-d31aab5daaf0 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:10:01.344983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 87af5330-2609-4a61-a5dd-dffc339a322c {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:10:01.345479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 87af5330-2609-4a61-a5dd-dffc339a322c not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:10:01.437767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:01.448467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Deleting port 19854cb6-bf7f-494c-8df2-b140e9d0f20c {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:10:01.448746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:01.592895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e825de-a583-4336-aeb2-2c3687c2e554 None None] DHCP port deletion for 99056b72-7214-4dd2-a18c-d31aab5daaf0 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:10:01.597428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-20e825de-a583-4336-aeb2-2c3687c2e554 None None] Deleting port 19854cb6-bf7f-494c-8df2-b140e9d0f20c {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:10:01.597853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20e825de-a583-4336-aeb2-2c3687c2e554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:01.661759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] For port 19854cb6-bf7f-494c-8df2-b140e9d0f20c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=19854cb6-bf7f-494c-8df2-b140e9d0f20c,segment=NetworkSegment(09ab6889-497a-4448-9b7b-6bfd7ce76dbe),segment_id=09ab6889-497a-4448-9b7b-6bfd7ce76dbe)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:10:01.665356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:01.696565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:01.789683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Calling delete_port for 19854cb6-bf7f-494c-8df2-b140e9d0f20c owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:10:01.835592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-20e825de-a583-4336-aeb2-2c3687c2e554 None None] For port 19854cb6-bf7f-494c-8df2-b140e9d0f20c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=19854cb6-bf7f-494c-8df2-b140e9d0f20c,segment=NetworkSegment(09ab6889-497a-4448-9b7b-6bfd7ce76dbe),segment_id=09ab6889-497a-4448-9b7b-6bfd7ce76dbe)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:10:01.835961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20e825de-a583-4336-aeb2-2c3687c2e554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:01.890606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:01.895206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7ce030b3-a537-4990-b7fe-1da948b8e9e9 tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:01.938055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Pushing event deleted for resources: {'Port': ['ID=19854cb6-bf7f-494c-8df2-b140e9d0f20c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:01.947880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] No DVR routers for this DVR port 19854cb6-bf7f-494c-8df2-b140e9d0f20c on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:10:01.968774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-20e825de-a583-4336-aeb2-2c3687c2e554 None None] Calling delete_port for 19854cb6-bf7f-494c-8df2-b140e9d0f20c owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:10:01.978690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:01.979124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:01.979567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:01.979976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:01.980385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:01.981356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:01.981765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:01.982170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:01.982569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:01.982966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:01.983391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:01.989022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:02.036695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:10:02.040423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-20e825de-a583-4336-aeb2-2c3687c2e554 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 14:10:02.040838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-20e825de-a583-4336-aeb2-2c3687c2e554 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 14:10:02.077664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:02.109877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99056b72-7214-4dd2-a18c-d31aab5daaf0']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:02.123681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ab6889-497a-4448-9b7b-6bfd7ce76dbe') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:02.124016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ab6889-497a-4448-9b7b-6bfd7ce76dbe') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:02.136234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:02.227727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:02.235068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:10:02.235538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:10:02.250199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:10:02.479374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aec15828-0e64-4948-b246-db63cf956350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:02.518872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:02.522630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9a112755-7ebe-4922-a385-daec9a5102cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:02.541769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-20e825de-a583-4336-aeb2-2c3687c2e554 None None] Deleting port 19854cb6-bf7f-494c-8df2-b140e9d0f20c {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:10:02.542203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20e825de-a583-4336-aeb2-2c3687c2e554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:02.542855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:02.552413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Pushing event deleted for resources: {'Network': ['ID=99056b72-7214-4dd2-a18c-d31aab5daaf0,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:02.556957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:02.560810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] 10.222.0.24 "DELETE /v2.0/networks/99056b72-7214-4dd2-a18c-d31aab5daaf0 HTTP/1.1" status: 204 len: 168 time: 1.2406931 Dec 07 14:10:02.564087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57254) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:02.614715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-20e825de-a583-4336-aeb2-2c3687c2e554 None None] The port '19854cb6-bf7f-494c-8df2-b140e9d0f20c' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 14:10:02.975979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9cb58fe-daa8-471f-9f29-dc0dc2d601f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:03.022127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:03.245071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 19854cb6-bf7f-494c-8df2-b140e9d0f20c no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:10:03.282775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 19854cb6-bf7f-494c-8df2-b140e9d0f20c {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:10:03.283340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 19854cb6-bf7f-494c-8df2-b140e9d0f20c not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:10:03.603196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f9cb58fe-daa8-471f-9f29-dc0dc2d601f6 admin admin] Deleting port 56efe08f-da84-47e4-90d1-68fdf21bee2d {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:10:03.603544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9cb58fe-daa8-471f-9f29-dc0dc2d601f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:03.782789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f9cb58fe-daa8-471f-9f29-dc0dc2d601f6 admin admin] For port 56efe08f-da84-47e4-90d1-68fdf21bee2d, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=56efe08f-da84-47e4-90d1-68fdf21bee2d,segment=NetworkSegment(0f5762e1-0ce7-426e-b747-9c0360d913d0),segment_id=0f5762e1-0ce7-426e-b747-9c0360d913d0)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:10:03.783183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9cb58fe-daa8-471f-9f29-dc0dc2d601f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:03.907267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f9cb58fe-daa8-471f-9f29-dc0dc2d601f6 admin admin] Calling delete_port for 56efe08f-da84-47e4-90d1-68fdf21bee2d owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:10:04.107975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9cb58fe-daa8-471f-9f29-dc0dc2d601f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:04.112384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:04.378448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb58fe-daa8-471f-9f29-dc0dc2d601f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=56efe08f-da84-47e4-90d1-68fdf21bee2d,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:04.381264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9cb58fe-daa8-471f-9f29-dc0dc2d601f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:04.676501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f9cb58fe-daa8-471f-9f29-dc0dc2d601f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:04.919843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:05.268276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cb58fe-daa8-471f-9f29-dc0dc2d601f6 admin admin] Router 644f7d9d-4f7d-4270-837c-89e576f87fce has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:10:05.478982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cb58fe-daa8-471f-9f29-dc0dc2d601f6 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:10:05.488170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e007377-97eb-4e34-bef9-5f9ebcd1d656 None None] Sync routers for ids ['644f7d9d-4f7d-4270-837c-89e576f87fce'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:10:05.488335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f9cb58fe-daa8-471f-9f29-dc0dc2d601f6 admin admin] 10.222.0.24 "PUT /v2.0/routers/644f7d9d-4f7d-4270-837c-89e576f87fce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9231055 Dec 07 14:10:05.490927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57258) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:05.502218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e007377-97eb-4e34-bef9-5f9ebcd1d656 None None] Routers {'644f7d9d-4f7d-4270-837c-89e576f87fce'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:10:05.502937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8e007377-97eb-4e34-bef9-5f9ebcd1d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:10:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['644f7d9d-4f7d-4270-837c-89e576f87fce'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:05.694617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-8e007377-97eb-4e34-bef9-5f9ebcd1d656 None None] Set router 644f7d9d-4f7d-4270-837c-89e576f87fce gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:10:05.694879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:05.900492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:05.941727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] Deleting port 1097fa01-f475-40cf-9d1b-da37b6af8e3f {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:10:05.942108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:06.005473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8e007377-97eb-4e34-bef9-5f9ebcd1d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'name': 'tempest-TestEncryptedCinderVolumes-1719663335-router', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.161'}], 'enable_snat': True}, 'gw_port_id': '1097fa01-f475-40cf-9d1b-da37b6af8e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:38Z', 'updated_at': '2021-12-07T14:10:04Z', 'revision_number': 5, 'project_id': 'faaada494d894ea19f7ff24e830db7aa', 'gw_port': {'id': '1097fa01-f475-40cf-9d1b-da37b6af8e3f', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:08:39Z', 'updated_at': '2021-12-07T14:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:06.009507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e007377-97eb-4e34-bef9-5f9ebcd1d656 None None] Checking router: 644f7d9d-4f7d-4270-837c-89e576f87fce for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:10:06.021223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e007377-97eb-4e34-bef9-5f9ebcd1d656 None None] Routers {'644f7d9d-4f7d-4270-837c-89e576f87fce'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:10:06.021872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8e007377-97eb-4e34-bef9-5f9ebcd1d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:10:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['644f7d9d-4f7d-4270-837c-89e576f87fce'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:06.125784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] For port 1097fa01-f475-40cf-9d1b-da37b6af8e3f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1097fa01-f475-40cf-9d1b-da37b6af8e3f,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:10:06.126172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:06.175428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-8e007377-97eb-4e34-bef9-5f9ebcd1d656 None None] Set router 644f7d9d-4f7d-4270-837c-89e576f87fce gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:10:06.254769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] Calling delete_port for 1097fa01-f475-40cf-9d1b-da37b6af8e3f owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:10:06.283845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8e007377-97eb-4e34-bef9-5f9ebcd1d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'name': 'tempest-TestEncryptedCinderVolumes-1719663335-router', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:38Z', 'updated_at': '2021-12-07T14:10:05Z', 'revision_number': 6, 'project_id': 'faaada494d894ea19f7ff24e830db7aa', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:06.288058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e007377-97eb-4e34-bef9-5f9ebcd1d656 None None] The sync data for ids ['644f7d9d-4f7d-4270-837c-89e576f87fce'] in dv-neutron-ussuri-2-hyperv is: [{'id': '644f7d9d-4f7d-4270-837c-89e576f87fce', 'name': 'tempest-TestEncryptedCinderVolumes-1719663335-router', 'tenant_id': 'faaada494d894ea19f7ff24e830db7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:08:38Z', 'updated_at': '2021-12-07T14:10:05Z', 'revision_number': 6, 'project_id': 'faaada494d894ea19f7ff24e830db7aa', 'gw_port_host': None}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:10:06.553375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:06.558030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97a28667-73b9-4060-8df6-eff307dd45c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:06.603506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=1097fa01-f475-40cf-9d1b-da37b6af8e3f,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:06.606735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:06.835942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:07.247891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1097fa01-f475-40cf-9d1b-da37b6af8e3f no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:10:07.282356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 1097fa01-f475-40cf-9d1b-da37b6af8e3f {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:10:07.282748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1097fa01-f475-40cf-9d1b-da37b6af8e3f not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:10:07.283217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 56efe08f-da84-47e4-90d1-68fdf21bee2d no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:10:07.314917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 56efe08f-da84-47e4-90d1-68fdf21bee2d {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:10:07.315357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 56efe08f-da84-47e4-90d1-68fdf21bee2d not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:10:07.338761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:07.343864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:07.581764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:07.582317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 644f7d9d-4f7d-4270-837c-89e576f87fce {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 14:10:07.594444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:07.595700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] 10.222.0.24 "DELETE /v2.0/routers/644f7d9d-4f7d-4270-837c-89e576f87fce HTTP/1.1" status: 204 len: 168 time: 2.1037512 Dec 07 14:10:07.598431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57262) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:07.669177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-0275b4c5-62b9-4b0e-9b49-70ec5950b7b1 admin admin] Deleting subnet 2ec6a79c-0ba0-416d-a3f0-62b3f3e5f300 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:10:07.672617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0275b4c5-62b9-4b0e-9b49-70ec5950b7b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:07.727130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0275b4c5-62b9-4b0e-9b49-70ec5950b7b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:07.805871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0275b4c5-62b9-4b0e-9b49-70ec5950b7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:07.897166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0275b4c5-62b9-4b0e-9b49-70ec5950b7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:07.901592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7cbe5c08-2815-449b-bbe1-df4f0f92a24f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:07.939894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275b4c5-62b9-4b0e-9b49-70ec5950b7b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec6a79c-0ba0-416d-a3f0-62b3f3e5f300,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:07.944113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0275b4c5-62b9-4b0e-9b49-70ec5950b7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:07.947111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0275b4c5-62b9-4b0e-9b49-70ec5950b7b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:07.953425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199e3e93-a180-46b1-9ece-ac46220a3be3 None None] Network cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:10:07.954646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0275b4c5-62b9-4b0e-9b49-70ec5950b7b1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2ec6a79c-0ba0-416d-a3f0-62b3f3e5f300 HTTP/1.1" status: 204 len: 168 time: 0.3551493 Dec 07 14:10:07.956696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57266) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:08.072383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:08.083134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Deleting port cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:10:08.084416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:08.207581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85fc1e0-aad6-4f20-bb82-7ba6ebfe8e12 None None] DHCP port deletion for cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:10:08.211818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a85fc1e0-aad6-4f20-bb82-7ba6ebfe8e12 None None] Deleting port cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:10:08.212283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a85fc1e0-aad6-4f20-bb82-7ba6ebfe8e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:08.298917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] For port cfa5c2af-f542-4b64-a52b-91a5a3ab1b17, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=cfa5c2af-f542-4b64-a52b-91a5a3ab1b17,segment=NetworkSegment(0f5762e1-0ce7-426e-b747-9c0360d913d0),segment_id=0f5762e1-0ce7-426e-b747-9c0360d913d0)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:10:08.299326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:08.426005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Calling delete_port for cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:10:08.427374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a85fc1e0-aad6-4f20-bb82-7ba6ebfe8e12 None None] For port cfa5c2af-f542-4b64-a52b-91a5a3ab1b17, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=cfa5c2af-f542-4b64-a52b-91a5a3ab1b17,segment=NetworkSegment(0f5762e1-0ce7-426e-b747-9c0360d913d0),segment_id=0f5762e1-0ce7-426e-b747-9c0360d913d0)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:10:08.427816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a85fc1e0-aad6-4f20-bb82-7ba6ebfe8e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:08.536344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:08.541302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9c1b36a1-b9dd-43c1-bf2f-1b2461736634 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:08.584614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa5c2af-f542-4b64-a52b-91a5a3ab1b17,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:08.587454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:08.593757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] No DVR routers for this DVR port cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:10:08.722430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:08.725546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a85fc1e0-aad6-4f20-bb82-7ba6ebfe8e12 None None] Calling delete_port for cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:10:08.753916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:08.767119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5762e1-0ce7-426e-b747-9c0360d913d0') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:08.767482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5762e1-0ce7-426e-b747-9c0360d913d0') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:08.780402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:08.794846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:08.798018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-a85fc1e0-aad6-4f20-bb82-7ba6ebfe8e12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 14:10:08.798429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-a85fc1e0-aad6-4f20-bb82-7ba6ebfe8e12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 14:10:08.801086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:10:08.801477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:10:08.818766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:10:08.987622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:08.990961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-11453d36-d219-48e6-955e-f1577291e82c tempest-NetworksTest-1915806618 tempest-NetworksTest-1915806618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:09.004921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:09.016274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Pushing event deleted for resources: {'Network': ['ID=cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:09.019140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:09.021294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] 10.222.0.24 "DELETE /v2.0/networks/cbb7df65-5541-4a9c-b2c3-eeb6e6e30d41 HTTP/1.1" status: 204 len: 168 time: 1.0635958 Dec 07 14:10:09.245496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:10:09.281102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:10:09.281486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:10:09.300752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a85fc1e0-aad6-4f20-bb82-7ba6ebfe8e12 None None] Deleting port cfa5c2af-f542-4b64-a52b-91a5a3ab1b17 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:10:09.301248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a85fc1e0-aad6-4f20-bb82-7ba6ebfe8e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:09.365861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a85fc1e0-aad6-4f20-bb82-7ba6ebfe8e12 None None] The port 'cfa5c2af-f542-4b64-a52b-91a5a3ab1b17' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 14:10:09.368229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57272) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:09.427198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-98086229-623b-40bb-8aa2-de17bcaee117 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2b9e285e6db4fdb96320fd06050b3cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0571578 Dec 07 14:10:09.429767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57276) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:09.492017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-58aabc65-ccd8-486e-82ca-e93031aeb078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:09.518781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-58aabc65-ccd8-486e-82ca-e93031aeb078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:09.793432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-58aabc65-ccd8-486e-82ca-e93031aeb078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:09.798821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7e3be6c8-17db-4ef1-8187-32a74e103697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:09.812246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aabc65-ccd8-486e-82ca-e93031aeb078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d1d61b-9d4c-458c-b14d-71e89aac593a,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:09.815382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-58aabc65-ccd8-486e-82ca-e93031aeb078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:09.817320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-58aabc65-ccd8-486e-82ca-e93031aeb078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:09.818538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-58aabc65-ccd8-486e-82ca-e93031aeb078 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89d1d61b-9d4c-458c-b14d-71e89aac593a HTTP/1.1" status: 204 len: 168 time: 0.3877456 Dec 07 14:10:10.221786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:10.377388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 57284) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:10.433347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aff4f5d5-f686-4230-baab-bd2681f8aded admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=faaada494d894ea19f7ff24e830db7aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546420 Dec 07 14:10:10.436049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 57288) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:10.500764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0e121be-7e7e-47c3-86e5-1d42923bc355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:10.530978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0e121be-7e7e-47c3-86e5-1d42923bc355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:10.610084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0e121be-7e7e-47c3-86e5-1d42923bc355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:10.615190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1271d08e-d5f4-4607-ac17-b4610ebe6a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:10.629708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e121be-7e7e-47c3-86e5-1d42923bc355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251385b5-a7d9-409d-be9a-d98e3ae35a97,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:10.632772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e0e121be-7e7e-47c3-86e5-1d42923bc355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:10.633655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0e121be-7e7e-47c3-86e5-1d42923bc355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:10.634859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e0e121be-7e7e-47c3-86e5-1d42923bc355 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/251385b5-a7d9-409d-be9a-d98e3ae35a97 HTTP/1.1" status: 204 len: 168 time: 0.1978455 Dec 07 14:10:11.825320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57310) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:11.966963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-101814128-network', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:10:11.972085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:10:11.976080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Usage tracker for resource:network and tenant:262c2c6f5f344aa18025766bee32f05e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:10:11.979039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:10:11.986191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:10:12.021841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Made reservation on behalf of 262c2c6f5f344aa18025766bee32f05e for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:10:12.026593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:12.040416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:12.072406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:10:12.077048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Usage tracker for resource:security_group_rule and tenant:262c2c6f5f344aa18025766bee32f05e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:10:12.079980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:10:12.085929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:10:12.381884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:12.410184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:12.414509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d84464c8-ecfd-4fd1-b558-dd945e59ee4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:12.439628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:10:12.453102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e312e330-94d1-47ac-9417-ae7959bba61b,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:12.457683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:12.458066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Added segment 942e5a7d-e9d0-47db-a285-5be32eefa5e9 of type vlan for network 544ed30d-13bd-43db-859e-6a7e05367762 Dec 07 14:10:12.459357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:12.485187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:12.553095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:12.554058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:12.554690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:12.560467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d02e7b0c-f68f-4b1d-a8e9-b5f1a01e9f5f tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:12.671814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Pushing event updated for resources: {'Network': ['ID=544ed30d-13bd-43db-859e-6a7e05367762,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:12.671814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:12.675608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 544ed30d-13bd-43db-859e-6a7e05367762 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:10:12.691263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8647454 Dec 07 14:10:12.694257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57316) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:12.700396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8bb14085-6d9d-416c-85ce-f4bb7f1515d4 admin admin] Request body: {'subnet': {'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-101814128-subnet', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'ip_version': 4}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:10:12.705770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8bb14085-6d9d-416c-85ce-f4bb7f1515d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:10:12.709974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8bb14085-6d9d-416c-85ce-f4bb7f1515d4 admin admin] Usage tracker for resource:subnet and tenant:262c2c6f5f344aa18025766bee32f05e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:10:12.713070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8bb14085-6d9d-416c-85ce-f4bb7f1515d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:10:12.719551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8bb14085-6d9d-416c-85ce-f4bb7f1515d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:10:12.770719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb14085-6d9d-416c-85ce-f4bb7f1515d4 admin admin] Made reservation on behalf of 262c2c6f5f344aa18025766bee32f05e for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:10:12.775580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8bb14085-6d9d-416c-85ce-f4bb7f1515d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:13.010656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8bb14085-6d9d-416c-85ce-f4bb7f1515d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:13.015950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e5596b49-ff87-44f8-bb8f-64d1142517e7 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:13.090142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb14085-6d9d-416c-85ce-f4bb7f1515d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1961b2e0-11ff-4a46-99c8-a7b93882c5dc,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:13.094775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8bb14085-6d9d-416c-85ce-f4bb7f1515d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:13.105374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb14085-6d9d-416c-85ce-f4bb7f1515d4 admin admin] Checking segment: {'id': '942e5a7d-e9d0-47db-a285-5be32eefa5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:10:13.105828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb14085-6d9d-416c-85ce-f4bb7f1515d4 admin admin] Network hostable DHCP agents. Network: 544ed30d-13bd-43db-859e-6a7e05367762, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:10:13.147447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb14085-6d9d-416c-85ce-f4bb7f1515d4 admin admin] Network 544ed30d-13bd-43db-859e-6a7e05367762 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:10:13.204629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8bb14085-6d9d-416c-85ce-f4bb7f1515d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 544ed30d-13bd-43db-859e-6a7e05367762) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:10:13.208688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb14085-6d9d-416c-85ce-f4bb7f1515d4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:13.209338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8bb14085-6d9d-416c-85ce-f4bb7f1515d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:13.213504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca8cc19-8692-4eb2-ae2d-ab8e9aefdb97 None None] Network 544ed30d-13bd-43db-859e-6a7e05367762 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:10:13.269096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8bb14085-6d9d-416c-85ce-f4bb7f1515d4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5732477 Dec 07 14:10:13.272163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 57320) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:13.278253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-101814128-router', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:10:13.283415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:10:13.287588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Usage tracker for resource:router and tenant:262c2c6f5f344aa18025766bee32f05e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:10:13.290609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:10:13.298396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:10:13.342253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:13.343339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:13.361883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:13.442691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-544ed30d-13bd-43db-859e-6a7e05367762', 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'fixed_ips': [{'subnet_id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:10:13.443641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:13.549163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:13.611319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Allocated IP 172.20.0.2 (544ed30d-13bd-43db-859e-6a7e05367762/1961b2e0-11ff-4a46-99c8-a7b93882c5dc/8c4774c6-a6dc-4254-b49e-4158f9e8ad37) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:10:13.765974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:13.802389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:13.824009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:13.901672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Transition to ACTIVE for port object 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:10:13.921952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Transition to ACTIVE for port object 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:10:13.970683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:13.975268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:14.044241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Network 544ed30d-13bd-43db-859e-6a7e05367762 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:10:14.047873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:10:14.052858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:10:14.054895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Pushing event updated for resources: {'Port': ['ID=8c4774c6-a6dc-4254-b49e-4158f9e8ad37,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:14.067739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:14.068132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:14.068516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:14.068900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:14.069278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:14.069655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:14.070026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:14.070397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:14.070598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Allocated IP 172.36.4.239 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/17b9bfdb-fe55-4623-8c71-b3272b719ad2) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:10:14.070766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:14.071134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:14.071528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:14.099648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:14.157642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Attempting to bind port 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:10:14.158058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Attempting to bind port 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '942e5a7d-e9d0-47db-a285-5be32eefa5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:10:14.158451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Attempting to bind port 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 on network 544ed30d-13bd-43db-859e-6a7e05367762 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:10:14.165657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:10:14.166082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Checking segment: {'id': '942e5a7d-e9d0-47db-a285-5be32eefa5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:10:14.166535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:14.166982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Bound using segment: {'id': '942e5a7d-e9d0-47db-a285-5be32eefa5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:10:14.167574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Bound port: 8c4774c6-a6dc-4254-b49e-4158f9e8ad37, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942e5a7d-e9d0-47db-a285-5be32eefa5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:10:14.168154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:14.261948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] For port 8c4774c6-a6dc-4254-b49e-4158f9e8ad37, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:10:14.267025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] For port 8c4774c6-a6dc-4254-b49e-4158f9e8ad37, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8c4774c6-a6dc-4254-b49e-4158f9e8ad37,segment=NetworkSegment(942e5a7d-e9d0-47db-a285-5be32eefa5e9),segment_id=942e5a7d-e9d0-47db-a285-5be32eefa5e9)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:10:14.296439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:14.301417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:14.303074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:14.353555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:14.360030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:14.387978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Pushing event updated for resources: {'Port': ['ID=8c4774c6-a6dc-4254-b49e-4158f9e8ad37,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:14.390521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:14.428739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:10:14.436730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:10:14.439245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:10:14.477404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Pushing event updated for resources: {'Port': ['ID=17b9bfdb-fe55-4623-8c71-b3272b719ad2,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:14.480552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:14.722020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:14.722776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:15.010206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Router d529ac45-b867-43aa-968c-9f5eebeae4b7 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 14:10:15.221887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:10:15.233674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Sync routers for ids ['d529ac45-b867-43aa-968c-9f5eebeae4b7'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:10:15.248226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Routers {'d529ac45-b867-43aa-968c-9f5eebeae4b7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:10:15.249018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:10:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d529ac45-b867-43aa-968c-9f5eebeae4b7'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:15.279440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:15.280835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0073478 Dec 07 14:10:15.283765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57324) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:15.330084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:10:15.516897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Set router d529ac45-b867-43aa-968c-9f5eebeae4b7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:10:15.561342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:10:15.840728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'name': 'tempest-TestMinimumBasicScenario-101814128-router', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239'}], 'enable_snat': True}, 'gw_port_id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:14Z', 'revision_number': 3, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'gw_port': {'id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:15.845480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Checking router: d529ac45-b867-43aa-968c-9f5eebeae4b7 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:10:15.845883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Updating router d529ac45-b867-43aa-968c-9f5eebeae4b7 port 17b9bfdb-fe55-4623-8c71-b3272b719ad2 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:10:15.901252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:16.072669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:16.115680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4694f73c-a4d1-4476-93ca-cdd289a61711 None None] Network 544ed30d-13bd-43db-859e-6a7e05367762 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:10:16.308186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Allocated IP 172.20.0.1 (544ed30d-13bd-43db-859e-6a7e05367762/1961b2e0-11ff-4a46-99c8-a7b93882c5dc/8c4918e4-3685-4648-9812-f139a6dc360a) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:10:16.336227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-664e6615-9fd2-439c-b59f-0211021f8492 None None] Provisioning for port 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:10:16.358210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-664e6615-9fd2-439c-b59f-0211021f8492 None None] Provisioning complete for port 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:16.358579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-664e6615-9fd2-439c-b59f-0211021f8492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:16.480584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:16.498725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Transition to ACTIVE for port object 8c4918e4-3685-4648-9812-f139a6dc360a will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:10:16.542305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:16.547647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-93e0e152-b444-4059-8ea3-eaf83dc0c937 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:16.615163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Network 544ed30d-13bd-43db-859e-6a7e05367762 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:10:16.618701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:10:16.623512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:10:16.649816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Pushing event updated for resources: {'Port': ['ID=8c4918e4-3685-4648-9812-f139a6dc360a,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:16.657813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:16.683748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:16.757296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:16.780397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Transition to ACTIVE for port object 17b9bfdb-fe55-4623-8c71-b3272b719ad2 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:10:16.804610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-664e6615-9fd2-439c-b59f-0211021f8492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:16.837289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:16.847106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-42750de3-2a1f-460c-94c7-8e4a877c9627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:16.906015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-664e6615-9fd2-439c-b59f-0211021f8492 None None] For port 8c4774c6-a6dc-4254-b49e-4158f9e8ad37, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8c4774c6-a6dc-4254-b49e-4158f9e8ad37,segment=NetworkSegment(942e5a7d-e9d0-47db-a285-5be32eefa5e9),segment_id=942e5a7d-e9d0-47db-a285-5be32eefa5e9)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:10:16.940724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da641cd6-1c70-42a8-b644-f5fef753fa32 None None] Pushing event updated for resources: {'Port': ['ID=17b9bfdb-fe55-4623-8c71-b3272b719ad2,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:16.945545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-da641cd6-1c70-42a8-b644-f5fef753fa32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:16.947975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Attempting to bind port 17b9bfdb-fe55-4623-8c71-b3272b719ad2 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:10:16.948398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Attempting to bind port 17b9bfdb-fe55-4623-8c71-b3272b719ad2 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:10:16.949317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Attempting to bind port 17b9bfdb-fe55-4623-8c71-b3272b719ad2 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:10:16.957218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:10:16.957674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:10:16.958138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:16.958584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:10:16.959120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Bound port: 17b9bfdb-fe55-4623-8c71-b3272b719ad2, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:10:16.959622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:16.989365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-664e6615-9fd2-439c-b59f-0211021f8492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:16.997552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-da641cd6-1c70-42a8-b644-f5fef753fa32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:17.071598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:17.103252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e6615-9fd2-439c-b59f-0211021f8492 None None] Pushing event updated for resources: {'Port': ['ID=8c4774c6-a6dc-4254-b49e-4158f9e8ad37,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:17.107038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] For port 17b9bfdb-fe55-4623-8c71-b3272b719ad2, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:10:17.109451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-664e6615-9fd2-439c-b59f-0211021f8492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:17.111212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] For port 17b9bfdb-fe55-4623-8c71-b3272b719ad2, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=17b9bfdb-fe55-4623-8c71-b3272b719ad2,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:10:17.209495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:17.210472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c347febc-b258-40e7-8d3c-308bbf9be0ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:17.286052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da641cd6-1c70-42a8-b644-f5fef753fa32 None None] Pushing event updated for resources: {'Port': ['ID=17b9bfdb-fe55-4623-8c71-b3272b719ad2,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:17.288996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:10:17.348881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-da641cd6-1c70-42a8-b644-f5fef753fa32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:17.378529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2552c22a-0b22-4d23-a2d8-9fe9baca629c None None] Provisioning complete for port 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:17.378876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2552c22a-0b22-4d23-a2d8-9fe9baca629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:17.430666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:17.441092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:17.441860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:17.477856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Routers {'d529ac45-b867-43aa-968c-9f5eebeae4b7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:10:17.478551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:10:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d529ac45-b867-43aa-968c-9f5eebeae4b7'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:17.519486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:17.553930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc8476bb-de42-4810-a5d5-1a4c375058ca tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:17.636107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:17.640597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Pushing event updated for resources: {'Port': ['ID=8c4918e4-3685-4648-9812-f139a6dc360a,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:17.643958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:17.787657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Network 544ed30d-13bd-43db-859e-6a7e05367762 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:10:17.788799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:10:17.806347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] Set router d529ac45-b867-43aa-968c-9f5eebeae4b7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:10:17.851220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2552c22a-0b22-4d23-a2d8-9fe9baca629c None None] Provisioning for port 8c4918e4-3685-4648-9812-f139a6dc360a completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:10:17.866379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2552c22a-0b22-4d23-a2d8-9fe9baca629c None None] Provisioning complete for port 8c4918e4-3685-4648-9812-f139a6dc360a triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:17.866810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2552c22a-0b22-4d23-a2d8-9fe9baca629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:18.016135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-2552c22a-0b22-4d23-a2d8-9fe9baca629c None None] Port 8c4918e4-3685-4648-9812-f139a6dc360a cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:10:18.189660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-55931c1b-e389-4377-8307-6472dcfbecff None None] Provisioning complete for port 8c4918e4-3685-4648-9812-f139a6dc360a triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:18.190077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55931c1b-e389-4377-8307-6472dcfbecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:18.213353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Router d529ac45-b867-43aa-968c-9f5eebeae4b7 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:10:18.256505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-55931c1b-e389-4377-8307-6472dcfbecff None None] Port 8c4918e4-3685-4648-9812-f139a6dc360a cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:10:18.260473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'name': 'tempest-TestMinimumBasicScenario-101814128-router', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239'}], 'enable_snat': True}, 'gw_port_id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:16Z', 'revision_number': 4, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'gw_port': {'id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '8c4918e4-3685-4648-9812-f139a6dc360a', 'name': '', 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'mac_address': 'fa:16:3e:5d:85:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:16Z', 'updated_at': '2021-12-07T14:10:17Z', 'revision_number': 2, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'subnets': [{'id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:18.265533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caee2a2-250e-44d0-b3ef-be8731bc4b57 None None] The sync data for ids ['d529ac45-b867-43aa-968c-9f5eebeae4b7'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'name': 'tempest-TestMinimumBasicScenario-101814128-router', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239'}], 'enable_snat': True}, 'gw_port_id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:16Z', 'revision_number': 4, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'gw_port': {'id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '8c4918e4-3685-4648-9812-f139a6dc360a', 'name': '', 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'mac_address': 'fa:16:3e:5d:85:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:16Z', 'updated_at': '2021-12-07T14:10:17Z', 'revision_number': 2, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'subnets': [{'id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:10:18.444690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:10:18.456534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] 10.222.0.24 "PUT /v2.0/routers/d529ac45-b867-43aa-968c-9f5eebeae4b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1694558 Dec 07 14:10:19.560921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57346) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:19.567324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1878046143-network', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:10:19.572787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:10:19.578113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Usage tracker for resource:network and tenant:7c3587c90f294a3e85390177d7ae4586 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:10:19.581209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:10:19.587482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:10:19.616221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Made reservation on behalf of 7c3587c90f294a3e85390177d7ae4586 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:10:19.621744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:19.635544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:19.672137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:10:19.677185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Usage tracker for resource:security_group_rule and tenant:7c3587c90f294a3e85390177d7ae4586 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:10:19.680261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:10:19.686638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:10:19.760418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:19.787335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:19.790693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ef2094c8-44e6-41d7-9618-8839a108ca91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:19.824398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:10:19.831817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ecbfa0-6fe9-4aec-b4fa-63a136d6cf96,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:19.835429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:19.863836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:19.864224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Added segment f28cfbf2-3b64-42cd-9d25-14fb62b01f04 of type vlan for network ed1dc769-d0d4-4830-9b5e-fa70c6f266d4 Dec 07 14:10:19.892550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:19.947692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:19.949217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:19.949862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:19.953788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4a3cb747-0909-4e81-a12d-0e7a1be5b99b tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:20.070660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Pushing event updated for resources: {'Network': ['ID=ed1dc769-d0d4-4830-9b5e-fa70c6f266d4,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:20.073484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:20.081128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network ed1dc769-d0d4-4830-9b5e-fa70c6f266d4 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:10:20.096924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5348105 Dec 07 14:10:20.099849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57350) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:20.106470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e2b29b78-5d4c-406e-98bc-5e951975d99a admin admin] Request body: {'subnet': {'network_id': 'ed1dc769-d0d4-4830-9b5e-fa70c6f266d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1878046143-subnet', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586', 'ip_version': 4}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:10:20.111721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e2b29b78-5d4c-406e-98bc-5e951975d99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:10:20.115834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e2b29b78-5d4c-406e-98bc-5e951975d99a admin admin] Usage tracker for resource:subnet and tenant:7c3587c90f294a3e85390177d7ae4586 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:10:20.118825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e2b29b78-5d4c-406e-98bc-5e951975d99a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:10:20.125534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e2b29b78-5d4c-406e-98bc-5e951975d99a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:10:20.158849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b29b78-5d4c-406e-98bc-5e951975d99a admin admin] Made reservation on behalf of 7c3587c90f294a3e85390177d7ae4586 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:10:20.163603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2b29b78-5d4c-406e-98bc-5e951975d99a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:20.507902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2b29b78-5d4c-406e-98bc-5e951975d99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:20.513391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2749ccff-0a5f-4abf-94af-32e5fc07e279 tempest-RoutersNegativeTest-1701891210 tempest-RoutersNegativeTest-1701891210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:20.589896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b29b78-5d4c-406e-98bc-5e951975d99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f42288e-a97d-416e-888c-9f52aa743d3e,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:20.593964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e2b29b78-5d4c-406e-98bc-5e951975d99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:20.602349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b29b78-5d4c-406e-98bc-5e951975d99a admin admin] Checking segment: {'id': 'f28cfbf2-3b64-42cd-9d25-14fb62b01f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ed1dc769-d0d4-4830-9b5e-fa70c6f266d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:10:20.602738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b29b78-5d4c-406e-98bc-5e951975d99a admin admin] Network hostable DHCP agents. Network: ed1dc769-d0d4-4830-9b5e-fa70c6f266d4, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:10:20.649824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b29b78-5d4c-406e-98bc-5e951975d99a admin admin] Network ed1dc769-d0d4-4830-9b5e-fa70c6f266d4 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:10:20.684675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e2b29b78-5d4c-406e-98bc-5e951975d99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, ed1dc769-d0d4-4830-9b5e-fa70c6f266d4) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:10:20.688569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b29b78-5d4c-406e-98bc-5e951975d99a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:20.689205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2b29b78-5d4c-406e-98bc-5e951975d99a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:20.694001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0b443e-6922-4819-b1b5-02b9a258a288 None None] Network ed1dc769-d0d4-4830-9b5e-fa70c6f266d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:10:20.736654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e2b29b78-5d4c-406e-98bc-5e951975d99a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6356549 Dec 07 14:10:20.739451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57354) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:20.744879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1878046143-router', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:10:20.750689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:10:20.754710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Usage tracker for resource:router and tenant:7c3587c90f294a3e85390177d7ae4586 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:10:20.757688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:10:20.763801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:10:20.804542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:20.805766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:20.824064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:20.930636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-ed1dc769-d0d4-4830-9b5e-fa70c6f266d4', 'network_id': 'ed1dc769-d0d4-4830-9b5e-fa70c6f266d4', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586', 'fixed_ips': [{'subnet_id': '3f42288e-a97d-416e-888c-9f52aa743d3e'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:10:20.931586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:21.002191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:21.234956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:21.271893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:21.300432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 17b9bfdb-fe55-4623-8c71-b3272b719ad2 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:10:21.350256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Allocated IP 172.20.0.2 (ed1dc769-d0d4-4830-9b5e-fa70c6f266d4/3f42288e-a97d-416e-888c-9f52aa743d3e/10fbd42d-6f36-4ede-a251-5b8edb6b847f) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:10:21.414786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Allocated IP 172.36.4.112 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/028d4af4-087e-42a5-a9bd-016431165f12) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:10:21.514016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 17b9bfdb-fe55-4623-8c71-b3272b719ad2 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:10:21.531728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 17b9bfdb-fe55-4623-8c71-b3272b719ad2 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:21.532153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:21.578052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:21.627701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:21.632640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d0cd2620-5b0c-4bd7-9018-5a3c9c2757fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:21.662688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:21.705667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Transition to ACTIVE for port object 10fbd42d-6f36-4ede-a251-5b8edb6b847f will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:10:21.706108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:10:21.710487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:10:21.713308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:10:21.747972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Pushing event updated for resources: {'Port': ['ID=028d4af4-087e-42a5-a9bd-016431165f12,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:21.748215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Transition to ACTIVE for port object 10fbd42d-6f36-4ede-a251-5b8edb6b847f will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:10:21.751856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:21.755533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:21.768269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 17b9bfdb-fe55-4623-8c71-b3272b719ad2, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=17b9bfdb-fe55-4623-8c71-b3272b719ad2,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:10:21.782049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:21.786475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:21.826194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:21.860072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Network ed1dc769-d0d4-4830-9b5e-fa70c6f266d4 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:10:21.863692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:10:21.868424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:10:21.871032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Pushing event updated for resources: {'Port': ['ID=10fbd42d-6f36-4ede-a251-5b8edb6b847f,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:21.875138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:21.875672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-da641cd6-1c70-42a8-b644-f5fef753fa32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:21.916124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:21.917231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:22.000947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Sync routers for ids ['d529ac45-b867-43aa-968c-9f5eebeae4b7'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:10:22.014766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Routers {'d529ac45-b867-43aa-968c-9f5eebeae4b7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:10:22.015705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:10:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d529ac45-b867-43aa-968c-9f5eebeae4b7'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:22.025148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Attempting to bind port 10fbd42d-6f36-4ede-a251-5b8edb6b847f on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:10:22.025566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Attempting to bind port 10fbd42d-6f36-4ede-a251-5b8edb6b847f by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f28cfbf2-3b64-42cd-9d25-14fb62b01f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ed1dc769-d0d4-4830-9b5e-fa70c6f266d4'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:10:22.025967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Attempting to bind port 10fbd42d-6f36-4ede-a251-5b8edb6b847f on network ed1dc769-d0d4-4830-9b5e-fa70c6f266d4 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:10:22.029214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=17b9bfdb-fe55-4623-8c71-b3272b719ad2,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:22.033342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:22.036765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:10:22.037178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Checking segment: {'id': 'f28cfbf2-3b64-42cd-9d25-14fb62b01f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ed1dc769-d0d4-4830-9b5e-fa70c6f266d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:10:22.037623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:22.038109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Bound using segment: {'id': 'f28cfbf2-3b64-42cd-9d25-14fb62b01f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ed1dc769-d0d4-4830-9b5e-fa70c6f266d4'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:10:22.038663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Bound port: 10fbd42d-6f36-4ede-a251-5b8edb6b847f, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28cfbf2-3b64-42cd-9d25-14fb62b01f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ed1dc769-d0d4-4830-9b5e-fa70c6f266d4'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:10:22.038923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:22.129845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] For port 10fbd42d-6f36-4ede-a251-5b8edb6b847f, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:10:22.133013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] For port 10fbd42d-6f36-4ede-a251-5b8edb6b847f, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=10fbd42d-6f36-4ede-a251-5b8edb6b847f,segment=NetworkSegment(f28cfbf2-3b64-42cd-9d25-14fb62b01f04),segment_id=f28cfbf2-3b64-42cd-9d25-14fb62b01f04)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:10:22.164932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:22.169552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:22.192707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Router 8c71e32a-67cf-405c-8e78-6e86320c398f is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 14:10:22.218729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Set router d529ac45-b867-43aa-968c-9f5eebeae4b7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:10:22.251508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Pushing event updated for resources: {'Port': ['ID=10fbd42d-6f36-4ede-a251-5b8edb6b847f,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:22.254761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:22.601661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'name': 'tempest-TestMinimumBasicScenario-101814128-router', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239'}], 'enable_snat': True}, 'gw_port_id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:16Z', 'revision_number': 4, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'gw_port': {'id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '8c4918e4-3685-4648-9812-f139a6dc360a', 'name': '', 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'mac_address': 'fa:16:3e:5d:85:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:16Z', 'updated_at': '2021-12-07T14:10:17Z', 'revision_number': 2, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'subnets': [{'id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:22.606010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Checking router: d529ac45-b867-43aa-968c-9f5eebeae4b7 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:10:22.606404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Updating router d529ac45-b867-43aa-968c-9f5eebeae4b7 port 8c4918e4-3685-4648-9812-f139a6dc360a binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:10:22.669285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:22.677904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:10:22.690224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Sync routers for ids ['8c71e32a-67cf-405c-8e78-6e86320c398f'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:10:22.706478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Routers {'8c71e32a-67cf-405c-8e78-6e86320c398f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:10:22.707280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:10:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['8c71e32a-67cf-405c-8e78-6e86320c398f'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:22.742332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:22.744430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0039616 Dec 07 14:10:22.748084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57358) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:10:22.923034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Set router 8c71e32a-67cf-405c-8e78-6e86320c398f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:10:23.210759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:23.224996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Transition to ACTIVE for port object 8c4918e4-3685-4648-9812-f139a6dc360a will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:10:23.236718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'name': 'tempest-TestMinimumBasicScenario-1878046143-router', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.112'}], 'enable_snat': True}, 'gw_port_id': '028d4af4-087e-42a5-a9bd-016431165f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:20Z', 'updated_at': '2021-12-07T14:10:21Z', 'revision_number': 3, 'project_id': '7c3587c90f294a3e85390177d7ae4586', 'gw_port': {'id': '028d4af4-087e-42a5-a9bd-016431165f12', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:21Z', 'updated_at': '2021-12-07T14:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:23.242562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Checking router: 8c71e32a-67cf-405c-8e78-6e86320c398f for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:10:23.242964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Updating router 8c71e32a-67cf-405c-8e78-6e86320c398f port 028d4af4-087e-42a5-a9bd-016431165f12 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:10:23.262589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:23.284582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d84ca9b0-1775-45f5-8c98-72be5366e4bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:23.314739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:23.414419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be213cde-534f-4ac4-8696-36479303990c None None] Pushing event updated for resources: {'Port': ['ID=8c4918e4-3685-4648-9812-f139a6dc360a,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:23.439212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 10fbd42d-6f36-4ede-a251-5b8edb6b847f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:10:23.459290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be213cde-534f-4ac4-8696-36479303990c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:23.459584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be213cde-534f-4ac4-8696-36479303990c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:23.460138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be213cde-534f-4ac4-8696-36479303990c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:23.460260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be213cde-534f-4ac4-8696-36479303990c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:23.460630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be213cde-534f-4ac4-8696-36479303990c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:23.461000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be213cde-534f-4ac4-8696-36479303990c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:23.461368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be213cde-534f-4ac4-8696-36479303990c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:23.461736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be213cde-534f-4ac4-8696-36479303990c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:23.462089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be213cde-534f-4ac4-8696-36479303990c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:23.462447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be213cde-534f-4ac4-8696-36479303990c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:23.462807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be213cde-534f-4ac4-8696-36479303990c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:23.466769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-be213cde-534f-4ac4-8696-36479303990c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:23.532306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Attempting to bind port 8c4918e4-3685-4648-9812-f139a6dc360a on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:10:23.539699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Attempting to bind port 8c4918e4-3685-4648-9812-f139a6dc360a by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '942e5a7d-e9d0-47db-a285-5be32eefa5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:10:23.539699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Attempting to bind port 8c4918e4-3685-4648-9812-f139a6dc360a on network 544ed30d-13bd-43db-859e-6a7e05367762 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:10:23.543441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:10:23.543867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Checking segment: {'id': '942e5a7d-e9d0-47db-a285-5be32eefa5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:10:23.544320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:23.544758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Bound using segment: {'id': '942e5a7d-e9d0-47db-a285-5be32eefa5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:10:23.545833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Bound port: 8c4918e4-3685-4648-9812-f139a6dc360a, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942e5a7d-e9d0-47db-a285-5be32eefa5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:10:23.545833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:23.632030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 10fbd42d-6f36-4ede-a251-5b8edb6b847f completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:10:23.652407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 17b9bfdb-fe55-4623-8c71-b3272b719ad2 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:10:23.684229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] For port 8c4918e4-3685-4648-9812-f139a6dc360a, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:10:23.688102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] For port 8c4918e4-3685-4648-9812-f139a6dc360a, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8c4918e4-3685-4648-9812-f139a6dc360a,segment=NetworkSegment(942e5a7d-e9d0-47db-a285-5be32eefa5e9),segment_id=942e5a7d-e9d0-47db-a285-5be32eefa5e9)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:10:23.715220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:23.719249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:23.724248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b05f2a67-1b07-4a3a-984c-3d30f0b6e449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:23.784616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 17b9bfdb-fe55-4623-8c71-b3272b719ad2 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:23.785009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:23.841414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be213cde-534f-4ac4-8696-36479303990c None None] Pushing event updated for resources: {'Port': ['ID=8c4918e4-3685-4648-9812-f139a6dc360a,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:23.845179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Routers {'d529ac45-b867-43aa-968c-9f5eebeae4b7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:10:23.846044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:10:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d529ac45-b867-43aa-968c-9f5eebeae4b7'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:23.943631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-be213cde-534f-4ac4-8696-36479303990c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:23.994427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Allocated IP 172.20.0.1 (ed1dc769-d0d4-4830-9b5e-fa70c6f266d4/3f42288e-a97d-416e-888c-9f52aa743d3e/18d6b51b-54f1-4b0c-b5a3-4170a6781008) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:10:24.000133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:24.044386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Transition to ACTIVE for port object 028d4af4-087e-42a5-a9bd-016431165f12 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:10:24.101531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:24.110086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:24.113670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] Set router d529ac45-b867-43aa-968c-9f5eebeae4b7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:10:24.220168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:24.233941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Attempting to bind port 028d4af4-087e-42a5-a9bd-016431165f12 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:10:24.241018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Attempting to bind port 028d4af4-087e-42a5-a9bd-016431165f12 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:10:24.241018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Attempting to bind port 028d4af4-087e-42a5-a9bd-016431165f12 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:10:24.241018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f7db9-424f-4067-9adb-bf468e283b62 None None] Pushing event updated for resources: {'Port': ['ID=028d4af4-087e-42a5-a9bd-016431165f12,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:24.241343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Transition to ACTIVE for port object 18d6b51b-54f1-4b0c-b5a3-4170a6781008 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:10:24.243177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f75f7db9-424f-4067-9adb-bf468e283b62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:24.252365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:10:24.252794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:10:24.253255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:24.253698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:10:24.254227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Bound port: 028d4af4-087e-42a5-a9bd-016431165f12, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:10:24.256809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:24.291129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:24.309908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8228615c-fcf6-4d6b-b308-9d8116356780 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:24.450785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Network ed1dc769-d0d4-4830-9b5e-fa70c6f266d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:10:24.452392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Pushing event updated for resources: {'Port': ['ID=18d6b51b-54f1-4b0c-b5a3-4170a6781008,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:24.456567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:10:24.459054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:24.460033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:10:24.547720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:24.550008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148d117b-0420-48f5-8f9a-9179acd4bd9d None None] Network ed1dc769-d0d4-4830-9b5e-fa70c6f266d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:10:24.574738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] For port 028d4af4-087e-42a5-a9bd-016431165f12, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:10:24.601824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'name': 'tempest-TestMinimumBasicScenario-101814128-router', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239'}], 'enable_snat': True}, 'gw_port_id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:16Z', 'revision_number': 4, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'gw_port': {'id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '8c4918e4-3685-4648-9812-f139a6dc360a', 'name': '', 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'mac_address': 'fa:16:3e:5d:85:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:16Z', 'updated_at': '2021-12-07T14:10:23Z', 'revision_number': 4, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'subnets': [{'id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:24.606864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33e652e-ade8-4d53-9a10-a8b80ac9b3fd None None] The sync data for ids ['d529ac45-b867-43aa-968c-9f5eebeae4b7'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'name': 'tempest-TestMinimumBasicScenario-101814128-router', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239'}], 'enable_snat': True}, 'gw_port_id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:16Z', 'revision_number': 4, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'gw_port': {'id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '8c4918e4-3685-4648-9812-f139a6dc360a', 'name': '', 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'mac_address': 'fa:16:3e:5d:85:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:16Z', 'updated_at': '2021-12-07T14:10:23Z', 'revision_number': 4, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'subnets': [{'id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:10:24.655193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] For port 028d4af4-087e-42a5-a9bd-016431165f12, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=028d4af4-087e-42a5-a9bd-016431165f12,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:10:24.686148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:24.689181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:24.704574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-62cb76eb-6025-4778-aaa2-01230781ee8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:24.856073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f7db9-424f-4067-9adb-bf468e283b62 None None] Pushing event updated for resources: {'Port': ['ID=028d4af4-087e-42a5-a9bd-016431165f12,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:24.864963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f75f7db9-424f-4067-9adb-bf468e283b62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:24.900267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Routers {'8c71e32a-67cf-405c-8e78-6e86320c398f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:10:24.900973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:10:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['8c71e32a-67cf-405c-8e78-6e86320c398f'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:24.974699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ea516f1b-7455-4f10-ae47-edc7d9399ce7 None None] Provisioning for port 10fbd42d-6f36-4ede-a251-5b8edb6b847f completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:10:24.975813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:24.992909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ea516f1b-7455-4f10-ae47-edc7d9399ce7 None None] Provisioning complete for port 10fbd42d-6f36-4ede-a251-5b8edb6b847f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:24.993340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea516f1b-7455-4f10-ae47-edc7d9399ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:24.998612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:25.033407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8e37fc08-5bba-4aab-9a24-8beb0d81e40d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:25.117826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:25.122944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Pushing event updated for resources: {'Port': ['ID=18d6b51b-54f1-4b0c-b5a3-4170a6781008,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:25.126069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:25.238795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] Set router 8c71e32a-67cf-405c-8e78-6e86320c398f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:10:25.288975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Network ed1dc769-d0d4-4830-9b5e-fa70c6f266d4 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:10:25.290298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:10:25.342925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea516f1b-7455-4f10-ae47-edc7d9399ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:25.381955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8c4918e4-3685-4648-9812-f139a6dc360a up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:10:25.548866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ea516f1b-7455-4f10-ae47-edc7d9399ce7 None None] For port 10fbd42d-6f36-4ede-a251-5b8edb6b847f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=10fbd42d-6f36-4ede-a251-5b8edb6b847f,segment=NetworkSegment(f28cfbf2-3b64-42cd-9d25-14fb62b01f04),segment_id=f28cfbf2-3b64-42cd-9d25-14fb62b01f04)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:10:25.598629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea516f1b-7455-4f10-ae47-edc7d9399ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:25.606390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:25.746759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea516f1b-7455-4f10-ae47-edc7d9399ce7 None None] Pushing event updated for resources: {'Port': ['ID=10fbd42d-6f36-4ede-a251-5b8edb6b847f,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:25.752493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 8c4918e4-3685-4648-9812-f139a6dc360a completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:10:25.755317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Router 8c71e32a-67cf-405c-8e78-6e86320c398f has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:10:25.758079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea516f1b-7455-4f10-ae47-edc7d9399ce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:25.792025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 8c4918e4-3685-4648-9812-f139a6dc360a triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:25.793077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:25.856442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1ce29988-bc6c-44f3-b6e0-6db0ad711b2a None None] Provisioning complete for port 10fbd42d-6f36-4ede-a251-5b8edb6b847f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:25.856789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ce29988-bc6c-44f3-b6e0-6db0ad711b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:26.018313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'name': 'tempest-TestMinimumBasicScenario-1878046143-router', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.112'}], 'enable_snat': True}, 'gw_port_id': '028d4af4-087e-42a5-a9bd-016431165f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:20Z', 'updated_at': '2021-12-07T14:10:24Z', 'revision_number': 4, 'project_id': '7c3587c90f294a3e85390177d7ae4586', 'gw_port': {'id': '028d4af4-087e-42a5-a9bd-016431165f12', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:21Z', 'updated_at': '2021-12-07T14:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '18d6b51b-54f1-4b0c-b5a3-4170a6781008', 'name': '', 'network_id': 'ed1dc769-d0d4-4830-9b5e-fa70c6f266d4', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586', 'mac_address': 'fa:16:3e:b8:9c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f42288e-a97d-416e-888c-9f52aa743d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:23Z', 'updated_at': '2021-12-07T14:10:24Z', 'revision_number': 1, 'project_id': '7c3587c90f294a3e85390177d7ae4586', 'subnets': [{'id': '3f42288e-a97d-416e-888c-9f52aa743d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:26.062777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e727a23-0e20-4911-8b06-4ce61668e237 None None] The sync data for ids ['8c71e32a-67cf-405c-8e78-6e86320c398f'] in dv-neutron-ussuri-2-hyperv is: [{'id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'name': 'tempest-TestMinimumBasicScenario-1878046143-router', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.112'}], 'enable_snat': True}, 'gw_port_id': '028d4af4-087e-42a5-a9bd-016431165f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:20Z', 'updated_at': '2021-12-07T14:10:24Z', 'revision_number': 4, 'project_id': '7c3587c90f294a3e85390177d7ae4586', 'gw_port': {'id': '028d4af4-087e-42a5-a9bd-016431165f12', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:21Z', 'updated_at': '2021-12-07T14:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '18d6b51b-54f1-4b0c-b5a3-4170a6781008', 'name': '', 'network_id': 'ed1dc769-d0d4-4830-9b5e-fa70c6f266d4', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586', 'mac_address': 'fa:16:3e:b8:9c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f42288e-a97d-416e-888c-9f52aa743d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:23Z', 'updated_at': '2021-12-07T14:10:24Z', 'revision_number': 1, 'project_id': '7c3587c90f294a3e85390177d7ae4586', 'subnets': [{'id': '3f42288e-a97d-416e-888c-9f52aa743d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:10:26.070271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:26.127013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 8c4918e4-3685-4648-9812-f139a6dc360a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8c4918e4-3685-4648-9812-f139a6dc360a,segment=NetworkSegment(942e5a7d-e9d0-47db-a285-5be32eefa5e9),segment_id=942e5a7d-e9d0-47db-a285-5be32eefa5e9)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:10:26.158640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:26.160719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7406929d-e584-46ef-aaa9-6dd2ce815750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:26.200677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1ce29988-bc6c-44f3-b6e0-6db0ad711b2a None None] Provisioning for port 18d6b51b-54f1-4b0c-b5a3-4170a6781008 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:10:26.214232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1ce29988-bc6c-44f3-b6e0-6db0ad711b2a None None] Provisioning complete for port 18d6b51b-54f1-4b0c-b5a3-4170a6781008 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:26.215358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ce29988-bc6c-44f3-b6e0-6db0ad711b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:26.237905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:10:26.248576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] 10.222.0.24 "PUT /v2.0/routers/8c71e32a-67cf-405c-8e78-6e86320c398f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4992106 Dec 07 14:10:26.468379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1ce29988-bc6c-44f3-b6e0-6db0ad711b2a None None] Port 18d6b51b-54f1-4b0c-b5a3-4170a6781008 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:10:26.472234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=8c4918e4-3685-4648-9812-f139a6dc360a,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:26.475588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:26.594075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-428cfd3b-8cbf-4337-a64a-51032a85c91a None None] Provisioning complete for port 18d6b51b-54f1-4b0c-b5a3-4170a6781008 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:26.594722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-428cfd3b-8cbf-4337-a64a-51032a85c91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:26.654712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-428cfd3b-8cbf-4337-a64a-51032a85c91a None None] Port 18d6b51b-54f1-4b0c-b5a3-4170a6781008 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:10:27.388767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 028d4af4-087e-42a5-a9bd-016431165f12 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:10:27.524549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 028d4af4-087e-42a5-a9bd-016431165f12 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:10:27.530710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 028d4af4-087e-42a5-a9bd-016431165f12 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:27.531333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:27.661368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:27.685137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 028d4af4-087e-42a5-a9bd-016431165f12, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=028d4af4-087e-42a5-a9bd-016431165f12,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:10:27.730370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:27.731527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8c4918e4-3685-4648-9812-f139a6dc360a up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:10:27.764395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:27.871402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=028d4af4-087e-42a5-a9bd-016431165f12,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:27.875864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:27.890964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 8c4918e4-3685-4648-9812-f139a6dc360a triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:27.891515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:28.046365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 10fbd42d-6f36-4ede-a251-5b8edb6b847f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:10:28.127406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 10fbd42d-6f36-4ede-a251-5b8edb6b847f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:28.127831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:29.272029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 028d4af4-087e-42a5-a9bd-016431165f12 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:10:29.355711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 028d4af4-087e-42a5-a9bd-016431165f12 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:29.356138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:30.431634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Sync routers for ids ['8c71e32a-67cf-405c-8e78-6e86320c398f'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:10:30.444844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Routers {'8c71e32a-67cf-405c-8e78-6e86320c398f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:10:30.445497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:10:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['8c71e32a-67cf-405c-8e78-6e86320c398f'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:30.467528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3c99d36b-a94c-40c2-a79a-f7dc1640d972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:30.629453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Set router 8c71e32a-67cf-405c-8e78-6e86320c398f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:10:30.973303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'name': 'tempest-TestMinimumBasicScenario-1878046143-router', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.112'}], 'enable_snat': True}, 'gw_port_id': '028d4af4-087e-42a5-a9bd-016431165f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:20Z', 'updated_at': '2021-12-07T14:10:24Z', 'revision_number': 4, 'project_id': '7c3587c90f294a3e85390177d7ae4586', 'gw_port': {'id': '028d4af4-087e-42a5-a9bd-016431165f12', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:21Z', 'updated_at': '2021-12-07T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '18d6b51b-54f1-4b0c-b5a3-4170a6781008', 'name': '', 'network_id': 'ed1dc769-d0d4-4830-9b5e-fa70c6f266d4', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586', 'mac_address': 'fa:16:3e:b8:9c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f42288e-a97d-416e-888c-9f52aa743d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:23Z', 'updated_at': '2021-12-07T14:10:24Z', 'revision_number': 2, 'project_id': '7c3587c90f294a3e85390177d7ae4586', 'subnets': [{'id': '3f42288e-a97d-416e-888c-9f52aa743d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:30.977383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Checking router: 8c71e32a-67cf-405c-8e78-6e86320c398f for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:10:30.977809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Updating router 8c71e32a-67cf-405c-8e78-6e86320c398f port 18d6b51b-54f1-4b0c-b5a3-4170a6781008 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:10:31.032781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:31.449300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:31.463039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Transition to ACTIVE for port object 18d6b51b-54f1-4b0c-b5a3-4170a6781008 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:10:31.496311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:31.501915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-27a1b4f7-6767-49c2-94a9-95ff8830433e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:31.641539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64891d-5fa0-4371-b2a6-4316fde82d88 None None] Pushing event updated for resources: {'Port': ['ID=18d6b51b-54f1-4b0c-b5a3-4170a6781008,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:31.645100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9a64891d-5fa0-4371-b2a6-4316fde82d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:31.690265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:31.760188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Attempting to bind port 18d6b51b-54f1-4b0c-b5a3-4170a6781008 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:10:31.760602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Attempting to bind port 18d6b51b-54f1-4b0c-b5a3-4170a6781008 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f28cfbf2-3b64-42cd-9d25-14fb62b01f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ed1dc769-d0d4-4830-9b5e-fa70c6f266d4'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:10:31.761083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Attempting to bind port 18d6b51b-54f1-4b0c-b5a3-4170a6781008 on network ed1dc769-d0d4-4830-9b5e-fa70c6f266d4 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:10:31.770890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:10:31.771330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Checking segment: {'id': 'f28cfbf2-3b64-42cd-9d25-14fb62b01f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ed1dc769-d0d4-4830-9b5e-fa70c6f266d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:10:31.771785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:31.772337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Bound using segment: {'id': 'f28cfbf2-3b64-42cd-9d25-14fb62b01f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ed1dc769-d0d4-4830-9b5e-fa70c6f266d4'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:10:31.772855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Bound port: 18d6b51b-54f1-4b0c-b5a3-4170a6781008, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28cfbf2-3b64-42cd-9d25-14fb62b01f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ed1dc769-d0d4-4830-9b5e-fa70c6f266d4'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:10:31.773274 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:31.888420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] For port 18d6b51b-54f1-4b0c-b5a3-4170a6781008, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:10:31.892207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] For port 18d6b51b-54f1-4b0c-b5a3-4170a6781008, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=18d6b51b-54f1-4b0c-b5a3-4170a6781008,segment=NetworkSegment(f28cfbf2-3b64-42cd-9d25-14fb62b01f04),segment_id=f28cfbf2-3b64-42cd-9d25-14fb62b01f04)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:10:31.930658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:31.942888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b05f2a67-1b07-4a3a-984c-3d30f0b6e449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:32.024966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Routers {'8c71e32a-67cf-405c-8e78-6e86320c398f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:10:32.025651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:10:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['8c71e32a-67cf-405c-8e78-6e86320c398f'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:32.084399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64891d-5fa0-4371-b2a6-4316fde82d88 None None] Pushing event updated for resources: {'Port': ['ID=18d6b51b-54f1-4b0c-b5a3-4170a6781008,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:32.099476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9a64891d-5fa0-4371-b2a6-4316fde82d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:32.246430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] Set router 8c71e32a-67cf-405c-8e78-6e86320c398f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:10:32.467636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e00b6140-e8ef-407f-9fe4-ad27728a2b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:32.765287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'name': 'tempest-TestMinimumBasicScenario-1878046143-router', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.112'}], 'enable_snat': True}, 'gw_port_id': '028d4af4-087e-42a5-a9bd-016431165f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:20Z', 'updated_at': '2021-12-07T14:10:24Z', 'revision_number': 4, 'project_id': '7c3587c90f294a3e85390177d7ae4586', 'gw_port': {'id': '028d4af4-087e-42a5-a9bd-016431165f12', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:21Z', 'updated_at': '2021-12-07T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '18d6b51b-54f1-4b0c-b5a3-4170a6781008', 'name': '', 'network_id': 'ed1dc769-d0d4-4830-9b5e-fa70c6f266d4', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586', 'mac_address': 'fa:16:3e:b8:9c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f42288e-a97d-416e-888c-9f52aa743d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:23Z', 'updated_at': '2021-12-07T14:10:31Z', 'revision_number': 4, 'project_id': '7c3587c90f294a3e85390177d7ae4586', 'subnets': [{'id': '3f42288e-a97d-416e-888c-9f52aa743d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:10:32.771189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab4a7c-d966-47c3-80bd-28f1de79fbcd None None] The sync data for ids ['8c71e32a-67cf-405c-8e78-6e86320c398f'] in dv-neutron-ussuri-2-hyperv is: [{'id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'name': 'tempest-TestMinimumBasicScenario-1878046143-router', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.112'}], 'enable_snat': True}, 'gw_port_id': '028d4af4-087e-42a5-a9bd-016431165f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:20Z', 'updated_at': '2021-12-07T14:10:24Z', 'revision_number': 4, 'project_id': '7c3587c90f294a3e85390177d7ae4586', 'gw_port': {'id': '028d4af4-087e-42a5-a9bd-016431165f12', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:21Z', 'updated_at': '2021-12-07T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '18d6b51b-54f1-4b0c-b5a3-4170a6781008', 'name': '', 'network_id': 'ed1dc769-d0d4-4830-9b5e-fa70c6f266d4', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586', 'mac_address': 'fa:16:3e:b8:9c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f42288e-a97d-416e-888c-9f52aa743d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:23Z', 'updated_at': '2021-12-07T14:10:31Z', 'revision_number': 4, 'project_id': '7c3587c90f294a3e85390177d7ae4586', 'subnets': [{'id': '3f42288e-a97d-416e-888c-9f52aa743d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:10:33.033257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:33.435646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 18d6b51b-54f1-4b0c-b5a3-4170a6781008 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:10:33.765222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 18d6b51b-54f1-4b0c-b5a3-4170a6781008 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:10:33.771117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 18d6b51b-54f1-4b0c-b5a3-4170a6781008 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:33.771575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:33.899564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:33.936090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 18d6b51b-54f1-4b0c-b5a3-4170a6781008, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=18d6b51b-54f1-4b0c-b5a3-4170a6781008,segment=NetworkSegment(f28cfbf2-3b64-42cd-9d25-14fb62b01f04),segment_id=f28cfbf2-3b64-42cd-9d25-14fb62b01f04)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:10:33.975799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:33.978159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:34.081255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=18d6b51b-54f1-4b0c-b5a3-4170a6781008,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:34.085212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:34.912227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:35.283126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 18d6b51b-54f1-4b0c-b5a3-4170a6781008 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:10:35.362105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 18d6b51b-54f1-4b0c-b5a3-4170a6781008 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:35.362534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:39.036959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:10:39.109945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-b1743b79-53ec-465e-a7fd-97efef8ce77c tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:39.111488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-b1743b79-53ec-465e-a7fd-97efef8ce77c tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/networks?id=544ed30d-13bd-43db-859e-6a7e05367762 HTTP/1.1" status: 200 len: 814 time: 0.1527328 Dec 07 14:10:39.128738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-caf88387-ed76-45f4-9cf5-ed46e2619e23 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/quotas/262c2c6f5f344aa18025766bee32f05e HTTP/1.1" status: 200 len: 375 time: 0.0112636 Dec 07 14:10:39.210760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-bb85350c-8771-4cdf-96e8-b1d6f97bbe31 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=262c2c6f5f344aa18025766bee32f05e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767362 Dec 07 14:10:39.491525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-87542315-18fb-4099-82d4-1f9658f8e639 service neutron] 10.222.0.24 "GET /v2.0/networks/544ed30d-13bd-43db-859e-6a7e05367762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670662 Dec 07 14:10:39.633050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-d6839824-4b84-444c-b9a4-dc5d19da6899 service neutron] 10.222.0.24 "GET /v2.0/networks/544ed30d-13bd-43db-859e-6a7e05367762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351573 Dec 07 14:10:39.956165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-61fde624-e9f8-4184-ba9d-c3c20a73549f req-163299e8-5c87-43a9-96ce-3eaeb41aa521 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 210 time: 0.0443447 Dec 07 14:10:40.244103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:41.466080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4bef8cfe-7b7d-4e9f-b032-736429a6d586 req-aad039c0-7ddc-4de0-b0d9-34734fdf3a12 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 210 time: 0.2988334 Dec 07 14:10:42.310862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-835f943f-5e2e-4553-a032-fd27072cd5c5 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:42.312517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-835f943f-5e2e-4553-a032-fd27072cd5c5 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.45 "GET /v2.0/networks?id=544ed30d-13bd-43db-859e-6a7e05367762 HTTP/1.1" status: 200 len: 814 time: 0.1596992 Dec 07 14:10:42.337323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Request body: {'port': {'device_id': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'admin_state_up': True, 'tenant_id': '262c2c6f5f344aa18025766bee32f05e'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:10:42.480403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:10:42.484436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Usage tracker for resource:port and tenant:262c2c6f5f344aa18025766bee32f05e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:10:42.487945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:10:42.495296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:10:42.542144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Made reservation on behalf of 262c2c6f5f344aa18025766bee32f05e for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:10:42.547827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:42.667207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-70029328-2bec-4a3b-92af-1f3385896421 req-1afae1c0-811b-43c7-839c-d24f1b3860ea tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 210 time: 0.0586841 Dec 07 14:10:42.775266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Allocated IP 172.20.0.3 (544ed30d-13bd-43db-859e-6a7e05367762/1961b2e0-11ff-4a46-99c8-a7b93882c5dc/d46bd3ce-21cf-47cd-ba4b-997d5c37ea97) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:10:42.990822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:43.008288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Transition to ACTIVE for port object d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:10:43.101124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:43.108930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab77a2e2-0d47-45ec-a224-97d9e7163d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:43.185898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Pushing event updated for resources: {'Port': ['ID=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:43.199107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:43.199559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:43.199989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:43.201029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:43.201450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:43.201891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:43.202279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:43.202689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:43.203100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:43.203528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:43.203937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:10:43.211170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:43.217896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Network 544ed30d-13bd-43db-859e-6a7e05367762 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:10:43.218969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:10:43.221604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:10:43.316847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:43.317615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:43.536851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-28d639b1-3840-47d7-8b75-082b8c48eb41 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2034853 Dec 07 14:10:43.826782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a160eaed-65e5-49cc-891c-9d9a8d49e0f1 None None] Provisioning for port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:10:43.832710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a160eaed-65e5-49cc-891c-9d9a8d49e0f1 None None] Provisioning complete for port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:43.833128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a160eaed-65e5-49cc-891c-9d9a8d49e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:43.903149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a160eaed-65e5-49cc-891c-9d9a8d49e0f1 None None] Port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:10:44.007276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf815b8-3973-4903-9f2e-d74d2ef453ba req-4c8eb576-e353-4261-a723-5b23c36ee9c5 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:44.007276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-2cf815b8-3973-4903-9f2e-d74d2ef453ba req-4c8eb576-e353-4261-a723-5b23c36ee9c5 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Synchronizing usage tracker for tenant:262c2c6f5f344aa18025766bee32f05e on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:10:44.072926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-2cf815b8-3973-4903-9f2e-d74d2ef453ba req-4c8eb576-e353-4261-a723-5b23c36ee9c5 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Unset dirty status for tenant:262c2c6f5f344aa18025766bee32f05e on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:10:44.074416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2cf815b8-3973-4903-9f2e-d74d2ef453ba req-4c8eb576-e353-4261-a723-5b23c36ee9c5 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 931 time: 0.1628957 Dec 07 14:10:44.128186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2cf815b8-3973-4903-9f2e-d74d2ef453ba req-312b95f1-1c81-4f22-8366-7b8e238ba8ed tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474379 Dec 07 14:10:45.350286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30c621-ad4a-4311-b2d1-3a9a394f74a9 req-37e3bd95-794b-4b6f-8938-17223f1ab234 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:45.351932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3a30c621-ad4a-4311-b2d1-3a9a394f74a9 req-37e3bd95-794b-4b6f-8938-17223f1ab234 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 931 time: 0.0963290 Dec 07 14:10:45.403830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3a30c621-ad4a-4311-b2d1-3a9a394f74a9 req-97468b9e-d8ca-4b0d-a57d-4b48e176a291 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453200 Dec 07 14:10:46.622258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7825c-e4f3-48d2-af51-fb7466b12586 req-717b2ffb-23c8-4949-a258-e5f8794e87e5 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:46.623997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-53e7825c-e4f3-48d2-af51-fb7466b12586 req-717b2ffb-23c8-4949-a258-e5f8794e87e5 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 931 time: 0.0915866 Dec 07 14:10:46.677747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-53e7825c-e4f3-48d2-af51-fb7466b12586 req-4fb3093d-8cae-488c-bd2f-fbd347c2887e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475371 Dec 07 14:10:47.888579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602a222-406c-4122-ae89-4a197682776b req-190b11b1-f5e1-4bf1-a6cd-4734b4b1cc54 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:47.890207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6602a222-406c-4122-ae89-4a197682776b req-190b11b1-f5e1-4bf1-a6cd-4734b4b1cc54 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 931 time: 0.0856509 Dec 07 14:10:47.941574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6602a222-406c-4122-ae89-4a197682776b req-36460ec1-c591-431c-afb5-f27465708759 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439494 Dec 07 14:10:49.164230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d721a-8c43-434c-ae8b-5cc47db43e5a req-5faadc49-ed52-4c5d-a51c-a675721d7dc9 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:49.165768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-384d721a-8c43-434c-ae8b-5cc47db43e5a req-5faadc49-ed52-4c5d-a51c-a675721d7dc9 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 931 time: 0.0930586 Dec 07 14:10:49.219042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-384d721a-8c43-434c-ae8b-5cc47db43e5a req-29839f21-78f3-4fb5-a4e1-5960823d299a tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463729 Dec 07 14:10:50.446300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9ddf6-dcd0-4d6e-b754-d091ef722427 req-cb86cec0-a8a0-4550-8736-ce994f559bab tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:50.448014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b0f9ddf6-dcd0-4d6e-b754-d091ef722427 req-cb86cec0-a8a0-4550-8736-ce994f559bab tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 931 time: 0.0877240 Dec 07 14:10:50.508832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b0f9ddf6-dcd0-4d6e-b754-d091ef722427 req-6a1ce9a6-8bba-4733-a582-b83ee5031997 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535753 Dec 07 14:10:51.732219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf108e-98c6-47ba-b3e0-b6499f549a25 req-2933cc63-dda6-49aa-8df9-bd7b25b268ae tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:51.733880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-00bf108e-98c6-47ba-b3e0-b6499f549a25 req-2933cc63-dda6-49aa-8df9-bd7b25b268ae tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 931 time: 0.0870655 Dec 07 14:10:51.785404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-00bf108e-98c6-47ba-b3e0-b6499f549a25 req-14796b1e-6a3b-46a7-a7d7-a5de93368e9f tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451143 Dec 07 14:10:53.021568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db0127-67eb-4d5e-9730-89b39ce9381d req-90139767-a6ae-4c7f-8c2d-72d7774f0156 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:53.023249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f9db0127-67eb-4d5e-9730-89b39ce9381d req-90139767-a6ae-4c7f-8c2d-72d7774f0156 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 931 time: 0.0889883 Dec 07 14:10:53.071222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f9db0127-67eb-4d5e-9730-89b39ce9381d req-20a707aa-5321-46b2-970d-00049fda8e32 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410993 Dec 07 14:10:53.189700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Request body: {'port': {'device_id': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:10:53.303803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:53.651799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 {{(pid=88897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:10:53.658377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:53.672928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Transition to ACTIVE for port object d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 will not be triggered until provisioned by entity L2. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:10:53.700786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:53.705081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7b50526-9553-4ac6-b6a0-11bd00e41005 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:53.829093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Pushing event updated for resources: {'Port': ['ID=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:53.833704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:53.950882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Attempting to bind port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:10:53.951331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Attempting to bind port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '942e5a7d-e9d0-47db-a285-5be32eefa5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:10:53.951627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Attempting to bind port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 on network 544ed30d-13bd-43db-859e-6a7e05367762 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:10:53.958427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 on network 544ed30d-13bd-43db-859e-6a7e05367762 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:10:53.958790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Attempting to bind port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 on network 544ed30d-13bd-43db-859e-6a7e05367762 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:10:53.965924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:10:53.966295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Checking segment: {'id': '942e5a7d-e9d0-47db-a285-5be32eefa5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:10:53.966711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Bound using segment: {'id': '942e5a7d-e9d0-47db-a285-5be32eefa5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762'} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:10:53.967180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Bound port: d46bd3ce-21cf-47cd-ba4b-997d5c37ea97, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942e5a7d-e9d0-47db-a285-5be32eefa5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762'}}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:10:53.967586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:54.062484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] For port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97, host hv-neutron-ussu, cleared binding levels {{(pid=88897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:10:54.065553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] For port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97,segment=NetworkSegment(942e5a7d-e9d0-47db-a285-5be32eefa5e9),segment_id=942e5a7d-e9d0-47db-a285-5be32eefa5e9)] {{(pid=88897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:10:54.112981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:54.118135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:54.184276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:54.185826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] 10.222.0.45 "PUT /v2.0/ports/d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 HTTP/1.1" status: 200 len: 1093 time: 1.0007305 Dec 07 14:10:54.186402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'tag': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:10:54.207537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Pushing event updated for resources: {'Port': ['ID=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:54.214735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:54.270831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'tag': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97', 'status': 'completed', 'code': 200} Dec 07 14:10:54.383891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd4266-938e-48c4-99bf-79dc8d9399fb req-1f0068c4-2af7-4d62-a0be-7d0ddfb0e70d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:54.386365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87dd4266-938e-48c4-99bf-79dc8d9399fb req-1f0068c4-2af7-4d62-a0be-7d0ddfb0e70d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 943 time: 0.1564345 Dec 07 14:10:54.393746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-60d692ec-a1db-4653-850e-7047630f7f22 req-70abf0f4-6373-4473-9c9a-7aec805d28ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=262c2c6f5f344aa18025766bee32f05e&device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 1096 time: 0.1081896 Dec 07 14:10:54.543201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87dd4266-938e-48c4-99bf-79dc8d9399fb req-d78bf2b6-d46a-4963-a495-f5f9ac0ae245 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481605 Dec 07 14:10:54.584373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d692ec-a1db-4653-850e-7047630f7f22 req-4328193f-7b37-49e9-be2a-22c0eb9f87cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:54.585934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-60d692ec-a1db-4653-850e-7047630f7f22 req-4328193f-7b37-49e9-be2a-22c0eb9f87cf service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=262c2c6f5f344aa18025766bee32f05e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1718371 Dec 07 14:10:54.731559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d692ec-a1db-4653-850e-7047630f7f22 req-840a0cf9-7a17-40e4-a356-049a1af9fb70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:54.733031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-60d692ec-a1db-4653-850e-7047630f7f22 req-840a0cf9-7a17-40e4-a356-049a1af9fb70 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1377976 Dec 07 14:10:54.853375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-01eb8e77-543c-49d8-967c-e2fb0873ccd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=262c2c6f5f344aa18025766bee32f05e&device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 1096 time: 0.0731103 Dec 07 14:10:55.159372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-39f36b5a-a8c8-4280-b5a8-703d7ede7fff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 HTTP/1.1" status: 200 len: 217 time: 0.2948506 Dec 07 14:10:55.230162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-4b3a1ced-ead6-477b-8498-6cd39266019b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:55.231681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-4b3a1ced-ead6-477b-8498-6cd39266019b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1961b2e0-11ff-4a46-99c8-a7b93882c5dc HTTP/1.1" status: 200 len: 853 time: 0.0626035 Dec 07 14:10:55.316389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-397dddaa-710e-43ed-a55f-7221a293f8cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=544ed30d-13bd-43db-859e-6a7e05367762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748980 Dec 07 14:10:55.459615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-fa6fabc5-fc46-4249-8496-9a4a0b9edf1c service neutron] 10.222.0.45 "GET /v2.0/networks/544ed30d-13bd-43db-859e-6a7e05367762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317787 Dec 07 14:10:55.613367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a7f042ad-bd6c-404d-ab05-3cddda05bfab req-e20dd294-09bb-4f69-a138-cc1386dfb2b8 service neutron] 10.222.0.45 "GET /v2.0/networks/544ed30d-13bd-43db-859e-6a7e05367762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436324 Dec 07 14:10:55.751423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8220e35-773e-43c4-80d6-a3f6e0193067 req-ed02d98f-153c-4b54-8cae-ca49646b7fb0 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:55.752943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f8220e35-773e-43c4-80d6-a3f6e0193067 req-ed02d98f-153c-4b54-8cae-ca49646b7fb0 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 943 time: 0.0858977 Dec 07 14:10:55.802700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f8220e35-773e-43c4-80d6-a3f6e0193067 req-ec1306b2-d94e-4000-8ef4-5332b5b2397e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436921 Dec 07 14:10:57.011061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16029e6c-0370-470d-9e10-121d9bcef2b9 req-037d1cd4-e24d-429f-9225-90641a3a2475 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:57.012665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-16029e6c-0370-470d-9e10-121d9bcef2b9 req-037d1cd4-e24d-429f-9225-90641a3a2475 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 943 time: 0.0860898 Dec 07 14:10:57.061248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-16029e6c-0370-470d-9e10-121d9bcef2b9 req-3102e2c5-2e2a-42cf-925e-abc61ee3fef1 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421779 Dec 07 14:10:57.206363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:10:57.348841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97,segment=NetworkSegment(942e5a7d-e9d0-47db-a285-5be32eefa5e9),segment_id=942e5a7d-e9d0-47db-a285-5be32eefa5e9)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:10:57.362996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97', 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'port_id': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97', 'mac_address': 'fa:16:3e:f6:1b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:10:57.421981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:57.440472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:10:57.456466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97,segment=NetworkSegment(942e5a7d-e9d0-47db-a285-5be32eefa5e9),segment_id=942e5a7d-e9d0-47db-a285-5be32eefa5e9)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:10:57.495529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:57.497345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-42750de3-2a1f-460c-94c7-8e4a877c9627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:57.561762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:57.564934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:57.763902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['d46bd3ce-21cf-47cd-ba4b-997d5c37ea97'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:10:58.290396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9403b8-682f-4bb7-8b5c-e3aee56bdf17 req-d8d56372-a446-48fe-9c7b-5f427eac4b1f tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:58.293084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4f9403b8-682f-4bb7-8b5c-e3aee56bdf17 req-d8d56372-a446-48fe-9c7b-5f427eac4b1f tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 944 time: 0.0970054 Dec 07 14:10:58.343439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4f9403b8-682f-4bb7-8b5c-e3aee56bdf17 req-d2a041a6-aa10-4fd6-a58d-85f6e1e9a3bd tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438271 Dec 07 14:10:59.221181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:10:59.312352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:10:59.317569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:10:59.318094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:59.434216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:59.461551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:10:59.471499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97,segment=NetworkSegment(942e5a7d-e9d0-47db-a285-5be32eefa5e9),segment_id=942e5a7d-e9d0-47db-a285-5be32eefa5e9)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:10:59.506914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:10:59.509310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea516f1b-7455-4f10-ae47-edc7d9399ce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:10:59.540935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97', 'code': 200} Dec 07 14:10:59.567349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043dd6b-21eb-4bac-a23a-2d2fb143e1db req-9d9fde7b-4dcd-42f2-a053-398c5ca10250 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:10:59.569576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9043dd6b-21eb-4bac-a23a-2d2fb143e1db req-9d9fde7b-4dcd-42f2-a053-398c5ca10250 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 945 time: 0.0953014 Dec 07 14:10:59.584147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:10:59.588036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:10:59.623850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9043dd6b-21eb-4bac-a23a-2d2fb143e1db req-25d85227-ed7c-4f3a-9ae8-8d738370ff95 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455501 Dec 07 14:10:59.922148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-600c84ea-1bbe-482a-8407-fddff333d27a req-0d8d39c9-d7cf-49ee-b57d-a30a9c3cef5b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 1098 time: 0.1469095 Dec 07 14:10:59.973067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-600c84ea-1bbe-482a-8407-fddff333d27a req-3450901e-15c1-47f1-8ed9-635232c189df service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 Dec 07 14:11:00.112281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0f752d1d-c9c8-4227-a216-e166e946cfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:00.828269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa521f02-c504-4541-bda2-15351cf0982f req-6e2dc037-23e9-4ef7-b6ad-414ff764351e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:00.829865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aa521f02-c504-4541-bda2-15351cf0982f req-6e2dc037-23e9-4ef7-b6ad-414ff764351e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 945 time: 0.0825753 Dec 07 14:11:00.877233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aa521f02-c504-4541-bda2-15351cf0982f req-ae9ed451-df5f-4f08-9911-55d2d133ea5f tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412836 Dec 07 14:11:01.688932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:02.082339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6163a41-f9e7-42c8-88ed-1172cc0e4499 req-56e5e825-5434-4e65-ac15-d4cccd391ccc tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:02.083889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6163a41-f9e7-42c8-88ed-1172cc0e4499 req-56e5e825-5434-4e65-ac15-d4cccd391ccc tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 945 time: 0.0866458 Dec 07 14:11:02.131420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6163a41-f9e7-42c8-88ed-1172cc0e4499 req-b43842a9-7504-4dd2-bbc3-7727244f9819 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407555 Dec 07 14:11:02.336295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499fb13-2114-4c1f-a13d-932a08de9e94 req-df0fb714-412f-4420-8e39-c177b990ae16 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:02.338438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d499fb13-2114-4c1f-a13d-932a08de9e94 req-df0fb714-412f-4420-8e39-c177b990ae16 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 945 time: 0.0865703 Dec 07 14:11:02.387658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d499fb13-2114-4c1f-a13d-932a08de9e94 req-91130402-73b2-4449-9db0-0b5ad43ab941 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435660 Dec 07 14:11:02.460038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c3fbc2b1-b5ae-49a5-98de-d16f6023662c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:02.824196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bd395-7198-4663-95ed-9f1e44efb078 req-0fcd8897-85c4-4213-a97c-723d8d45d7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:02.825753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-793bd395-7198-4663-95ed-9f1e44efb078 req-0fcd8897-85c4-4213-a97c-723d8d45d7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 945 time: 0.0859075 Dec 07 14:11:02.873158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-793bd395-7198-4663-95ed-9f1e44efb078 req-324d4e14-6b96-4e64-9712-938f825b1de6 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412948 Dec 07 14:11:03.031989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:04.912263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:10.230775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:14.986081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19808073-7b10-40b9-b7f8-f29bc0d5f5fd req-bf25b989-27cc-45fa-90ee-b2dd1f186ae0 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:14.987711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-19808073-7b10-40b9-b7f8-f29bc0d5f5fd req-bf25b989-27cc-45fa-90ee-b2dd1f186ae0 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 945 time: 0.0841208 Dec 07 14:11:15.036730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-19808073-7b10-40b9-b7f8-f29bc0d5f5fd req-b11025ea-0029-4894-a681-61eb0166c8cf tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419693 Dec 07 14:11:15.065777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 57560) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:11:15.215677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-201f907c-0dd5-4971-986a-7ac8c4b31ea3 tempest-TestMinimumBasicScenario-2114505501 tempest-TestMinimumBasicScenario-2114505501-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 1093 time: 0.1485054 Dec 07 14:11:15.218589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 57566) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:11:15.224211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:11:15.231173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:11:15.235245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Usage tracker for resource:floatingip and tenant:262c2c6f5f344aa18025766bee32f05e is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:11:15.238300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:11:15.244577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:11:15.289308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:15.435471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:15.580281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Allocated IP 172.36.4.211 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/1c6a4e09-57ea-4d51-acd6-0921d7baa94c) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:11:15.736575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:15.809012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:15.813484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3d1dc8a6-cb70-4e18-b5a3-ea801d9b5100 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:11:15.871711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:11:15.878974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:11:15.885816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:11:15.916512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Pushing event updated for resources: {'Port': ['ID=1c6a4e09-57ea-4d51-acd6-0921d7baa94c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:11:15.922862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:11:16.037204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:11:16.401495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:16.484778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:16.706576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:16.740461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:16.744893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3f5d7590-ee63-4d8d-96a3-bbf59eccb8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:11:16.853808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Pushing event updated for resources: {'Port': ['ID=1c6a4e09-57ea-4d51-acd6-0921d7baa94c,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:11:16.856692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:11:16.867607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:17.063423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Floating IP ee9e5e27-ed83-47d0-ae87-4c99be9d5b72 associated. External IP: 172.36.4.211, port: d46bd3ce-21cf-47cd-ba4b-997d5c37ea97. Dec 07 14:11:17.695722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Router d529ac45-b867-43aa-968c-9f5eebeae4b7 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:11:17.908448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:11:17.918996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fca832-4d84-4069-bfc2-46af33928d8f None None] Sync routers for ids ['d529ac45-b867-43aa-968c-9f5eebeae4b7'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:11:17.933228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fca832-4d84-4069-bfc2-46af33928d8f None None] Routers {'d529ac45-b867-43aa-968c-9f5eebeae4b7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:11:17.933918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-91fca832-4d84-4069-bfc2-46af33928d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:11:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d529ac45-b867-43aa-968c-9f5eebeae4b7'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:11:17.963989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:18.027471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8027415 Dec 07 14:11:18.027471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'tag': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:11:18.027671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57570) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:11:18.038064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2065416452', 'description': 'tempest-secgroup-smoke-2065416452 description', 'project_id': '262c2c6f5f344aa18025766bee32f05e'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:11:18.056600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:11:18.056600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Usage tracker for resource:security_group and tenant:262c2c6f5f344aa18025766bee32f05e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:11:18.064502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:11:18.068844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:11:18.086768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'tag': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97', 'status': 'completed', 'code': 200} Dec 07 14:11:18.112250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:18.123946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-91fca832-4d84-4069-bfc2-46af33928d8f None None] Set router d529ac45-b867-43aa-968c-9f5eebeae4b7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:11:18.151200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:11:18.155165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Usage tracker for resource:security_group_rule and tenant:262c2c6f5f344aa18025766bee32f05e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:11:18.158137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:11:18.164336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:11:18.194632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-37724a14-c38a-4d8f-af5c-269cd3003401 req-d93fd402-3365-4f99-8266-1d84a596821d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=262c2c6f5f344aa18025766bee32f05e&device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 1098 time: 0.0862548 Dec 07 14:11:18.228191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:18.260907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:18.267539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-af3ea969-6d2e-458a-a67f-4a6b15542d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:11:18.311185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:11:18.324791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:11:18.326476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:11:18.326476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:11:18.326476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:11:18.327221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:11:18.327887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:11:18.328476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:11:18.329060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:11:18.329654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:11:18.330248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:11:18.330833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:11:18.335656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:11:18.345302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:18.346643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-08302ddd-2cd5-410c-ae9f-805e3ad2081b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3193126 Dec 07 14:11:18.350142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57576) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:11:18.357206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a71dc06b-4487-4520-92a4-e084acc81c37 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Request body: {'security_group_rule': {'security_group_id': '26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14', 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:11:18.357618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37724a14-c38a-4d8f-af5c-269cd3003401 req-0a88e5be-3b65-40cb-b4eb-0e0a0a426ea3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:18.359304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-37724a14-c38a-4d8f-af5c-269cd3003401 req-0a88e5be-3b65-40cb-b4eb-0e0a0a426ea3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=544ed30d-13bd-43db-859e-6a7e05367762 HTTP/1.1" status: 200 len: 915 time: 0.1575022 Dec 07 14:11:18.363804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a71dc06b-4487-4520-92a4-e084acc81c37 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:11:18.367841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a71dc06b-4487-4520-92a4-e084acc81c37 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Usage tracker for resource:security_group_rule and tenant:262c2c6f5f344aa18025766bee32f05e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:11:18.371561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a71dc06b-4487-4520-92a4-e084acc81c37 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:11:18.377670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a71dc06b-4487-4520-92a4-e084acc81c37 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:11:18.434275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a71dc06b-4487-4520-92a4-e084acc81c37 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:18.468546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-37724a14-c38a-4d8f-af5c-269cd3003401 req-27242027-9548-4324-b6b6-d8952e582f22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 HTTP/1.1" status: 200 len: 999 time: 0.1012530 Dec 07 14:11:18.501437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a71dc06b-4487-4520-92a4-e084acc81c37 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:18.510212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-91fca832-4d84-4069-bfc2-46af33928d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'name': 'tempest-TestMinimumBasicScenario-101814128-router', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239'}], 'enable_snat': True}, 'gw_port_id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:16Z', 'revision_number': 4, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'gw_port': {'id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'ee9e5e27-ed83-47d0-ae87-4c99be9d5b72', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'floating_ip_address': '172.36.4.211', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'port_id': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'mac_address': 'fa:16:3e:f6:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:11:16Z', 'updated_at': '2021-12-07T14:11:16Z', 'revision_number': 0, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4918e4-3685-4648-9812-f139a6dc360a', 'name': '', 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'mac_address': 'fa:16:3e:5d:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:16Z', 'updated_at': '2021-12-07T14:10:26Z', 'revision_number': 5, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'subnets': [{'id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:11:18.514351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fca832-4d84-4069-bfc2-46af33928d8f None None] Checking router: d529ac45-b867-43aa-968c-9f5eebeae4b7 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:11:18.525696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fca832-4d84-4069-bfc2-46af33928d8f None None] Routers {'d529ac45-b867-43aa-968c-9f5eebeae4b7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:11:18.526423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-91fca832-4d84-4069-bfc2-46af33928d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:11:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d529ac45-b867-43aa-968c-9f5eebeae4b7'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:11:18.543148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37724a14-c38a-4d8f-af5c-269cd3003401 req-b7eca9da-897d-45d7-be7d-4c66b70280a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:18.544749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-37724a14-c38a-4d8f-af5c-269cd3003401 req-b7eca9da-897d-45d7-be7d-4c66b70280a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1961b2e0-11ff-4a46-99c8-a7b93882c5dc HTTP/1.1" status: 200 len: 853 time: 0.0689499 Dec 07 14:11:18.615466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a71dc06b-4487-4520-92a4-e084acc81c37 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:18.627936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cdc9faaf-bf16-40e4-9cc4-840d2aabaad6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:11:18.646647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-37724a14-c38a-4d8f-af5c-269cd3003401 req-4c9e03bc-5230-49ac-993f-601c8b8ad4eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=544ed30d-13bd-43db-859e-6a7e05367762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852973 Dec 07 14:11:18.654531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dc06b-4487-4520-92a4-e084acc81c37 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dae8c92-0908-43ca-a9a9-5f40105a4cea,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:11:18.659269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a71dc06b-4487-4520-92a4-e084acc81c37 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:11:18.694588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a71dc06b-4487-4520-92a4-e084acc81c37 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:18.696434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a71dc06b-4487-4520-92a4-e084acc81c37 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3448143 Dec 07 14:11:18.698990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57580) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:11:18.706521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-713b09fd-a135-453c-80b5-1e710abf11bb tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Request body: {'security_group_rule': {'security_group_id': '26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14', 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:11:18.713140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-713b09fd-a135-453c-80b5-1e710abf11bb tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:11:18.717177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-713b09fd-a135-453c-80b5-1e710abf11bb tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Usage tracker for resource:security_group_rule and tenant:262c2c6f5f344aa18025766bee32f05e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:11:18.720281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-713b09fd-a135-453c-80b5-1e710abf11bb tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:11:18.722545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-91fca832-4d84-4069-bfc2-46af33928d8f None None] Set router d529ac45-b867-43aa-968c-9f5eebeae4b7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:11:18.726244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-713b09fd-a135-453c-80b5-1e710abf11bb tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:11:18.764970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-713b09fd-a135-453c-80b5-1e710abf11bb tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:18.792788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-37724a14-c38a-4d8f-af5c-269cd3003401 req-8a4bf195-4c2f-4365-8f24-a1549c5c7fe1 service neutron] 10.222.0.45 "GET /v2.0/networks/544ed30d-13bd-43db-859e-6a7e05367762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412265 Dec 07 14:11:18.950335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-37724a14-c38a-4d8f-af5c-269cd3003401 req-cbde1958-c938-459b-9c20-ba10cc8658fc service neutron] 10.222.0.45 "GET /v2.0/networks/544ed30d-13bd-43db-859e-6a7e05367762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497734 Dec 07 14:11:18.967193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-713b09fd-a135-453c-80b5-1e710abf11bb tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:18.991915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-713b09fd-a135-453c-80b5-1e710abf11bb tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:19.001347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6646ba32-0f3f-4a77-81ba-89762bf12975 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:11:19.027010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b09fd-a135-453c-80b5-1e710abf11bb tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c05b73e-f740-4036-b36f-bae57a67e31b,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:11:19.029772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-713b09fd-a135-453c-80b5-1e710abf11bb tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:11:19.066475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-713b09fd-a135-453c-80b5-1e710abf11bb tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:19.067848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-713b09fd-a135-453c-80b5-1e710abf11bb tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3678176 Dec 07 14:11:19.070789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57584) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:11:19.077212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-64d83594-f9e5-41e7-a888-f9e0915362dd tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Request body: {'security_group_rule': {'security_group_id': '26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14', 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:11:19.083589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64d83594-f9e5-41e7-a888-f9e0915362dd tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:11:19.088387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64d83594-f9e5-41e7-a888-f9e0915362dd tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Usage tracker for resource:security_group_rule and tenant:262c2c6f5f344aa18025766bee32f05e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:11:19.091464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-64d83594-f9e5-41e7-a888-f9e0915362dd tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:11:19.097425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-64d83594-f9e5-41e7-a888-f9e0915362dd tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:11:19.142307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64d83594-f9e5-41e7-a888-f9e0915362dd tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:19.225581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64d83594-f9e5-41e7-a888-f9e0915362dd tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:19.254586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64d83594-f9e5-41e7-a888-f9e0915362dd tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:19.256600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-da278325-e507-4e00-b866-674e00a8545b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:11:19.274216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d83594-f9e5-41e7-a888-f9e0915362dd tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e0c99c-83e7-40d0-b823-e724b293cbe7,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:11:19.277691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-91fca832-4d84-4069-bfc2-46af33928d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'name': 'tempest-TestMinimumBasicScenario-101814128-router', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239'}], 'enable_snat': True}, 'gw_port_id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:16Z', 'revision_number': 4, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'gw_port': {'id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'ee9e5e27-ed83-47d0-ae87-4c99be9d5b72', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'floating_ip_address': '172.36.4.211', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'port_id': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'mac_address': 'fa:16:3e:f6:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:11:16Z', 'updated_at': '2021-12-07T14:11:16Z', 'revision_number': 0, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4918e4-3685-4648-9812-f139a6dc360a', 'name': '', 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'mac_address': 'fa:16:3e:5d:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:16Z', 'updated_at': '2021-12-07T14:10:26Z', 'revision_number': 5, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'subnets': [{'id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:11:19.278722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64d83594-f9e5-41e7-a888-f9e0915362dd tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:11:19.283171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fca832-4d84-4069-bfc2-46af33928d8f None None] The sync data for ids ['d529ac45-b867-43aa-968c-9f5eebeae4b7'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'name': 'tempest-TestMinimumBasicScenario-101814128-router', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239'}], 'enable_snat': True}, 'gw_port_id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:16Z', 'revision_number': 4, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'gw_port': {'id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'ee9e5e27-ed83-47d0-ae87-4c99be9d5b72', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'floating_ip_address': '172.36.4.211', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'port_id': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'mac_address': 'fa:16:3e:f6:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:11:16Z', 'updated_at': '2021-12-07T14:11:16Z', 'revision_number': 0, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4918e4-3685-4648-9812-f139a6dc360a', 'name': '', 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'mac_address': 'fa:16:3e:5d:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:16Z', 'updated_at': '2021-12-07T14:10:26Z', 'revision_number': 5, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'subnets': [{'id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:11:19.317427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64d83594-f9e5-41e7-a888-f9e0915362dd tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:19.318964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-64d83594-f9e5-41e7-a888-f9e0915362dd tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2468619 Dec 07 14:11:19.322898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57588) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:11:19.329424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-590787c5-3618-4f38-ae88-a51f9b7b9d61 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Request body: {'security_group_rule': {'security_group_id': '26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14', 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:11:19.336165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-590787c5-3618-4f38-ae88-a51f9b7b9d61 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:11:19.341648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-590787c5-3618-4f38-ae88-a51f9b7b9d61 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Usage tracker for resource:security_group_rule and tenant:262c2c6f5f344aa18025766bee32f05e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:11:19.344762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-590787c5-3618-4f38-ae88-a51f9b7b9d61 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:11:19.351901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-590787c5-3618-4f38-ae88-a51f9b7b9d61 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:11:19.392957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-590787c5-3618-4f38-ae88-a51f9b7b9d61 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:19.459929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-590787c5-3618-4f38-ae88-a51f9b7b9d61 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:19.488548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-590787c5-3618-4f38-ae88-a51f9b7b9d61 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:19.490523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a5685cc2-4f07-4459-b7a4-077a9eba76d6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:11:19.515382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590787c5-3618-4f38-ae88-a51f9b7b9d61 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19352f9-6d3a-448b-b3ea-6dbdf9e57286,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:11:19.518016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-590787c5-3618-4f38-ae88-a51f9b7b9d61 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:11:19.545820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-590787c5-3618-4f38-ae88-a51f9b7b9d61 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:19.547117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-590787c5-3618-4f38-ae88-a51f9b7b9d61 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2231145 Dec 07 14:11:19.550097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57592) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:11:19.556696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b014fd65-575a-47b7-94cf-9ee3f216732b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Request body: {'security_group_rule': {'security_group_id': '26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14', 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:11:19.563055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b014fd65-575a-47b7-94cf-9ee3f216732b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:11:19.567023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b014fd65-575a-47b7-94cf-9ee3f216732b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Usage tracker for resource:security_group_rule and tenant:262c2c6f5f344aa18025766bee32f05e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:11:19.570045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b014fd65-575a-47b7-94cf-9ee3f216732b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:11:19.576970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b014fd65-575a-47b7-94cf-9ee3f216732b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:11:19.609258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-b014fd65-575a-47b7-94cf-9ee3f216732b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Project 262c2c6f5f344aa18025766bee32f05e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:11:19.616580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b014fd65-575a-47b7-94cf-9ee3f216732b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:19.683771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eb0ed2-d410-478f-8ee4-c38b9a25c165 None None] New status for floating IP ee9e5e27-ed83-47d0-ae87-4c99be9d5b72: ACTIVE {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:11:19.692784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b014fd65-575a-47b7-94cf-9ee3f216732b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:19.723246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b014fd65-575a-47b7-94cf-9ee3f216732b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:19.725270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-590787c5-3618-4f38-ae88-a51f9b7b9d61 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:11:19.749091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014fd65-575a-47b7-94cf-9ee3f216732b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4622fdcf-a1c7-4c61-b31d-a3a1fcebac5e,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:11:19.751657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b014fd65-575a-47b7-94cf-9ee3f216732b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:11:19.780678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b014fd65-575a-47b7-94cf-9ee3f216732b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:19.782212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b014fd65-575a-47b7-94cf-9ee3f216732b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2307827 Dec 07 14:11:19.784937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57596) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:11:19.791213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-77d19215-61e9-4bb0-b0bf-77d62e36370c tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Request body: {'security_group_rule': {'security_group_id': '26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14', 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:11:19.799310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-77d19215-61e9-4bb0-b0bf-77d62e36370c tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:11:19.803353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-77d19215-61e9-4bb0-b0bf-77d62e36370c tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Usage tracker for resource:security_group_rule and tenant:262c2c6f5f344aa18025766bee32f05e is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:11:19.807007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-77d19215-61e9-4bb0-b0bf-77d62e36370c tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:11:19.813012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-77d19215-61e9-4bb0-b0bf-77d62e36370c tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:11:19.848787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-77d19215-61e9-4bb0-b0bf-77d62e36370c tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Project 262c2c6f5f344aa18025766bee32f05e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:11:19.855864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77d19215-61e9-4bb0-b0bf-77d62e36370c tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:19.924308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77d19215-61e9-4bb0-b0bf-77d62e36370c tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:19.957659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77d19215-61e9-4bb0-b0bf-77d62e36370c tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:19.959764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b4837984-7cac-4b3b-9801-f394b6e8a3c7 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:11:19.983679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d19215-61e9-4bb0-b0bf-77d62e36370c tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9424d2ef-cf28-43d7-9d6d-13a7b4d5601e,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:11:19.986191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-77d19215-61e9-4bb0-b0bf-77d62e36370c tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:11:20.020433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77d19215-61e9-4bb0-b0bf-77d62e36370c tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:20.021812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-77d19215-61e9-4bb0-b0bf-77d62e36370c tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2358451 Dec 07 14:11:20.158657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a51963d3-9798-490e-a564-793dc276ea2e req-446a32a4-05d0-462f-bc19-871fa787c9e5 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2065416452&fields=id&tenant_id=262c2c6f5f344aa18025766bee32f05e HTTP/1.1" status: 200 len: 267 time: 0.0434892 Dec 07 14:11:20.247264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51963d3-9798-490e-a564-793dc276ea2e req-eb92fe1c-c92e-4334-974b-daaa5442cdfd tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:20.248839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a51963d3-9798-490e-a564-793dc276ea2e req-eb92fe1c-c92e-4334-974b-daaa5442cdfd tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 945 time: 0.0845420 Dec 07 14:11:20.260365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-a51963d3-9798-490e-a564-793dc276ea2e req-28220703-bbba-4593-9632-15d3759b292b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Request body: {'port': {'security_groups': ['e312e330-94d1-47ac-9417-ae7959bba61b', '26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:11:20.381483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a51963d3-9798-490e-a564-793dc276ea2e req-28220703-bbba-4593-9632-15d3759b292b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:20.724524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-a51963d3-9798-490e-a564-793dc276ea2e req-28220703-bbba-4593-9632-15d3759b292b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] For port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97,segment=NetworkSegment(942e5a7d-e9d0-47db-a285-5be32eefa5e9),segment_id=942e5a7d-e9d0-47db-a285-5be32eefa5e9)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:11:20.750066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a51963d3-9798-490e-a564-793dc276ea2e req-28220703-bbba-4593-9632-15d3759b292b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:20.785722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a51963d3-9798-490e-a564-793dc276ea2e req-28220703-bbba-4593-9632-15d3759b292b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:20.792663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-98d33b66-8279-4517-9fc5-0005f07b180c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:11:20.798449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['d46bd3ce-21cf-47cd-ba4b-997d5c37ea97'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:11:20.857550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51963d3-9798-490e-a564-793dc276ea2e req-28220703-bbba-4593-9632-15d3759b292b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:20.858227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a51963d3-9798-490e-a564-793dc276ea2e req-28220703-bbba-4593-9632-15d3759b292b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:20.859780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a51963d3-9798-490e-a564-793dc276ea2e req-28220703-bbba-4593-9632-15d3759b292b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "PUT /v2.0/ports/d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 HTTP/1.1" status: 200 len: 981 time: 0.6042397 Dec 07 14:11:20.862683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'tag': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:11:20.891871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28220703-bbba-4593-9632-15d3759b292b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Pushing event updated for resources: {'Port': ['ID=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97,revision_number=6']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:11:20.908495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-28220703-bbba-4593-9632-15d3759b292b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:11:20.929079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['d46bd3ce-21cf-47cd-ba4b-997d5c37ea97'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:11:20.937397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'tag': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97', 'status': 'completed', 'code': 200} Dec 07 14:11:21.058227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-18751007-76d9-41a1-ac1f-6f0d433f975b req-b4528fd9-bb0a-40c6-b335-b2f3dc3cb954 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=262c2c6f5f344aa18025766bee32f05e&device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 1137 time: 0.0926406 Dec 07 14:11:21.292939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18751007-76d9-41a1-ac1f-6f0d433f975b req-aac97f11-97a8-4dda-9601-e29324e49f8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:21.294534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-18751007-76d9-41a1-ac1f-6f0d433f975b req-aac97f11-97a8-4dda-9601-e29324e49f8e service neutron] 10.222.0.45 "GET /v2.0/networks?id=544ed30d-13bd-43db-859e-6a7e05367762 HTTP/1.1" status: 200 len: 915 time: 0.2291746 Dec 07 14:11:21.302346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-63729f14-fdd0-4067-85b5-4096893ab648 None None] Provisioning complete for port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:11:21.302778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63729f14-fdd0-4067-85b5-4096893ab648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:21.306839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d8ba1-2be8-4bb4-8c6b-0060bb39716f req-2be884d8-9a5d-4e47-95a3-348453c7c6de tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:21.308467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-143d8ba1-2be8-4bb4-8c6b-0060bb39716f req-2be884d8-9a5d-4e47-95a3-348453c7c6de tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 984 time: 0.1385906 Dec 07 14:11:21.448746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-143d8ba1-2be8-4bb4-8c6b-0060bb39716f req-ffa5e8af-2fbc-430f-8eb7-f180d25b0e12 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&id=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859013 Dec 07 14:11:21.450884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-18751007-76d9-41a1-ac1f-6f0d433f975b req-4a9d1856-6179-46ec-97aa-f1a6700431ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 HTTP/1.1" status: 200 len: 1001 time: 0.1415322 Dec 07 14:11:21.526655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18751007-76d9-41a1-ac1f-6f0d433f975b req-da320fb8-9558-4fd2-b61e-1ed10dcb0bb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:21.528201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-18751007-76d9-41a1-ac1f-6f0d433f975b req-da320fb8-9558-4fd2-b61e-1ed10dcb0bb9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1961b2e0-11ff-4a46-99c8-a7b93882c5dc HTTP/1.1" status: 200 len: 853 time: 0.0686762 Dec 07 14:11:21.609075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-18751007-76d9-41a1-ac1f-6f0d433f975b req-3f291782-9f97-415b-89c3-9c37debf3e1d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=544ed30d-13bd-43db-859e-6a7e05367762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735347 Dec 07 14:11:21.755358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-18751007-76d9-41a1-ac1f-6f0d433f975b req-e9389654-37b9-4456-863e-309f1286de2c service neutron] 10.222.0.45 "GET /v2.0/networks/544ed30d-13bd-43db-859e-6a7e05367762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380885 Dec 07 14:11:21.895446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-18751007-76d9-41a1-ac1f-6f0d433f975b req-afa86428-db03-4e64-8600-17db72881c2e service neutron] 10.222.0.45 "GET /v2.0/networks/544ed30d-13bd-43db-859e-6a7e05367762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335018 Dec 07 14:11:30.122891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0662989d-4755-4e6a-80c4-94235aaaed6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:31.677332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:32.458968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98624c4d-3a96-4d30-9d78-8cfdbd375bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:33.030662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:34.928701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:40.236955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:11:41.583110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-670062ff-bb51-42d5-bb5f-d58491ab643b req-705fac36-06a4-4613-8b1c-1ffa6c3400e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=262c2c6f5f344aa18025766bee32f05e&device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 1137 time: 0.0819337 Dec 07 14:11:41.768652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670062ff-bb51-42d5-bb5f-d58491ab643b req-b0900449-0027-48d7-a7dc-ab1c3ae425ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:41.770211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-670062ff-bb51-42d5-bb5f-d58491ab643b req-b0900449-0027-48d7-a7dc-ab1c3ae425ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=544ed30d-13bd-43db-859e-6a7e05367762 HTTP/1.1" status: 200 len: 915 time: 0.1804950 Dec 07 14:11:42.150056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-670062ff-bb51-42d5-bb5f-d58491ab643b req-aa34cd47-0d4f-4a25-99d0-172febe7e7ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 HTTP/1.1" status: 200 len: 1001 time: 0.3721333 Dec 07 14:11:42.157088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029e8e5-0b56-4f62-8e1a-89e074460ae3 req-4642249a-0a6c-4c3b-955d-96dc9cf6580e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:42.158604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d029e8e5-0b56-4f62-8e1a-89e074460ae3 req-4642249a-0a6c-4c3b-955d-96dc9cf6580e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 984 time: 0.6204245 Dec 07 14:11:42.262646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670062ff-bb51-42d5-bb5f-d58491ab643b req-651b8f84-a213-4db3-8352-b00663200a3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:42.264238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-670062ff-bb51-42d5-bb5f-d58491ab643b req-651b8f84-a213-4db3-8352-b00663200a3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1961b2e0-11ff-4a46-99c8-a7b93882c5dc HTTP/1.1" status: 200 len: 853 time: 0.1029916 Dec 07 14:11:42.269807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d029e8e5-0b56-4f62-8e1a-89e074460ae3 req-26257cc5-14c7-437f-8cfc-dc2b52e27433 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&id=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706396 Dec 07 14:11:42.346929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-670062ff-bb51-42d5-bb5f-d58491ab643b req-79cf85a1-b184-4b0b-b9da-9cf5cf30435a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=544ed30d-13bd-43db-859e-6a7e05367762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761154 Dec 07 14:11:42.488564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-670062ff-bb51-42d5-bb5f-d58491ab643b req-5e9d8676-ecc5-4154-b460-e1ce2e93c32e service neutron] 10.222.0.45 "GET /v2.0/networks/544ed30d-13bd-43db-859e-6a7e05367762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334424 Dec 07 14:11:42.633966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-670062ff-bb51-42d5-bb5f-d58491ab643b req-13cb73b0-362c-4a10-8509-abd1cfc8b80d service neutron] 10.222.0.45 "GET /v2.0/networks/544ed30d-13bd-43db-859e-6a7e05367762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343896 Dec 07 14:11:43.568157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381c42d-fd82-4739-92c0-d399e3804636 req-9ef585d5-d566-49f9-a343-9222bc942b2f tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:43.569692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6381c42d-fd82-4739-92c0-d399e3804636 req-9ef585d5-d566-49f9-a343-9222bc942b2f tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 984 time: 0.1683860 Dec 07 14:11:43.625118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6381c42d-fd82-4739-92c0-d399e3804636 req-5c113ad2-1fa9-4287-99b3-b1f9d340e73f tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&id=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483360 Dec 07 14:11:44.829548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45379f-4ff5-4b69-bac3-8e99aacb2266 req-33450c63-b078-4e08-8858-3d3722c3994b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:44.831119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0b45379f-4ff5-4b69-bac3-8e99aacb2266 req-33450c63-b078-4e08-8858-3d3722c3994b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 984 time: 0.0818081 Dec 07 14:11:44.880879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0b45379f-4ff5-4b69-bac3-8e99aacb2266 req-a051c719-435a-4a44-8e0d-f060fab4f815 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&id=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434482 Dec 07 14:11:46.090527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0761684-fae6-4309-91b6-a332383b53f4 req-d3e7c95d-1731-4eba-a2da-336bcb844470 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:46.092085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e0761684-fae6-4309-91b6-a332383b53f4 req-d3e7c95d-1731-4eba-a2da-336bcb844470 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 984 time: 0.0867755 Dec 07 14:11:46.140986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e0761684-fae6-4309-91b6-a332383b53f4 req-ee190738-4834-449e-8234-d1d99d037e3e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&id=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427117 Dec 07 14:11:47.345750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c803ae5-007f-40bf-9ac0-2d292e2c214d req-67782518-662d-409c-ac3a-422f7679461d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:47.347363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0c803ae5-007f-40bf-9ac0-2d292e2c214d req-67782518-662d-409c-ac3a-422f7679461d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 984 time: 0.0838330 Dec 07 14:11:47.399591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0c803ae5-007f-40bf-9ac0-2d292e2c214d req-0c691319-2ab1-47d3-a251-4e8f2f5b4899 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&id=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448203 Dec 07 14:11:48.605801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29c817-e8d2-45ee-8bc6-4840c335e66f req-1c29c1e9-6fd5-475b-a139-1934d5fc5674 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:48.607371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9d29c817-e8d2-45ee-8bc6-4840c335e66f req-1c29c1e9-6fd5-475b-a139-1934d5fc5674 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 984 time: 0.0859792 Dec 07 14:11:48.657107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9d29c817-e8d2-45ee-8bc6-4840c335e66f req-620817a1-e78f-4a92-b78c-fb55c7dfb321 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&id=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435431 Dec 07 14:11:49.858657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcce96-1498-48ad-8af4-6588b37f3542 req-71371f7a-1fb6-436d-832e-7fbfce057f14 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:49.860244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-67fcce96-1498-48ad-8af4-6588b37f3542 req-71371f7a-1fb6-436d-832e-7fbfce057f14 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 984 time: 0.0820742 Dec 07 14:11:49.909841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-67fcce96-1498-48ad-8af4-6588b37f3542 req-79a2f276-1919-4988-8558-35d7ef743a01 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&id=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434277 Dec 07 14:11:51.118237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e0226-c265-4a4d-82e4-8b1aa6849a53 req-b0adb4b6-a3e2-4a3d-a299-e70d7aff749f tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:51.119846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-171e0226-c265-4a4d-82e4-8b1aa6849a53 req-b0adb4b6-a3e2-4a3d-a299-e70d7aff749f tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 984 time: 0.0874000 Dec 07 14:11:51.169561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-171e0226-c265-4a4d-82e4-8b1aa6849a53 req-514ae3d6-0a32-49cd-9ed4-c6d8049af963 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&id=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435166 Dec 07 14:11:52.374565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ad268-904e-4461-bad7-30e495f8c8a8 req-ee480cd0-3989-487b-b042-0fc4f79a4e7e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:52.376188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a15ad268-904e-4461-bad7-30e495f8c8a8 req-ee480cd0-3989-487b-b042-0fc4f79a4e7e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 984 time: 0.0825050 Dec 07 14:11:52.430256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a15ad268-904e-4461-bad7-30e495f8c8a8 req-82af6f8d-1d3d-40b8-b6f8-3b25d6d715b7 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&id=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470972 Dec 07 14:11:53.040942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:11:53.634424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c3a92-c48f-4eca-a354-3d31cb4a2cd5 req-9e5f1608-8839-4738-97e9-02a93f760e37 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:53.635926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c17c3a92-c48f-4eca-a354-3d31cb4a2cd5 req-9e5f1608-8839-4738-97e9-02a93f760e37 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 984 time: 0.0829115 Dec 07 14:11:53.685701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c17c3a92-c48f-4eca-a354-3d31cb4a2cd5 req-5a22143d-af30-4508-b953-17be3f6c174f tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&id=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435681 Dec 07 14:11:54.893661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2051df1-3d9d-4ec0-aed1-b81234e67c07 req-83c72059-bbf7-4042-ade6-2110107429eb tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:54.895264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f2051df1-3d9d-4ec0-aed1-b81234e67c07 req-83c72059-bbf7-4042-ade6-2110107429eb tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 984 time: 0.0858190 Dec 07 14:11:54.945978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f2051df1-3d9d-4ec0-aed1-b81234e67c07 req-4d687d6f-a3e1-402a-b377-99bd414a671a tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&id=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431535 Dec 07 14:11:56.149261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da7e59-0f80-48bc-8a21-2741fb3fb5ed req-ba3193bf-bbb7-4887-98c6-5c0982aab4e9 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:56.150848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-26da7e59-0f80-48bc-8a21-2741fb3fb5ed req-ba3193bf-bbb7-4887-98c6-5c0982aab4e9 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 984 time: 0.0828815 Dec 07 14:11:56.200984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-26da7e59-0f80-48bc-8a21-2741fb3fb5ed req-ca93bc48-6c57-4f04-974f-be4228cc1e0a tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&id=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437784 Dec 07 14:11:57.410088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed2c17-968e-4c86-a316-44c9f9dd935d req-5774a65b-e051-43cc-8283-4bdd5295c941 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:57.411696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e5ed2c17-968e-4c86-a316-44c9f9dd935d req-5774a65b-e051-43cc-8283-4bdd5295c941 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 984 time: 0.0879385 Dec 07 14:11:57.463790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e5ed2c17-968e-4c86-a316-44c9f9dd935d req-4683a99e-d971-4d9a-80a1-aaa927fbefd8 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&id=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452027 Dec 07 14:11:58.668332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5cbe9-6dde-4ed1-a8d2-02c88bf69b0b req-1411a448-c3e9-485f-8835-16e06b1fe650 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:58.670674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3bf5cbe9-6dde-4ed1-a8d2-02c88bf69b0b req-1411a448-c3e9-485f-8835-16e06b1fe650 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 984 time: 0.0844703 Dec 07 14:11:58.727026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3bf5cbe9-6dde-4ed1-a8d2-02c88bf69b0b req-40a9fe54-2f07-4211-afb7-b7a0f8d7f84e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&id=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492926 Dec 07 14:11:59.938396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02923c7-3637-412e-b445-fabaafe88c75 req-6d7ff689-5a76-4f54-8e1a-f6986c053fcc tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:11:59.940004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f02923c7-3637-412e-b445-fabaafe88c75 req-6d7ff689-5a76-4f54-8e1a-f6986c053fcc tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 984 time: 0.0857160 Dec 07 14:11:59.989118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f02923c7-3637-412e-b445-fabaafe88c75 req-3227df39-d38a-4625-a9ba-3485db993c72 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&id=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422294 Dec 07 14:12:00.133919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e42fdf17-898e-4010-a231-bce3221381ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:01.164751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cc5a8747-3af4-40c3-8850-126d09bb1429 req-134706d2-0036-4daf-a226-31fbedcef8a2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792201 Dec 07 14:12:01.319047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cc5a8747-3af4-40c3-8850-126d09bb1429 req-66372e47-4533-4275-9f62-453b70f427f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=262c2c6f5f344aa18025766bee32f05e&device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 1137 time: 0.0804737 Dec 07 14:12:01.471109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a8747-3af4-40c3-8850-126d09bb1429 req-94524beb-de96-4473-9dbb-48863eec96b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:12:01.472707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cc5a8747-3af4-40c3-8850-126d09bb1429 req-94524beb-de96-4473-9dbb-48863eec96b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=544ed30d-13bd-43db-859e-6a7e05367762 HTTP/1.1" status: 200 len: 915 time: 0.1349187 Dec 07 14:12:01.578233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cc5a8747-3af4-40c3-8850-126d09bb1429 req-cf425180-8468-4ac1-8d2e-3fde69c96984 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 HTTP/1.1" status: 200 len: 1001 time: 0.0988910 Dec 07 14:12:01.645547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a8747-3af4-40c3-8850-126d09bb1429 req-6df5b70f-1dc8-40e9-b06a-9d60d1ec32a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:12:01.647105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cc5a8747-3af4-40c3-8850-126d09bb1429 req-6df5b70f-1dc8-40e9-b06a-9d60d1ec32a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1961b2e0-11ff-4a46-99c8-a7b93882c5dc HTTP/1.1" status: 200 len: 853 time: 0.0628901 Dec 07 14:12:01.693711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:01.728419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cc5a8747-3af4-40c3-8850-126d09bb1429 req-d0d14def-c387-4a37-9c0e-de35f31a9612 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=544ed30d-13bd-43db-859e-6a7e05367762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746047 Dec 07 14:12:01.870000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cc5a8747-3af4-40c3-8850-126d09bb1429 req-fc7bc106-5c7d-4d45-82bd-129d3033d919 service neutron] 10.222.0.45 "GET /v2.0/networks/544ed30d-13bd-43db-859e-6a7e05367762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351287 Dec 07 14:12:02.008723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cc5a8747-3af4-40c3-8850-126d09bb1429 req-7893634e-d854-4bd0-b75b-561e2140d662 service neutron] 10.222.0.45 "GET /v2.0/networks/544ed30d-13bd-43db-859e-6a7e05367762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328130 Dec 07 14:12:02.459350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b3a0ea1-6285-4c60-90b1-431ddd156a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:03.053580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:04.926703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:10.259067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:30.041460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:12:30.110167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2437dca-f752-4560-b50b-df691a20703f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:31.681573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:32.458770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25bc24a9-1b91-4613-a7c9-028328e8004f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:33.046168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:33.837832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d340d6f9-cd70-43d0-b4fc-64c951552b29 req-a1eec6c4-54a2-44f0-a06a-9f64286bb0a6 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2065416452&fields=id&tenant_id=262c2c6f5f344aa18025766bee32f05e HTTP/1.1" status: 200 len: 267 time: 0.0449893 Dec 07 14:12:33.923347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340d6f9-cd70-43d0-b4fc-64c951552b29 req-ec2c97ba-2afc-48bf-8412-b5c0fa2184fe tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:12:33.925355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d340d6f9-cd70-43d0-b4fc-64c951552b29 req-ec2c97ba-2afc-48bf-8412-b5c0fa2184fe tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 984 time: 0.0818467 Dec 07 14:12:33.937794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-d340d6f9-cd70-43d0-b4fc-64c951552b29 req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Request body: {'port': {'security_groups': ['e312e330-94d1-47ac-9417-ae7959bba61b']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:12:34.067114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d340d6f9-cd70-43d0-b4fc-64c951552b29 req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:34.327686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-d340d6f9-cd70-43d0-b4fc-64c951552b29 req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] For port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97,segment=NetworkSegment(942e5a7d-e9d0-47db-a285-5be32eefa5e9),segment_id=942e5a7d-e9d0-47db-a285-5be32eefa5e9)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:12:34.353683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d340d6f9-cd70-43d0-b4fc-64c951552b29 req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:34.395565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d340d6f9-cd70-43d0-b4fc-64c951552b29 req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:34.401536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-abacfd42-6dbc-4bc4-a0be-d8f8ed782a72 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:12:34.408680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['d46bd3ce-21cf-47cd-ba4b-997d5c37ea97'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:12:34.470624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340d6f9-cd70-43d0-b4fc-64c951552b29 req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:12:34.471314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d340d6f9-cd70-43d0-b4fc-64c951552b29 req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:34.472817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d340d6f9-cd70-43d0-b4fc-64c951552b29 req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "PUT /v2.0/ports/d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 HTTP/1.1" status: 200 len: 942 time: 0.5398397 Dec 07 14:12:34.473543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'tag': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:12:34.481017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57670) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:12:34.508588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Pushing event updated for resources: {'Port': ['ID=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97,revision_number=7']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:12:34.521500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.522666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.523398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.524571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.525472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.526092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.526711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.528894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.529904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.530378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.530800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.544310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:12:34.581317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:34.617375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:34.625134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['d46bd3ce-21cf-47cd-ba4b-997d5c37ea97'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:12:34.645854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'tag': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97', 'status': 'completed', 'code': 200} Dec 07 14:12:34.773821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5480fb1c-6bfc-4120-90a5-8b4cb56aaf3f req-4433450f-e232-4641-8435-8404ab61a01c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=262c2c6f5f344aa18025766bee32f05e&device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 1098 time: 0.0990858 Dec 07 14:12:34.784484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:34.790849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0e8b8c5e-fd76-4be8-b7ed-bef3521e4271 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:12:34.806900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:12:34.814182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:34.818014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "DELETE /v2.0/security-groups/26c2f27f-5ac3-48a8-bdee-cb8a76fc5d14 HTTP/1.1" status: 204 len: 168 time: 0.3333428 Dec 07 14:12:34.819578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.820020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.820452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.820883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.821449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.821749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.822169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.822586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.823007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.823455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.823874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:12:34.826309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57678) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:12:34.829585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:12:34.877795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b7df8b55-a83a-4e9e-a7fc-e6244bc35019 None None] Provisioning complete for port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:12:34.878484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7df8b55-a83a-4e9e-a7fc-e6244bc35019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:34.920020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480fb1c-6bfc-4120-90a5-8b4cb56aaf3f req-d7a08b50-fa87-4092-bb4d-50d163f9b325 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:12:34.921797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5480fb1c-6bfc-4120-90a5-8b4cb56aaf3f req-d7a08b50-fa87-4092-bb4d-50d163f9b325 service neutron] 10.222.0.45 "GET /v2.0/networks?id=544ed30d-13bd-43db-859e-6a7e05367762 HTTP/1.1" status: 200 len: 915 time: 0.1406696 Dec 07 14:12:34.995663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:35.038757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5480fb1c-6bfc-4120-90a5-8b4cb56aaf3f req-7050188a-0a93-4c21-aaa2-ecdd75ffcd1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 HTTP/1.1" status: 200 len: 1001 time: 0.1081672 Dec 07 14:12:35.046101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-04279e04-b751-4cdf-8291-3cc3307af86d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Deleting port 1c6a4e09-57ea-4d51-acd6-0921d7baa94c {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:12:35.046486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04279e04-b751-4cdf-8291-3cc3307af86d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:35.111112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480fb1c-6bfc-4120-90a5-8b4cb56aaf3f req-ab7f7615-0017-46ef-b047-c2b939d55fb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:12:35.112693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5480fb1c-6bfc-4120-90a5-8b4cb56aaf3f req-ab7f7615-0017-46ef-b047-c2b939d55fb4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1961b2e0-11ff-4a46-99c8-a7b93882c5dc HTTP/1.1" status: 200 len: 853 time: 0.0676534 Dec 07 14:12:35.197000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5480fb1c-6bfc-4120-90a5-8b4cb56aaf3f req-2489f005-547f-40eb-9410-be57a94c5a9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=544ed30d-13bd-43db-859e-6a7e05367762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750232 Dec 07 14:12:35.226406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04279e04-b751-4cdf-8291-3cc3307af86d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:35.226768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04279e04-b751-4cdf-8291-3cc3307af86d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:35.342106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5480fb1c-6bfc-4120-90a5-8b4cb56aaf3f req-ba84134e-0d87-45a9-811b-d9645598defe service neutron] 10.222.0.45 "GET /v2.0/networks/544ed30d-13bd-43db-859e-6a7e05367762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376698 Dec 07 14:12:35.353210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-04279e04-b751-4cdf-8291-3cc3307af86d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Calling delete_port for 1c6a4e09-57ea-4d51-acd6-0921d7baa94c owned by network:floatingip {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:12:35.721051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5480fb1c-6bfc-4120-90a5-8b4cb56aaf3f req-b4f92740-73c5-4532-88b1-8bbd2226d89f service neutron] 10.222.0.45 "GET /v2.0/networks/544ed30d-13bd-43db-859e-6a7e05367762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657532 Dec 07 14:12:35.800755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04279e04-b751-4cdf-8291-3cc3307af86d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:35.806818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:12:35.851784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04279e04-b751-4cdf-8291-3cc3307af86d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Pushing event deleted for resources: {'Port': ['ID=1c6a4e09-57ea-4d51-acd6-0921d7baa94c,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:12:35.854884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-04279e04-b751-4cdf-8291-3cc3307af86d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:12:35.960010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04279e04-b751-4cdf-8291-3cc3307af86d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks [] for floatingip, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:36.368615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04279e04-b751-4cdf-8291-3cc3307af86d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Router d529ac45-b867-43aa-968c-9f5eebeae4b7 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:12:36.573238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04279e04-b751-4cdf-8291-3cc3307af86d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:12:36.583031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af0b4bf-4c22-427c-b65c-da60ac34e04e None None] Sync routers for ids ['d529ac45-b867-43aa-968c-9f5eebeae4b7'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:12:36.595779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af0b4bf-4c22-427c-b65c-da60ac34e04e None None] Routers {'d529ac45-b867-43aa-968c-9f5eebeae4b7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:12:36.599996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9af0b4bf-4c22-427c-b65c-da60ac34e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:12:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d529ac45-b867-43aa-968c-9f5eebeae4b7'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:12:36.624594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04279e04-b751-4cdf-8291-3cc3307af86d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:36.680314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-04279e04-b751-4cdf-8291-3cc3307af86d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "DELETE /v2.0/floatingips/ee9e5e27-ed83-47d0-ae87-4c99be9d5b72 HTTP/1.1" status: 204 len: 168 time: 1.8528945 Dec 07 14:12:36.681013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'tag': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:12:36.789646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-9af0b4bf-4c22-427c-b65c-da60ac34e04e None None] Set router d529ac45-b867-43aa-968c-9f5eebeae4b7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:12:36.824343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'tag': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97', 'status': 'completed', 'code': 200} Dec 07 14:12:36.934515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c3509bac-6363-45a9-951a-09090d94066f req-bda6c571-f715-4afb-acd3-83e81f2ac558 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=262c2c6f5f344aa18025766bee32f05e&device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 1098 time: 0.0763292 Dec 07 14:12:37.083975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3509bac-6363-45a9-951a-09090d94066f req-6c0bb3d1-0b7d-4414-b1e0-a6d2cf8cd58e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:12:37.085663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c3509bac-6363-45a9-951a-09090d94066f req-6c0bb3d1-0b7d-4414-b1e0-a6d2cf8cd58e service neutron] 10.222.0.45 "GET /v2.0/networks?id=544ed30d-13bd-43db-859e-6a7e05367762 HTTP/1.1" status: 200 len: 915 time: 0.1411135 Dec 07 14:12:37.133167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9af0b4bf-4c22-427c-b65c-da60ac34e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'name': 'tempest-TestMinimumBasicScenario-101814128-router', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239'}], 'enable_snat': True}, 'gw_port_id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:16Z', 'revision_number': 4, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'gw_port': {'id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '8c4918e4-3685-4648-9812-f139a6dc360a', 'name': '', 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'mac_address': 'fa:16:3e:5d:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:16Z', 'updated_at': '2021-12-07T14:10:26Z', 'revision_number': 5, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'subnets': [{'id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:12:37.137283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af0b4bf-4c22-427c-b65c-da60ac34e04e None None] Checking router: d529ac45-b867-43aa-968c-9f5eebeae4b7 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:12:37.149851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af0b4bf-4c22-427c-b65c-da60ac34e04e None None] Routers {'d529ac45-b867-43aa-968c-9f5eebeae4b7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:12:37.150493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9af0b4bf-4c22-427c-b65c-da60ac34e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:12:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d529ac45-b867-43aa-968c-9f5eebeae4b7'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:12:37.169360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c3509bac-6363-45a9-951a-09090d94066f req-f5d70653-6b6e-41ab-8770-275cdce13d9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 HTTP/1.1" status: 200 len: 217 time: 0.0758288 Dec 07 14:12:37.241945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3509bac-6363-45a9-951a-09090d94066f req-b00a0fbb-0f41-483d-bdf4-848160a1fb64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:12:37.243579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c3509bac-6363-45a9-951a-09090d94066f req-b00a0fbb-0f41-483d-bdf4-848160a1fb64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1961b2e0-11ff-4a46-99c8-a7b93882c5dc HTTP/1.1" status: 200 len: 853 time: 0.0672126 Dec 07 14:12:37.336459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c3509bac-6363-45a9-951a-09090d94066f req-68bbca46-ca45-4493-9379-c8e9820d4dc9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=544ed30d-13bd-43db-859e-6a7e05367762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826681 Dec 07 14:12:37.487380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c3509bac-6363-45a9-951a-09090d94066f req-b0d5c016-f6e9-49a6-ac61-086fd1744c57 service neutron] 10.222.0.45 "GET /v2.0/networks/544ed30d-13bd-43db-859e-6a7e05367762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429732 Dec 07 14:12:37.516918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-9af0b4bf-4c22-427c-b65c-da60ac34e04e None None] Set router d529ac45-b867-43aa-968c-9f5eebeae4b7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:12:37.635664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c3509bac-6363-45a9-951a-09090d94066f req-eb895c6b-7c72-4f09-be92-83436257cedd service neutron] 10.222.0.45 "GET /v2.0/networks/544ed30d-13bd-43db-859e-6a7e05367762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413033 Dec 07 14:12:37.842696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9af0b4bf-4c22-427c-b65c-da60ac34e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'name': 'tempest-TestMinimumBasicScenario-101814128-router', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239'}], 'enable_snat': True}, 'gw_port_id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:16Z', 'revision_number': 4, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'gw_port': {'id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '8c4918e4-3685-4648-9812-f139a6dc360a', 'name': '', 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'mac_address': 'fa:16:3e:5d:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:16Z', 'updated_at': '2021-12-07T14:10:26Z', 'revision_number': 5, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'subnets': [{'id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:12:37.847120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af0b4bf-4c22-427c-b65c-da60ac34e04e None None] The sync data for ids ['d529ac45-b867-43aa-968c-9f5eebeae4b7'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'name': 'tempest-TestMinimumBasicScenario-101814128-router', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239'}], 'enable_snat': True}, 'gw_port_id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:16Z', 'revision_number': 4, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'gw_port': {'id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '8c4918e4-3685-4648-9812-f139a6dc360a', 'name': '', 'network_id': '544ed30d-13bd-43db-859e-6a7e05367762', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'mac_address': 'fa:16:3e:5d:85:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:16Z', 'updated_at': '2021-12-07T14:10:26Z', 'revision_number': 5, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'subnets': [{'id': '1961b2e0-11ff-4a46-99c8-a7b93882c5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:12:38.362636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028dab16-0ebd-4fa1-a275-1918b80ff886 None None] New status for floating IP ee9e5e27-ed83-47d0-ae87-4c99be9d5b72: DOWN {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:12:40.270891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:42.502425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9abbf5-7096-4d71-b4f1-9d56db53788d req-b91900d7-f2bb-4402-a709-a9a6209c062f tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:12:42.504045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9b9abbf5-7096-4d71-b4f1-9d56db53788d req-b91900d7-f2bb-4402-a709-a9a6209c062f tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 945 time: 0.0829146 Dec 07 14:12:42.553491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9b9abbf5-7096-4d71-b4f1-9d56db53788d req-88df8aad-3ba7-42e6-8762-dc9575675cf9 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423646 Dec 07 14:12:43.759350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db4358-20e1-416c-a0e0-2a3c1b16b13d req-36e9805f-fa5d-47c0-bc76-85119fc3bd23 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:12:43.760925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7db4358-20e1-416c-a0e0-2a3c1b16b13d req-36e9805f-fa5d-47c0-bc76-85119fc3bd23 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 945 time: 0.0856216 Dec 07 14:12:43.810988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7db4358-20e1-416c-a0e0-2a3c1b16b13d req-421882a2-860a-44db-9e12-639cc025e851 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436730 Dec 07 14:12:44.388267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cff648-b396-482b-ab56-061d71d1fe8d req-24bdc3c5-bd9e-464e-adf2-2957db625fb8 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:12:44.389851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0cff648-b396-482b-ab56-061d71d1fe8d req-24bdc3c5-bd9e-464e-adf2-2957db625fb8 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 945 time: 0.0816987 Dec 07 14:12:44.470073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-a0cff648-b396-482b-ab56-061d71d1fe8d req-912ec742-2921-43c8-8ae2-003dab466d3a tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Deleting port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:12:44.470450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a0cff648-b396-482b-ab56-061d71d1fe8d req-912ec742-2921-43c8-8ae2-003dab466d3a tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:44.718640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-a0cff648-b396-482b-ab56-061d71d1fe8d req-912ec742-2921-43c8-8ae2-003dab466d3a tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] For port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97,segment=NetworkSegment(942e5a7d-e9d0-47db-a285-5be32eefa5e9),segment_id=942e5a7d-e9d0-47db-a285-5be32eefa5e9)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:12:44.719038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a0cff648-b396-482b-ab56-061d71d1fe8d req-912ec742-2921-43c8-8ae2-003dab466d3a tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:44.851087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-a0cff648-b396-482b-ab56-061d71d1fe8d req-912ec742-2921-43c8-8ae2-003dab466d3a tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Calling delete_port for d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 owned by compute:nova {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:12:45.072952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5daeb-0aae-451f-94cd-b3e7d36b428b req-aadb522b-ac22-4190-9de4-eb023107ef4b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:12:45.074461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6fe5daeb-0aae-451f-94cd-b3e7d36b428b req-aadb522b-ac22-4190-9de4-eb023107ef4b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a59938-ac04-4bbd-9d06-def10e5b560c HTTP/1.1" status: 200 len: 945 time: 0.1407554 Dec 07 14:12:45.113891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a0cff648-b396-482b-ab56-061d71d1fe8d req-912ec742-2921-43c8-8ae2-003dab466d3a tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:45.121777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:12:45.130253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['d46bd3ce-21cf-47cd-ba4b-997d5c37ea97'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:12:45.172496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ec742-2921-43c8-8ae2-003dab466d3a tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Pushing event deleted for resources: {'Port': ['ID=d46bd3ce-21cf-47cd-ba4b-997d5c37ea97,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:12:45.178501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-912ec742-2921-43c8-8ae2-003dab466d3a tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:12:45.181472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6fe5daeb-0aae-451f-94cd-b3e7d36b428b req-db7f869e-4d95-4f53-9c28-1198ad94649d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312e330-94d1-47ac-9417-ae7959bba61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009061 Dec 07 14:12:45.251314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cff648-b396-482b-ab56-061d71d1fe8d req-912ec742-2921-43c8-8ae2-003dab466d3a tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] No DVR routers for this DVR port d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 on host hv-neutron-ussu {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:12:45.253554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a0cff648-b396-482b-ab56-061d71d1fe8d req-912ec742-2921-43c8-8ae2-003dab466d3a tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:45.256532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'name': 'network-vif-deleted', 'tag': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:12:45.274600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0cff648-b396-482b-ab56-061d71d1fe8d req-912ec742-2921-43c8-8ae2-003dab466d3a tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] 10.222.0.45 "DELETE /v2.0/ports/d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 HTTP/1.1" status: 204 len: 173 time: 0.8765616 Dec 07 14:12:45.315697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a59938-ac04-4bbd-9d06-def10e5b560c', 'name': 'network-vif-deleted', 'tag': 'd46bd3ce-21cf-47cd-ba4b-997d5c37ea97', 'status': 'completed', 'code': 200} Dec 07 14:12:47.682514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57766) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:12:47.703198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:12:47.737399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:12:47.737796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device d46bd3ce-21cf-47cd-ba4b-997d5c37ea97 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:12:48.307736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7b86dfb-83eb-4cd6-b689-eb20a508b415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:48.915381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f7b86dfb-83eb-4cd6-b689-eb20a508b415 admin admin] Deleting port 8c4918e4-3685-4648-9812-f139a6dc360a {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:12:48.915973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7b86dfb-83eb-4cd6-b689-eb20a508b415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:49.095007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f7b86dfb-83eb-4cd6-b689-eb20a508b415 admin admin] For port 8c4918e4-3685-4648-9812-f139a6dc360a, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8c4918e4-3685-4648-9812-f139a6dc360a,segment=NetworkSegment(942e5a7d-e9d0-47db-a285-5be32eefa5e9),segment_id=942e5a7d-e9d0-47db-a285-5be32eefa5e9)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:12:49.095431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7b86dfb-83eb-4cd6-b689-eb20a508b415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:49.221747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f7b86dfb-83eb-4cd6-b689-eb20a508b415 admin admin] Calling delete_port for 8c4918e4-3685-4648-9812-f139a6dc360a owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:12:49.452765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7b86dfb-83eb-4cd6-b689-eb20a508b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:49.457522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-249a36c4-5529-44f4-8c94-487a76cfdd11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:12:49.501201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b86dfb-83eb-4cd6-b689-eb20a508b415 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4918e4-3685-4648-9812-f139a6dc360a,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:12:49.504007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7b86dfb-83eb-4cd6-b689-eb20a508b415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:12:49.808578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f7b86dfb-83eb-4cd6-b689-eb20a508b415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:50.418300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b86dfb-83eb-4cd6-b689-eb20a508b415 admin admin] Router d529ac45-b867-43aa-968c-9f5eebeae4b7 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:12:50.626076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b86dfb-83eb-4cd6-b689-eb20a508b415 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:12:50.635326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fab597-76e8-4600-afca-ba04e6b67073 None None] Sync routers for ids ['d529ac45-b867-43aa-968c-9f5eebeae4b7'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:12:50.638699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f7b86dfb-83eb-4cd6-b689-eb20a508b415 admin admin] 10.222.0.24 "PUT /v2.0/routers/d529ac45-b867-43aa-968c-9f5eebeae4b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9550626 Dec 07 14:12:50.641800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57770) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:12:50.648591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fab597-76e8-4600-afca-ba04e6b67073 None None] Routers {'d529ac45-b867-43aa-968c-9f5eebeae4b7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:12:50.649272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f5fab597-76e8-4600-afca-ba04e6b67073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:12:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d529ac45-b867-43aa-968c-9f5eebeae4b7'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:12:50.843806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-f5fab597-76e8-4600-afca-ba04e6b67073 None None] Set router d529ac45-b867-43aa-968c-9f5eebeae4b7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:12:51.082456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:51.160230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f5fab597-76e8-4600-afca-ba04e6b67073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'name': 'tempest-TestMinimumBasicScenario-101814128-router', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239'}], 'enable_snat': True}, 'gw_port_id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:12:49Z', 'revision_number': 5, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'gw_port': {'id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:12:51.164855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fab597-76e8-4600-afca-ba04e6b67073 None None] Checking router: d529ac45-b867-43aa-968c-9f5eebeae4b7 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:12:51.176006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fab597-76e8-4600-afca-ba04e6b67073 None None] Routers {'d529ac45-b867-43aa-968c-9f5eebeae4b7'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:12:51.176673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f5fab597-76e8-4600-afca-ba04e6b67073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:12:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['d529ac45-b867-43aa-968c-9f5eebeae4b7'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:12:51.293452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:51.365395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-f5fab597-76e8-4600-afca-ba04e6b67073 None None] Set router d529ac45-b867-43aa-968c-9f5eebeae4b7 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:12:51.397050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] Deleting port 17b9bfdb-fe55-4623-8c71-b3272b719ad2 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:12:51.397478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:51.577181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] For port 17b9bfdb-fe55-4623-8c71-b3272b719ad2, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=17b9bfdb-fe55-4623-8c71-b3272b719ad2,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:12:51.577824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:51.668819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-f5fab597-76e8-4600-afca-ba04e6b67073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'name': 'tempest-TestMinimumBasicScenario-101814128-router', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239'}], 'enable_snat': True}, 'gw_port_id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:12:49Z', 'revision_number': 5, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'gw_port': {'id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:12:51.672812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fab597-76e8-4600-afca-ba04e6b67073 None None] The sync data for ids ['d529ac45-b867-43aa-968c-9f5eebeae4b7'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'name': 'tempest-TestMinimumBasicScenario-101814128-router', 'tenant_id': '262c2c6f5f344aa18025766bee32f05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239'}], 'enable_snat': True}, 'gw_port_id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:12:49Z', 'revision_number': 5, 'project_id': '262c2c6f5f344aa18025766bee32f05e', 'gw_port': {'id': '17b9bfdb-fe55-4623-8c71-b3272b719ad2', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd529ac45-b867-43aa-968c-9f5eebeae4b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:13Z', 'updated_at': '2021-12-07T14:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:12:51.702913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] Calling delete_port for 17b9bfdb-fe55-4623-8c71-b3272b719ad2 owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:12:51.978606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:51.983559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3be8ae04-f758-4407-8171-d258d38c78ed tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:12:52.026552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] Pushing event deleted for resources: {'Port': ['ID=17b9bfdb-fe55-4623-8c71-b3272b719ad2,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:12:52.031126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:12:52.264994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:52.526964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:52.531286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:52.767267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:52.767836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d529ac45-b867-43aa-968c-9f5eebeae4b7 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 14:12:52.781007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:52.782188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] 10.222.0.24 "DELETE /v2.0/routers/d529ac45-b867-43aa-968c-9f5eebeae4b7 HTTP/1.1" status: 204 len: 168 time: 2.1394076 Dec 07 14:12:52.784939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57774) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:12:52.857295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1836ad-53a7-4170-b5d1-e90093740e54 admin admin] Deleting subnet 1961b2e0-11ff-4a46-99c8-a7b93882c5dc {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:12:52.860643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2d1836ad-53a7-4170-b5d1-e90093740e54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:52.913394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2d1836ad-53a7-4170-b5d1-e90093740e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:52.998380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2d1836ad-53a7-4170-b5d1-e90093740e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:53.138712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2d1836ad-53a7-4170-b5d1-e90093740e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:53.143022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7e5a181-3383-43af-8726-bb35cd780e6b tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:12:53.178348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1836ad-53a7-4170-b5d1-e90093740e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1961b2e0-11ff-4a46-99c8-a7b93882c5dc,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:12:53.182555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2d1836ad-53a7-4170-b5d1-e90093740e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:12:53.185311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2d1836ad-53a7-4170-b5d1-e90093740e54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:53.190751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33b698b-753c-4fe5-915f-decb936d9e61 None None] Network 544ed30d-13bd-43db-859e-6a7e05367762 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:12:53.194082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2d1836ad-53a7-4170-b5d1-e90093740e54 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1961b2e0-11ff-4a46-99c8-a7b93882c5dc HTTP/1.1" status: 204 len: 168 time: 0.4078655 Dec 07 14:12:53.196820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57778) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:12:53.318269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:53.331225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Deleting port 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:12:53.331635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:53.358661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8c4918e4-3685-4648-9812-f139a6dc360a no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:12:53.398321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 8c4918e4-3685-4648-9812-f139a6dc360a {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:12:53.398708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8c4918e4-3685-4648-9812-f139a6dc360a not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:12:53.399165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 17b9bfdb-fe55-4623-8c71-b3272b719ad2 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:12:53.436742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 17b9bfdb-fe55-4623-8c71-b3272b719ad2 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:12:53.437135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 17b9bfdb-fe55-4623-8c71-b3272b719ad2 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:12:53.522642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700aca63-b6d0-464e-af86-2afae0e484c1 None None] DHCP port deletion for 544ed30d-13bd-43db-859e-6a7e05367762 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:12:53.526906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-700aca63-b6d0-464e-af86-2afae0e484c1 None None] Deleting port 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:12:53.527343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-700aca63-b6d0-464e-af86-2afae0e484c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:53.558578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] For port 8c4774c6-a6dc-4254-b49e-4158f9e8ad37, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8c4774c6-a6dc-4254-b49e-4158f9e8ad37,segment=NetworkSegment(942e5a7d-e9d0-47db-a285-5be32eefa5e9),segment_id=942e5a7d-e9d0-47db-a285-5be32eefa5e9)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:12:53.558903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:53.693771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Calling delete_port for 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:12:53.739602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-700aca63-b6d0-464e-af86-2afae0e484c1 None None] For port 8c4774c6-a6dc-4254-b49e-4158f9e8ad37, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8c4774c6-a6dc-4254-b49e-4158f9e8ad37,segment=NetworkSegment(942e5a7d-e9d0-47db-a285-5be32eefa5e9),segment_id=942e5a7d-e9d0-47db-a285-5be32eefa5e9)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:12:53.740571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-700aca63-b6d0-464e-af86-2afae0e484c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:53.800262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:53.805267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9b588928-40d7-478f-9425-08ef765aa754 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:12:53.851651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4774c6-a6dc-4254-b49e-4158f9e8ad37,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:12:53.854380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:12:53.856963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] No DVR routers for this DVR port 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:12:53.873807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-700aca63-b6d0-464e-af86-2afae0e484c1 None None] Calling delete_port for 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:12:53.949016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-700aca63-b6d0-464e-af86-2afae0e484c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 14:12:53.949426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-700aca63-b6d0-464e-af86-2afae0e484c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 14:12:53.980525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:54.006768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544ed30d-13bd-43db-859e-6a7e05367762']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:12:54.019581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942e5a7d-e9d0-47db-a285-5be32eefa5e9') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:12:54.019921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942e5a7d-e9d0-47db-a285-5be32eefa5e9') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:12:54.032435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:54.120212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:54.126702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:12:54.127128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:12:54.142539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:12:54.377018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:54.381184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:12:54.395111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:54.408612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=544ed30d-13bd-43db-859e-6a7e05367762,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:12:54.413233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:12:54.414788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/544ed30d-13bd-43db-859e-6a7e05367762 HTTP/1.1" status: 204 len: 168 time: 1.2169883 Dec 07 14:12:54.418033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57782) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:12:54.451120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-700aca63-b6d0-464e-af86-2afae0e484c1 None None] Deleting port 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:12:54.451616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-700aca63-b6d0-464e-af86-2afae0e484c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:54.517915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-700aca63-b6d0-464e-af86-2afae0e484c1 None None] The port '8c4774c6-a6dc-4254-b49e-4158f9e8ad37' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 14:12:55.046423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c0bd08a-156d-48fd-a187-237889dd60cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:55.344233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:12:55.381038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:12:55.381446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8c4774c6-a6dc-4254-b49e-4158f9e8ad37 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:12:55.658680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4c0bd08a-156d-48fd-a187-237889dd60cf admin admin] Deleting port 18d6b51b-54f1-4b0c-b5a3-4170a6781008 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:12:55.659056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c0bd08a-156d-48fd-a187-237889dd60cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:55.832601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4c0bd08a-156d-48fd-a187-237889dd60cf admin admin] For port 18d6b51b-54f1-4b0c-b5a3-4170a6781008, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=18d6b51b-54f1-4b0c-b5a3-4170a6781008,segment=NetworkSegment(f28cfbf2-3b64-42cd-9d25-14fb62b01f04),segment_id=f28cfbf2-3b64-42cd-9d25-14fb62b01f04)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:12:55.832987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c0bd08a-156d-48fd-a187-237889dd60cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:55.959003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4c0bd08a-156d-48fd-a187-237889dd60cf admin admin] Calling delete_port for 18d6b51b-54f1-4b0c-b5a3-4170a6781008 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:12:56.229834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c0bd08a-156d-48fd-a187-237889dd60cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:56.234096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-38d0cdf1-4dc3-4ceb-8174-75c347713218 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:12:56.278039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bd08a-156d-48fd-a187-237889dd60cf admin admin] Pushing event deleted for resources: {'Port': ['ID=18d6b51b-54f1-4b0c-b5a3-4170a6781008,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:12:56.281677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4c0bd08a-156d-48fd-a187-237889dd60cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:12:56.574419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4c0bd08a-156d-48fd-a187-237889dd60cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:57.402633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0bd08a-156d-48fd-a187-237889dd60cf admin admin] Router 8c71e32a-67cf-405c-8e78-6e86320c398f has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:12:57.608750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0bd08a-156d-48fd-a187-237889dd60cf admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:12:57.618310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4230b7-512e-4aeb-9ffd-a0b223ba1621 None None] Sync routers for ids ['8c71e32a-67cf-405c-8e78-6e86320c398f'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:12:57.619513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4c0bd08a-156d-48fd-a187-237889dd60cf admin admin] 10.222.0.24 "PUT /v2.0/routers/8c71e32a-67cf-405c-8e78-6e86320c398f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2003946 Dec 07 14:12:57.622210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57788) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:12:57.631366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4230b7-512e-4aeb-9ffd-a0b223ba1621 None None] Routers {'8c71e32a-67cf-405c-8e78-6e86320c398f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:12:57.632030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-eb4230b7-512e-4aeb-9ffd-a0b223ba1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:12:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['8c71e32a-67cf-405c-8e78-6e86320c398f'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:12:57.812776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-eb4230b7-512e-4aeb-9ffd-a0b223ba1621 None None] Set router 8c71e32a-67cf-405c-8e78-6e86320c398f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:12:57.827691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:58.028284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:58.062543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] Deleting port 028d4af4-087e-42a5-a9bd-016431165f12 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:12:58.062925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:58.110583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-eb4230b7-512e-4aeb-9ffd-a0b223ba1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'name': 'tempest-TestMinimumBasicScenario-1878046143-router', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.112'}], 'enable_snat': True}, 'gw_port_id': '028d4af4-087e-42a5-a9bd-016431165f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:20Z', 'updated_at': '2021-12-07T14:12:56Z', 'revision_number': 5, 'project_id': '7c3587c90f294a3e85390177d7ae4586', 'gw_port': {'id': '028d4af4-087e-42a5-a9bd-016431165f12', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:10:21Z', 'updated_at': '2021-12-07T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:12:58.114665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4230b7-512e-4aeb-9ffd-a0b223ba1621 None None] Checking router: 8c71e32a-67cf-405c-8e78-6e86320c398f for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:12:58.125747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4230b7-512e-4aeb-9ffd-a0b223ba1621 None None] Routers {'8c71e32a-67cf-405c-8e78-6e86320c398f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:12:58.126398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-eb4230b7-512e-4aeb-9ffd-a0b223ba1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:12:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['8c71e32a-67cf-405c-8e78-6e86320c398f'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:12:58.244718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] For port 028d4af4-087e-42a5-a9bd-016431165f12, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=028d4af4-087e-42a5-a9bd-016431165f12,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:12:58.245151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:58.277846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-eb4230b7-512e-4aeb-9ffd-a0b223ba1621 None None] Set router 8c71e32a-67cf-405c-8e78-6e86320c398f gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:12:58.374828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] Calling delete_port for 028d4af4-087e-42a5-a9bd-016431165f12 owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:12:58.386174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-eb4230b7-512e-4aeb-9ffd-a0b223ba1621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'name': 'tempest-TestMinimumBasicScenario-1878046143-router', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:20Z', 'updated_at': '2021-12-07T14:12:58Z', 'revision_number': 6, 'project_id': '7c3587c90f294a3e85390177d7ae4586', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:12:58.390273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4230b7-512e-4aeb-9ffd-a0b223ba1621 None None] The sync data for ids ['8c71e32a-67cf-405c-8e78-6e86320c398f'] in dv-neutron-ussuri-2-hyperv is: [{'id': '8c71e32a-67cf-405c-8e78-6e86320c398f', 'name': 'tempest-TestMinimumBasicScenario-1878046143-router', 'tenant_id': '7c3587c90f294a3e85390177d7ae4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:10:20Z', 'updated_at': '2021-12-07T14:12:58Z', 'revision_number': 6, 'project_id': '7c3587c90f294a3e85390177d7ae4586', 'gw_port_host': None}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:12:58.772615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:58.777445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9814043f-7e6a-4a3f-b660-220b38b8aba9 tempest-DeleteServersTestJSON-1874288469 tempest-DeleteServersTestJSON-1874288469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:12:58.819467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] Pushing event deleted for resources: {'Port': ['ID=028d4af4-087e-42a5-a9bd-016431165f12,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:12:58.822102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:12:59.053771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:59.317172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:59.321424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:59.348026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 028d4af4-087e-42a5-a9bd-016431165f12 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:12:59.383972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:59.384573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c71e32a-67cf-405c-8e78-6e86320c398f {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 14:12:59.384722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 028d4af4-087e-42a5-a9bd-016431165f12 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:12:59.384964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 028d4af4-087e-42a5-a9bd-016431165f12 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:12:59.385428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 18d6b51b-54f1-4b0c-b5a3-4170a6781008 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:12:59.397789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:59.399027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8c71e32a-67cf-405c-8e78-6e86320c398f HTTP/1.1" status: 204 len: 168 time: 1.7758231 Dec 07 14:12:59.401874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57794) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:12:59.420810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 18d6b51b-54f1-4b0c-b5a3-4170a6781008 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:12:59.421213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 18d6b51b-54f1-4b0c-b5a3-4170a6781008 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:12:59.472920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-43616a6d-a926-4db8-ac84-fdd712f3647f admin admin] Deleting subnet 3f42288e-a97d-416e-888c-9f52aa743d3e {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:12:59.476958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-43616a6d-a926-4db8-ac84-fdd712f3647f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:59.531668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-43616a6d-a926-4db8-ac84-fdd712f3647f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:59.609201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-43616a6d-a926-4db8-ac84-fdd712f3647f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:59.942633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-43616a6d-a926-4db8-ac84-fdd712f3647f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:12:59.947411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cf26cf22-1208-4460-bc70-ef025d887dc9 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:12:59.987632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43616a6d-a926-4db8-ac84-fdd712f3647f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f42288e-a97d-416e-888c-9f52aa743d3e,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:12:59.990928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-43616a6d-a926-4db8-ac84-fdd712f3647f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:12:59.994710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-43616a6d-a926-4db8-ac84-fdd712f3647f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:00.000069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35c59f5-10a6-4204-88a2-133f6e041921 None None] Network ed1dc769-d0d4-4830-9b5e-fa70c6f266d4 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:13:00.001042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-43616a6d-a926-4db8-ac84-fdd712f3647f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3f42288e-a97d-416e-888c-9f52aa743d3e HTTP/1.1" status: 204 len: 168 time: 0.5974469 Dec 07 14:13:00.003673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57798) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:00.120159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:00.130859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Deleting port 10fbd42d-6f36-4ede-a251-5b8edb6b847f {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:13:00.131224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:00.147402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-78a53d74-614c-4799-9ee9-16700aded25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:00.280359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b49790-e18a-4d25-99dd-8d592da037c4 None None] DHCP port deletion for ed1dc769-d0d4-4830-9b5e-fa70c6f266d4 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:13:00.285120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-34b49790-e18a-4d25-99dd-8d592da037c4 None None] Deleting port 10fbd42d-6f36-4ede-a251-5b8edb6b847f {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:13:00.285550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34b49790-e18a-4d25-99dd-8d592da037c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:00.343688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] For port 10fbd42d-6f36-4ede-a251-5b8edb6b847f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=10fbd42d-6f36-4ede-a251-5b8edb6b847f,segment=NetworkSegment(f28cfbf2-3b64-42cd-9d25-14fb62b01f04),segment_id=f28cfbf2-3b64-42cd-9d25-14fb62b01f04)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:13:00.344084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:00.467729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Calling delete_port for 10fbd42d-6f36-4ede-a251-5b8edb6b847f owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:13:00.496417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-34b49790-e18a-4d25-99dd-8d592da037c4 None None] For port 10fbd42d-6f36-4ede-a251-5b8edb6b847f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=10fbd42d-6f36-4ede-a251-5b8edb6b847f,segment=NetworkSegment(f28cfbf2-3b64-42cd-9d25-14fb62b01f04),segment_id=f28cfbf2-3b64-42cd-9d25-14fb62b01f04)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:13:00.496859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34b49790-e18a-4d25-99dd-8d592da037c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:00.571377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:00.576701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:00.620758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=10fbd42d-6f36-4ede-a251-5b8edb6b847f,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:00.625429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:00.628212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] No DVR routers for this DVR port 10fbd42d-6f36-4ede-a251-5b8edb6b847f on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:13:00.811161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-34b49790-e18a-4d25-99dd-8d592da037c4 None None] Calling delete_port for 10fbd42d-6f36-4ede-a251-5b8edb6b847f owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:13:00.883364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-34b49790-e18a-4d25-99dd-8d592da037c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 14:13:00.883777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-34b49790-e18a-4d25-99dd-8d592da037c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 14:13:00.991204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:01.017939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1dc769-d0d4-4830-9b5e-fa70c6f266d4']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:13:01.031254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28cfbf2-3b64-42cd-9d25-14fb62b01f04') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:13:01.031580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28cfbf2-3b64-42cd-9d25-14fb62b01f04') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:13:01.044055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:01.061455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:01.067674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:13:01.068171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:13:01.081711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:13:01.275547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:01.279114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b3ac098c-3c28-4965-bac4-28963009b36f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:01.293492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:01.304740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed1dc769-d0d4-4830-9b5e-fa70c6f266d4,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:01.307921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:01.309970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ed1dc769-d0d4-4830-9b5e-fa70c6f266d4 HTTP/1.1" status: 204 len: 168 time: 1.3051999 Dec 07 14:13:01.346298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 10fbd42d-6f36-4ede-a251-5b8edb6b847f no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:13:01.379645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 10fbd42d-6f36-4ede-a251-5b8edb6b847f {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:13:01.380798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 10fbd42d-6f36-4ede-a251-5b8edb6b847f not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:13:01.384976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-34b49790-e18a-4d25-99dd-8d592da037c4 None None] Deleting port 10fbd42d-6f36-4ede-a251-5b8edb6b847f {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:13:01.385404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-34b49790-e18a-4d25-99dd-8d592da037c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:01.454743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-34b49790-e18a-4d25-99dd-8d592da037c4 None None] The port '10fbd42d-6f36-4ede-a251-5b8edb6b847f' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 14:13:01.596113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57804) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:01.654161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ce897f94-6beb-4cc8-8788-d94e4eea0636 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=262c2c6f5f344aa18025766bee32f05e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0566790 Dec 07 14:13:01.656705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57808) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:01.675573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:01.717699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-42667681-cdef-4c68-af46-824ec20f26dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:01.744539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-42667681-cdef-4c68-af46-824ec20f26dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:01.898287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-42667681-cdef-4c68-af46-824ec20f26dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:01.903460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6285ae15-57b5-41d3-9571-fe45139efdd7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:01.916138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42667681-cdef-4c68-af46-824ec20f26dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e312e330-94d1-47ac-9417-ae7959bba61b,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:01.919020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-42667681-cdef-4c68-af46-824ec20f26dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:01.922223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-42667681-cdef-4c68-af46-824ec20f26dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:01.924183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-42667681-cdef-4c68-af46-824ec20f26dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e312e330-94d1-47ac-9417-ae7959bba61b HTTP/1.1" status: 204 len: 168 time: 0.2665088 Dec 07 14:13:02.498243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fa87d9c-0df3-43ed-9d6b-4655793fdc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:02.550642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57816) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:02.604352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-110b3b9e-dfe9-47b2-8912-c9fcff8805b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c3587c90f294a3e85390177d7ae4586&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523674 Dec 07 14:13:02.606865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57820) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:02.673717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0d81cb8-a7c0-44d0-9600-2880d6942e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:02.701065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0d81cb8-a7c0-44d0-9600-2880d6942e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:02.930799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0d81cb8-a7c0-44d0-9600-2880d6942e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:02.936028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c7ad12c-ddee-45ee-be30-e5b54b7b470d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:02.950086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d81cb8-a7c0-44d0-9600-2880d6942e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ecbfa0-6fe9-4aec-b4fa-63a136d6cf96,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:02.953132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b0d81cb8-a7c0-44d0-9600-2880d6942e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:02.954028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b0d81cb8-a7c0-44d0-9600-2880d6942e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:02.955203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b0d81cb8-a7c0-44d0-9600-2880d6942e2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2ecbfa0-6fe9-4aec-b4fa-63a136d6cf96 HTTP/1.1" status: 204 len: 168 time: 0.3473880 Dec 07 14:13:03.041209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:04.938331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:05.879708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57866) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:05.885925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-99879129', 'description': 'tempest-secgroup-smoke-99879129 description', 'project_id': '7133d1beec2c4834a8afafda93963c28'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:13:05.892529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:13:05.897083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:13:05.900060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:13:05.906271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:13:05.944255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:05.957375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:05.990321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:13:05.994264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:13:05.997177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:13:06.003054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:13:06.262915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:06.343976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:06.350038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-32219edd-791b-45c2-b1a8-9c96ad90169d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:06.392447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:13:06.397069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0deab1-dcf5-48eb-9966-7b86ecaaed96,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:06.400057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:13:06.402951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:06.403811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:13:06.409991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:13:06.467519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:06.503858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:06.509195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1cb4d48a-b20c-47ee-a196-bae65404cb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:06.548130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45ba4f2-63d0-425a-996c-fee3e4a35231,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:06.551037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:06.578031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:06.579428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.6985247 Dec 07 14:13:06.582382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57870) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:06.588493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f8c6036f-307d-433f-8f1e-cfa27db374c9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': 'e45ba4f2-63d0-425a-996c-fee3e4a35231', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:13:06.595156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f8c6036f-307d-433f-8f1e-cfa27db374c9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:13:06.599926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f8c6036f-307d-433f-8f1e-cfa27db374c9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:13:06.602910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f8c6036f-307d-433f-8f1e-cfa27db374c9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:13:06.608895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f8c6036f-307d-433f-8f1e-cfa27db374c9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:13:06.658313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8c6036f-307d-433f-8f1e-cfa27db374c9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:06.720738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8c6036f-307d-433f-8f1e-cfa27db374c9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:06.749378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8c6036f-307d-433f-8f1e-cfa27db374c9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:06.751269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c9bd33f-47fd-4f4e-a02f-ab213034dadd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:06.774053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6036f-307d-433f-8f1e-cfa27db374c9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389d2ea8-580f-4db9-b6ff-4ee80e6c48a4,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:06.776533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f8c6036f-307d-433f-8f1e-cfa27db374c9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:06.816700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8c6036f-307d-433f-8f1e-cfa27db374c9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:06.818031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f8c6036f-307d-433f-8f1e-cfa27db374c9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2345169 Dec 07 14:13:06.820799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57874) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:06.827041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-104b70d9-ed9e-44e6-bb07-86e8c875ebee tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': 'e45ba4f2-63d0-425a-996c-fee3e4a35231', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:13:06.834066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-104b70d9-ed9e-44e6-bb07-86e8c875ebee tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:13:06.838239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-104b70d9-ed9e-44e6-bb07-86e8c875ebee tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:13:06.841308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-104b70d9-ed9e-44e6-bb07-86e8c875ebee tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:13:06.847343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-104b70d9-ed9e-44e6-bb07-86e8c875ebee tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:13:06.898075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-104b70d9-ed9e-44e6-bb07-86e8c875ebee tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:06.962981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-104b70d9-ed9e-44e6-bb07-86e8c875ebee tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:06.995389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-104b70d9-ed9e-44e6-bb07-86e8c875ebee tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:07.002722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9248fc6c-b68d-43ff-b714-43ec277ef89f tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:07.024892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b70d9-ed9e-44e6-bb07-86e8c875ebee tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ed32f0-2059-48f7-8964-db63fdcccc01,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:07.027354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-104b70d9-ed9e-44e6-bb07-86e8c875ebee tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:07.041997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:13:07.063774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-104b70d9-ed9e-44e6-bb07-86e8c875ebee tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:07.065072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-104b70d9-ed9e-44e6-bb07-86e8c875ebee tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2432747 Dec 07 14:13:07.068419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57878) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:07.074302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6f1b6729-0558-4f84-8bd7-4cad52238ea6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': 'e45ba4f2-63d0-425a-996c-fee3e4a35231', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:13:07.080705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6f1b6729-0558-4f84-8bd7-4cad52238ea6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:13:07.085252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6f1b6729-0558-4f84-8bd7-4cad52238ea6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:13:07.089330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6f1b6729-0558-4f84-8bd7-4cad52238ea6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:13:07.096185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6f1b6729-0558-4f84-8bd7-4cad52238ea6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:13:07.143671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6729-0558-4f84-8bd7-4cad52238ea6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:07.207682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6729-0558-4f84-8bd7-4cad52238ea6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:07.241273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6729-0558-4f84-8bd7-4cad52238ea6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:07.243176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-16957eb6-8dcb-4633-8b1a-f6541d7e656d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:07.265678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b6729-0558-4f84-8bd7-4cad52238ea6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dcd264-21c4-4cbe-9180-7198c07e7d77,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:07.268525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6f1b6729-0558-4f84-8bd7-4cad52238ea6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:07.303360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f1b6729-0558-4f84-8bd7-4cad52238ea6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:07.304710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6f1b6729-0558-4f84-8bd7-4cad52238ea6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2353532 Dec 07 14:13:07.307616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57882) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:07.313608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f8c5ec29-18f8-4881-b822-7780f4a95be6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': 'e45ba4f2-63d0-425a-996c-fee3e4a35231', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:13:07.320330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f8c5ec29-18f8-4881-b822-7780f4a95be6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:13:07.324266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f8c5ec29-18f8-4881-b822-7780f4a95be6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:13:07.327280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f8c5ec29-18f8-4881-b822-7780f4a95be6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:13:07.333323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f8c5ec29-18f8-4881-b822-7780f4a95be6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:13:07.401497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8c5ec29-18f8-4881-b822-7780f4a95be6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:07.470764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8c5ec29-18f8-4881-b822-7780f4a95be6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:07.536849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8c5ec29-18f8-4881-b822-7780f4a95be6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:07.538833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-92c68441-1794-43ee-9a44-4153571760ef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:07.560509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5ec29-18f8-4881-b822-7780f4a95be6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf30203-afca-437d-b02f-ab57722c9baf,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:07.564639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f8c5ec29-18f8-4881-b822-7780f4a95be6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:07.606441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8c5ec29-18f8-4881-b822-7780f4a95be6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:07.607695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f8c5ec29-18f8-4881-b822-7780f4a95be6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2990897 Dec 07 14:13:07.610534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57886) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:07.616471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-02c94a9a-b47e-4f4c-aed9-5fdf066d62bb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': 'e45ba4f2-63d0-425a-996c-fee3e4a35231', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:13:07.622507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-02c94a9a-b47e-4f4c-aed9-5fdf066d62bb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:13:07.626434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-02c94a9a-b47e-4f4c-aed9-5fdf066d62bb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:13:07.629386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-02c94a9a-b47e-4f4c-aed9-5fdf066d62bb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:13:07.635474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-02c94a9a-b47e-4f4c-aed9-5fdf066d62bb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:13:07.669488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-02c94a9a-b47e-4f4c-aed9-5fdf066d62bb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Project 7133d1beec2c4834a8afafda93963c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:13:07.675824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02c94a9a-b47e-4f4c-aed9-5fdf066d62bb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:07.741723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02c94a9a-b47e-4f4c-aed9-5fdf066d62bb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:07.789278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02c94a9a-b47e-4f4c-aed9-5fdf066d62bb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:07.791308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1cf2161a-e586-41b2-96b4-482dfaf599cd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:07.812268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c94a9a-b47e-4f4c-aed9-5fdf066d62bb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5b5aed-adf0-47f5-bf44-339b721f4b32,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:07.816433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02c94a9a-b47e-4f4c-aed9-5fdf066d62bb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:07.862140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02c94a9a-b47e-4f4c-aed9-5fdf066d62bb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:07.863426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-02c94a9a-b47e-4f4c-aed9-5fdf066d62bb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2518575 Dec 07 14:13:07.866394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57890) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:07.872275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-bd6ee6bf-f5e7-4f83-85c8-0be0cd8d2e1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': 'e45ba4f2-63d0-425a-996c-fee3e4a35231', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:13:07.878341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bd6ee6bf-f5e7-4f83-85c8-0be0cd8d2e1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:13:07.882843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bd6ee6bf-f5e7-4f83-85c8-0be0cd8d2e1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:13:07.885855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-bd6ee6bf-f5e7-4f83-85c8-0be0cd8d2e1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:13:07.892141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-bd6ee6bf-f5e7-4f83-85c8-0be0cd8d2e1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:13:07.926581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-bd6ee6bf-f5e7-4f83-85c8-0be0cd8d2e1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Project 7133d1beec2c4834a8afafda93963c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:13:07.933691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd6ee6bf-f5e7-4f83-85c8-0be0cd8d2e1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:08.004334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd6ee6bf-f5e7-4f83-85c8-0be0cd8d2e1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:08.052413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd6ee6bf-f5e7-4f83-85c8-0be0cd8d2e1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:08.054348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ec3c5125-6baf-4822-81d5-b5fe0d5ae8fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:08.077487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ee6bf-f5e7-4f83-85c8-0be0cd8d2e1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbc1083-e6ca-448b-97d8-abdb53175e89,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:08.080019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bd6ee6bf-f5e7-4f83-85c8-0be0cd8d2e1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:08.126587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd6ee6bf-f5e7-4f83-85c8-0be0cd8d2e1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:08.127856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bd6ee6bf-f5e7-4f83-85c8-0be0cd8d2e1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2604432 Dec 07 14:13:08.131373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57896) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:08.137278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-04fac569-f994-4eff-9d73-f84c1ec3f50d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'network': {'name': 'tempest-network-smoke--686574555', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'port_security_enabled': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:13:08.142649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-04fac569-f994-4eff-9d73-f84c1ec3f50d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:13:08.147568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-04fac569-f994-4eff-9d73-f84c1ec3f50d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:network and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:13:08.151174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-04fac569-f994-4eff-9d73-f84c1ec3f50d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:13:08.157150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-04fac569-f994-4eff-9d73-f84c1ec3f50d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:13:08.212542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fac569-f994-4eff-9d73-f84c1ec3f50d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Made reservation on behalf of 7133d1beec2c4834a8afafda93963c28 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:13:08.218089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04fac569-f994-4eff-9d73-f84c1ec3f50d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:08.248442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fac569-f994-4eff-9d73-f84c1ec3f50d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:13:08.257652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04fac569-f994-4eff-9d73-f84c1ec3f50d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:08.258038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-04fac569-f994-4eff-9d73-f84c1ec3f50d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Added segment 9ad634d9-a93e-42e9-8112-5f3681afa91a of type vlan for network 42231b24-2f04-4fc5-b489-3ba2e44e8f4e Dec 07 14:13:08.284969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04fac569-f994-4eff-9d73-f84c1ec3f50d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:08.406650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04fac569-f994-4eff-9d73-f84c1ec3f50d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:08.410610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fac569-f994-4eff-9d73-f84c1ec3f50d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:08.412029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04fac569-f994-4eff-9d73-f84c1ec3f50d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:08.417118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3ee20792-76c3-4c6c-92cf-e792a90839f3 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:08.524174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fac569-f994-4eff-9d73-f84c1ec3f50d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Network': ['ID=42231b24-2f04-4fc5-b489-3ba2e44e8f4e,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:08.526959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-04fac569-f994-4eff-9d73-f84c1ec3f50d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:08.534908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 42231b24-2f04-4fc5-b489-3ba2e44e8f4e details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:13:08.550075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-04fac569-f994-4eff-9d73-f84c1ec3f50d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4176569 Dec 07 14:13:08.554116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57900) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:08.560418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1546766505', 'admin_state_up': True, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:13:08.568083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:13:08.572179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:router and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:13:08.575264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:13:08.581416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:13:08.635217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:08.636275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:08.655344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:08.839727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:09.061299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:09.093129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:09.236144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.36.4.195 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/cb5b1b65-c5c0-4039-a6b6-334eae0bd294) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:13:09.389705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:09.459552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:09.463884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-421bcfed-1c47-4bca-bf55-47213f1cea9e tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:09.528336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:13:09.531894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:13:09.536624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:13:09.561770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=cb5b1b65-c5c0-4039-a6b6-334eae0bd294,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:09.567077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:09.773538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:09.774311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:10.035062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 14:13:10.242831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:13:10.252890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Sync routers for ids ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:13:10.264470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:10.272294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Routers {'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:13:10.272294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:13:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:13:10.316077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:10.318136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7621353 Dec 07 14:13:10.322299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57906) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:10.470255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Set router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:13:10.537921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2d23457b-f126-45c8-b694-5465b1262e9f tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=7133d1beec2c4834a8afafda93963c28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2109547 Dec 07 14:13:10.538244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 57914) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:10.683774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a115e1-1dfd-4df6-81a9-e65fd9efa440 tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:10.685444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-16a115e1-1dfd-4df6-81a9-e65fd9efa440 tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1462150 Dec 07 14:13:10.688540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 57918) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:10.736763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-044c4146-6adb-48f1-9934-41bd786e1f1c tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465069 Dec 07 14:13:10.739489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 57922) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:10.745674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1366409862', 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:13:10.790477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546766505', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195'}], 'enable_snat': True}, 'gw_port_id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:13:08Z', 'updated_at': '2021-12-07T14:13:09Z', 'revision_number': 3, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:09Z', 'updated_at': '2021-12-07T14:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:13:10.794563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Checking router: dbfd04ae-0319-45ea-b7f5-ae01101eaf6d for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:13:10.794960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Updating router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d port cb5b1b65-c5c0-4039-a6b6-334eae0bd294 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:13:10.851571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:10.869115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:13:10.873281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:subnet and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:13:10.876294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:13:10.883524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:13:10.920900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Made reservation on behalf of 7133d1beec2c4834a8afafda93963c28 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:13:11.031732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:11.194871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:11.256623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Transition to ACTIVE for port object cb5b1b65-c5c0-4039-a6b6-334eae0bd294 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:13:11.287979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:11.294244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:11.321543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:11.326877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0fe62115-0882-4c97-901e-b39f6252ed2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:11.376035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Attempting to bind port cb5b1b65-c5c0-4039-a6b6-334eae0bd294 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:13:11.376454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Attempting to bind port cb5b1b65-c5c0-4039-a6b6-334eae0bd294 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:13:11.376869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Attempting to bind port cb5b1b65-c5c0-4039-a6b6-334eae0bd294 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:13:11.383547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119eb91-07f0-47eb-b26b-3f470a43b6f2 None None] Pushing event updated for resources: {'Port': ['ID=cb5b1b65-c5c0-4039-a6b6-334eae0bd294,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:11.392086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:13:11.392519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:13:11.392968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:11.393408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:13:11.393925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Bound port: cb5b1b65-c5c0-4039-a6b6-334eae0bd294, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:13:11.394341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:11.410257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Subnet': ['ID=a2eccd40-4ede-4301-b0d2-d6be86c4d248,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:11.413911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:11.422598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Checking segment: {'id': '9ad634d9-a93e-42e9-8112-5f3681afa91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:13:11.422989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network hostable DHCP agents. Network: 42231b24-2f04-4fc5-b489-3ba2e44e8f4e, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:13:11.436310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119eb91-07f0-47eb-b26b-3f470a43b6f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:11.436696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119eb91-07f0-47eb-b26b-3f470a43b6f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:11.437073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119eb91-07f0-47eb-b26b-3f470a43b6f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:11.437447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119eb91-07f0-47eb-b26b-3f470a43b6f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:11.437819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119eb91-07f0-47eb-b26b-3f470a43b6f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:11.438190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119eb91-07f0-47eb-b26b-3f470a43b6f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:11.438556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119eb91-07f0-47eb-b26b-3f470a43b6f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:11.438923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119eb91-07f0-47eb-b26b-3f470a43b6f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:11.439321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119eb91-07f0-47eb-b26b-3f470a43b6f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:11.439688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119eb91-07f0-47eb-b26b-3f470a43b6f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:11.440049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119eb91-07f0-47eb-b26b-3f470a43b6f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:11.445447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7119eb91-07f0-47eb-b26b-3f470a43b6f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:11.480803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 42231b24-2f04-4fc5-b489-3ba2e44e8f4e is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:13:11.481922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] For port cb5b1b65-c5c0-4039-a6b6-334eae0bd294, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:13:11.485674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] For port cb5b1b65-c5c0-4039-a6b6-334eae0bd294, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=cb5b1b65-c5c0-4039-a6b6-334eae0bd294,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:13:11.544330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:11.548870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:11.606904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 42231b24-2f04-4fc5-b489-3ba2e44e8f4e) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:13:11.610960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:11.611759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:11.620836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193e3c3d-4f54-4444-9bbf-b55ac2b93b59 None None] Network 42231b24-2f04-4fc5-b489-3ba2e44e8f4e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:13:11.664872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9240189 Dec 07 14:13:11.667726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 57926) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:11.717673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119eb91-07f0-47eb-b26b-3f470a43b6f2 None None] Pushing event updated for resources: {'Port': ['ID=cb5b1b65-c5c0-4039-a6b6-334eae0bd294,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:11.726033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7119eb91-07f0-47eb-b26b-3f470a43b6f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:11.729530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Routers {'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:13:11.730208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:13:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:13:12.040594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] Set router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:13:12.086609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-42231b24-2f04-4fc5-b489-3ba2e44e8f4e', 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ips': [{'subnet_id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:13:12.087537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:12.462743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:12.656325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Allocated IP 172.20.0.2 (42231b24-2f04-4fc5-b489-3ba2e44e8f4e/a2eccd40-4ede-4301-b0d2-d6be86c4d248/9ad75237-1b65-440a-8bc5-556ed735b8b0) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:13:12.694440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546766505', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195'}], 'enable_snat': True}, 'gw_port_id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:13:08Z', 'updated_at': '2021-12-07T14:13:09Z', 'revision_number': 3, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:09Z', 'updated_at': '2021-12-07T14:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:13:12.699067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d3d0b-b632-4f1e-b2bd-d8631d1da43a None None] The sync data for ids ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546766505', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195'}], 'enable_snat': True}, 'gw_port_id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:13:08Z', 'updated_at': '2021-12-07T14:13:09Z', 'revision_number': 3, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:09Z', 'updated_at': '2021-12-07T14:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:13:13.022752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:13.038613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Transition to ACTIVE for port object 9ad75237-1b65-440a-8bc5-556ed735b8b0 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:13:13.115580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Transition to ACTIVE for port object 9ad75237-1b65-440a-8bc5-556ed735b8b0 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:13:13.196109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.20.0.1 (42231b24-2f04-4fc5-b489-3ba2e44e8f4e/a2eccd40-4ede-4301-b0d2-d6be86c4d248/b2ec89b9-e044-4600-be7b-330112fd4336) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:13:13.205694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:13.212497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:13.275048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Network 42231b24-2f04-4fc5-b489-3ba2e44e8f4e is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:13:13.278743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:13:13.281397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:13:13.342556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Pushing event updated for resources: {'Port': ['ID=9ad75237-1b65-440a-8bc5-556ed735b8b0,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:13.350926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:13.407584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device cb5b1b65-c5c0-4039-a6b6-334eae0bd294 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:13:13.454163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Attempting to bind port 9ad75237-1b65-440a-8bc5-556ed735b8b0 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:13:13.454592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Attempting to bind port 9ad75237-1b65-440a-8bc5-556ed735b8b0 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '9ad634d9-a93e-42e9-8112-5f3681afa91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:13:13.455007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Attempting to bind port 9ad75237-1b65-440a-8bc5-556ed735b8b0 on network 42231b24-2f04-4fc5-b489-3ba2e44e8f4e {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:13:13.478653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:13:13.479253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Checking segment: {'id': '9ad634d9-a93e-42e9-8112-5f3681afa91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:13:13.480032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:13.480032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Bound using segment: {'id': '9ad634d9-a93e-42e9-8112-5f3681afa91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:13:13.480466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Bound port: 9ad75237-1b65-440a-8bc5-556ed735b8b0, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad634d9-a93e-42e9-8112-5f3681afa91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:13:13.480888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:13.519535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:13.538668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Transition to ACTIVE for port object b2ec89b9-e044-4600-be7b-330112fd4336 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:13:13.578146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port cb5b1b65-c5c0-4039-a6b6-334eae0bd294 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:13:13.589652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port cb5b1b65-c5c0-4039-a6b6-334eae0bd294 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:13:13.590076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:13.601692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:13.606856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-302779da-cd48-4b6a-aaaa-d6fdefe5afa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:13.635043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] For port 9ad75237-1b65-440a-8bc5-556ed735b8b0, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:13:13.655316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] For port 9ad75237-1b65-440a-8bc5-556ed735b8b0, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9ad75237-1b65-440a-8bc5-556ed735b8b0,segment=NetworkSegment(9ad634d9-a93e-42e9-8112-5f3681afa91a),segment_id=9ad634d9-a93e-42e9-8112-5f3681afa91a)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:13:13.680222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 42231b24-2f04-4fc5-b489-3ba2e44e8f4e is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:13:13.684055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:13:13.688952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:13:13.701882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:13.713113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7119eb91-07f0-47eb-b26b-3f470a43b6f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:13.716792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=b2ec89b9-e044-4600-be7b-330112fd4336,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:13.722708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:13.753988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:13.816098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:13.836973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Pushing event updated for resources: {'Port': ['ID=9ad75237-1b65-440a-8bc5-556ed735b8b0,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:13.839797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:13.842660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port cb5b1b65-c5c0-4039-a6b6-334eae0bd294, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=cb5b1b65-c5c0-4039-a6b6-334eae0bd294,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:13:13.881963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:13.885268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:13.919753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:13.960182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=cb5b1b65-c5c0-4039-a6b6-334eae0bd294,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:13.963931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:14.382400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:14.418136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:14.448093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3ec8632b-50a1-47c2-b3d2-a71ac34dd55d tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:14.537065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=b2ec89b9-e044-4600-be7b-330112fd4336,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:14.539794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:14.544191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:14.688114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 42231b24-2f04-4fc5-b489-3ba2e44e8f4e is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:13:14.689284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:13:15.101075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:13:15.317763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:13:15.328696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "PUT /v2.0/routers/dbfd04ae-0319-45ea-b7f5-ae01101eaf6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6593230 Dec 07 14:13:15.480321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device cb5b1b65-c5c0-4039-a6b6-334eae0bd294 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:13:15.524935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f8153a-9cc6-42c7-9901-b80f70964a21 None None] Network 42231b24-2f04-4fc5-b489-3ba2e44e8f4e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:13:15.538089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-24cca770-910b-497d-a6b5-2277fa1c6114 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99879129&fields=id&tenant_id=7133d1beec2c4834a8afafda93963c28 HTTP/1.1" status: 200 len: 267 time: 0.0491033 Dec 07 14:13:15.672568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port cb5b1b65-c5c0-4039-a6b6-334eae0bd294 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:13:15.672996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:15.699258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-70171af3-ddb4-4706-afab-88459b071ed3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:15.700860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-70171af3-ddb4-4706-afab-88459b071ed3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/networks?id=42231b24-2f04-4fc5-b489-3ba2e44e8f4e HTTP/1.1" status: 200 len: 796 time: 0.1557293 Dec 07 14:13:15.714677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-59da99de-0424-4942-b42a-1ef96499eeab None None] Provisioning for port 9ad75237-1b65-440a-8bc5-556ed735b8b0 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:13:15.722400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-5e4b48f5-ae2f-47a3-acea-28925a80edf5 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/quotas/7133d1beec2c4834a8afafda93963c28 HTTP/1.1" status: 200 len: 375 time: 0.0141582 Dec 07 14:13:15.773574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Sync routers for ids ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:13:15.787972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Routers {'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:13:15.788927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:13:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:13:15.811266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-f6668d3d-486b-4088-9a05-a085f4822ed6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:13:15.862066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-f6668d3d-486b-4088-9a05-a085f4822ed6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:13:15.863765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-f6668d3d-486b-4088-9a05-a085f4822ed6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1374967 Dec 07 14:13:15.917520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 9ad75237-1b65-440a-8bc5-556ed735b8b0 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:13:16.032267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-9c3fc1f8-53b0-4daf-a3b2-e09d89294b2d service neutron] 10.222.0.24 "GET /v2.0/networks/42231b24-2f04-4fc5-b489-3ba2e44e8f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544871 Dec 07 14:13:16.052896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 9ad75237-1b65-440a-8bc5-556ed735b8b0 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:13:16.058525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 9ad75237-1b65-440a-8bc5-556ed735b8b0 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:13:16.059082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:16.156322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Set router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:13:16.193740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-a4686be9-66fe-4dcf-995d-66ab0b25767b service neutron] 10.222.0.24 "GET /v2.0/networks/42231b24-2f04-4fc5-b489-3ba2e44e8f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541440 Dec 07 14:13:16.198218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:16.234963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 9ad75237-1b65-440a-8bc5-556ed735b8b0, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9ad75237-1b65-440a-8bc5-556ed735b8b0,segment=NetworkSegment(9ad634d9-a93e-42e9-8112-5f3681afa91a),segment_id=9ad634d9-a93e-42e9-8112-5f3681afa91a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:13:16.280584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:16.282678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a1c6cd6c-33a3-4751-9d33-780c89873605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:16.368899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=9ad75237-1b65-440a-8bc5-556ed735b8b0,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:16.374869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:16.435314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-469a0327-40d5-4a8b-9baf-b52d353221f9 None None] Provisioning for port b2ec89b9-e044-4600-be7b-330112fd4336 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:13:16.440801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-469a0327-40d5-4a8b-9baf-b52d353221f9 None None] Provisioning complete for port b2ec89b9-e044-4600-be7b-330112fd4336 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:13:16.441218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-469a0327-40d5-4a8b-9baf-b52d353221f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:16.501189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-469a0327-40d5-4a8b-9baf-b52d353221f9 None None] Port b2ec89b9-e044-4600-be7b-330112fd4336 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:13:16.503790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546766505', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195'}], 'enable_snat': True}, 'gw_port_id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:13:08Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:09Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b2ec89b9-e044-4600-be7b-330112fd4336', 'name': '', 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:d6:f7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:12Z', 'updated_at': '2021-12-07T14:13:14Z', 'revision_number': 2, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:13:16.508361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Checking router: dbfd04ae-0319-45ea-b7f5-ae01101eaf6d for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:13:16.508759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Updating router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d port b2ec89b9-e044-4600-be7b-330112fd4336 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:13:16.514514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-469a0327-40d5-4a8b-9baf-b52d353221f9 None None] Provisioning complete for port 9ad75237-1b65-440a-8bc5-556ed735b8b0 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:13:16.514937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-469a0327-40d5-4a8b-9baf-b52d353221f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:16.568316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:16.759805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4f0fce1a-2b26-4093-8b49-1688769024fe None None] Provisioning complete for port b2ec89b9-e044-4600-be7b-330112fd4336 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:13:16.760363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f0fce1a-2b26-4093-8b49-1688769024fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:16.820894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4f0fce1a-2b26-4093-8b49-1688769024fe None None] Port b2ec89b9-e044-4600-be7b-330112fd4336 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:13:16.936389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:16.944569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7476f0ca-7ece-4bf7-857d-47e9b445a6b1 None None] Provisioning complete for port b2ec89b9-e044-4600-be7b-330112fd4336 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:13:16.944998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7476f0ca-7ece-4bf7-857d-47e9b445a6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:16.948867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Transition to ACTIVE for port object b2ec89b9-e044-4600-be7b-330112fd4336 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:13:16.981951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:16.986440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-27a1b4f7-6767-49c2-94a9-95ff8830433e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:16.999201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7476f0ca-7ece-4bf7-857d-47e9b445a6b1 None None] Port b2ec89b9-e044-4600-be7b-330112fd4336 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:13:17.109377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994c9f1-73e4-403d-83c8-6fd2bebdc66f None None] Pushing event updated for resources: {'Port': ['ID=b2ec89b9-e044-4600-be7b-330112fd4336,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:17.124471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994c9f1-73e4-403d-83c8-6fd2bebdc66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:17.124858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994c9f1-73e4-403d-83c8-6fd2bebdc66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:17.125237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994c9f1-73e4-403d-83c8-6fd2bebdc66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:17.125612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994c9f1-73e4-403d-83c8-6fd2bebdc66f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:17.125982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994c9f1-73e4-403d-83c8-6fd2bebdc66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:17.126350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994c9f1-73e4-403d-83c8-6fd2bebdc66f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:17.126714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994c9f1-73e4-403d-83c8-6fd2bebdc66f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:17.127079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994c9f1-73e4-403d-83c8-6fd2bebdc66f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:17.127466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994c9f1-73e4-403d-83c8-6fd2bebdc66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:17.127828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994c9f1-73e4-403d-83c8-6fd2bebdc66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:17.128188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8994c9f1-73e4-403d-83c8-6fd2bebdc66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:13:17.160701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8994c9f1-73e4-403d-83c8-6fd2bebdc66f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:17.216574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Attempting to bind port b2ec89b9-e044-4600-be7b-330112fd4336 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:13:17.217178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Attempting to bind port b2ec89b9-e044-4600-be7b-330112fd4336 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '9ad634d9-a93e-42e9-8112-5f3681afa91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:13:17.217584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Attempting to bind port b2ec89b9-e044-4600-be7b-330112fd4336 on network 42231b24-2f04-4fc5-b489-3ba2e44e8f4e {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:13:17.224763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:13:17.225174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Checking segment: {'id': '9ad634d9-a93e-42e9-8112-5f3681afa91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:13:17.225618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:17.226048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Bound using segment: {'id': '9ad634d9-a93e-42e9-8112-5f3681afa91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:13:17.226553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Bound port: b2ec89b9-e044-4600-be7b-330112fd4336, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad634d9-a93e-42e9-8112-5f3681afa91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:13:17.227007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:17.322147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] For port b2ec89b9-e044-4600-be7b-330112fd4336, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:13:17.325373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] For port b2ec89b9-e044-4600-be7b-330112fd4336, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b2ec89b9-e044-4600-be7b-330112fd4336,segment=NetworkSegment(9ad634d9-a93e-42e9-8112-5f3681afa91a),segment_id=9ad634d9-a93e-42e9-8112-5f3681afa91a)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:13:17.360026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:17.365617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b69e7e27-d14f-402f-a23d-01ff2c9af43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:17.373600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 9ad75237-1b65-440a-8bc5-556ed735b8b0 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:13:17.449715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 9ad75237-1b65-440a-8bc5-556ed735b8b0 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:13:17.450145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:17.460540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994c9f1-73e4-403d-83c8-6fd2bebdc66f None None] Pushing event updated for resources: {'Port': ['ID=b2ec89b9-e044-4600-be7b-330112fd4336,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:17.463774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8994c9f1-73e4-403d-83c8-6fd2bebdc66f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:17.470373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Routers {'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:13:17.470373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:13:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:13:17.656533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9318e485-c855-46ba-b342-89c17d562c4c req-f4ee04f8-f813-4bf3-bc0f-e7df366cdac8 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 210 time: 0.0761967 Dec 07 14:13:17.680882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] Set router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:13:18.010154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546766505', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195'}], 'enable_snat': True}, 'gw_port_id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:13:08Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:09Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b2ec89b9-e044-4600-be7b-330112fd4336', 'name': '', 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:d6:f7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:12Z', 'updated_at': '2021-12-07T14:13:17Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:13:18.014852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb03d44-393f-4a5b-9a43-8903ee24dfb7 None None] The sync data for ids ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546766505', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195'}], 'enable_snat': True}, 'gw_port_id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:13:08Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:09Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b2ec89b9-e044-4600-be7b-330112fd4336', 'name': '', 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:d6:f7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:12Z', 'updated_at': '2021-12-07T14:13:17Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:13:18.845026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0fbd86f8-290f-47b6-a15d-c443c90b155e req-7d385058-4438-4b50-936f-37a706538c86 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 210 time: 0.0521214 Dec 07 14:13:19.387380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b2ec89b9-e044-4600-be7b-330112fd4336 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:13:19.492192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port b2ec89b9-e044-4600-be7b-330112fd4336 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:13:19.498022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port b2ec89b9-e044-4600-be7b-330112fd4336 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:13:19.498634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:19.623536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:19.637962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-14f43c1a-115e-4719-bd95-0cddff787083 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:19.639268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-14f43c1a-115e-4719-bd95-0cddff787083 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "GET /v2.0/networks?id=42231b24-2f04-4fc5-b489-3ba2e44e8f4e HTTP/1.1" status: 200 len: 796 time: 0.1644855 Dec 07 14:13:19.659027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port b2ec89b9-e044-4600-be7b-330112fd4336, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b2ec89b9-e044-4600-be7b-330112fd4336,segment=NetworkSegment(9ad634d9-a93e-42e9-8112-5f3681afa91a),segment_id=9ad634d9-a93e-42e9-8112-5f3681afa91a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:13:19.703810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:19.705895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-5c96a494-a7e0-47cb-acfe-ba198f7d2dfa tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7133d1beec2c4834a8afafda93963c28 HTTP/1.1" status: 200 len: 378 time: 0.0455508 Dec 07 14:13:19.706164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:19.718271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'port': {'device_id': '05724840-3d94-405b-8a6b-0d15a020fa9a', 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e', 'admin_state_up': True, 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'security_groups': ['e45ba4f2-63d0-425a-996c-fee3e4a35231']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:13:19.781442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=b2ec89b9-e044-4600-be7b-330112fd4336,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:19.784696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:20.138450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f122507b-2b61-4295-a764-f53e953ba8ea req-51f8062a-67de-45d1-931d-c7033f03c01c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 210 time: 0.0593996 Dec 07 14:13:20.150023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:13:20.160016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:13:20.199252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Made reservation on behalf of 7133d1beec2c4834a8afafda93963c28 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:13:20.204748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:20.372148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.20.0.10 (42231b24-2f04-4fc5-b489-3ba2e44e8f4e/a2eccd40-4ede-4301-b0d2-d6be86c4d248/0a7d7791-8182-4080-a10f-3b443969512d) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:13:20.569083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:20.586012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Transition to ACTIVE for port object 0a7d7791-8182-4080-a10f-3b443969512d will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:13:20.630487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:20.636209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-94ff5717-da21-4ab3-a1d2-3e285220faae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:20.724672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 42231b24-2f04-4fc5-b489-3ba2e44e8f4e is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:13:20.728479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:13:20.730573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=0a7d7791-8182-4080-a10f-3b443969512d,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:20.732860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:13:20.760543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:20.798215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:20.798914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:20.857309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1431532 Dec 07 14:13:20.875248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Request body: {'port': {'device_id': '05724840-3d94-405b-8a6b-0d15a020fa9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:13:20.993082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:21.053447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a0390739-0bf8-47c4-87c4-0c82bba11f30 None None] Provisioning for port 0a7d7791-8182-4080-a10f-3b443969512d completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:13:21.058778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a0390739-0bf8-47c4-87c4-0c82bba11f30 None None] Provisioning complete for port 0a7d7791-8182-4080-a10f-3b443969512d triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:13:21.059201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a0390739-0bf8-47c4-87c4-0c82bba11f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:21.125844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a0390739-0bf8-47c4-87c4-0c82bba11f30 None None] Port 0a7d7791-8182-4080-a10f-3b443969512d cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:13:21.367278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b2ec89b9-e044-4600-be7b-330112fd4336 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:13:21.427686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d845f-0ed1-4fc4-906c-062ff8109c96 req-14362fc4-6bd7-4991-8227-7dc6c5715b69 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:21.428451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-ee7d845f-0ed1-4fc4-906c-062ff8109c96 req-14362fc4-6bd7-4991-8227-7dc6c5715b69 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:13:21.435569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a7d7791-8182-4080-a10f-3b443969512d {{(pid=88897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:13:21.444716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port b2ec89b9-e044-4600-be7b-330112fd4336 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:13:21.445146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:21.446190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:21.467705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Transition to ACTIVE for port object 0a7d7791-8182-4080-a10f-3b443969512d will not be triggered until provisioned by entity L2. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:13:21.502159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-ee7d845f-0ed1-4fc4-906c-062ff8109c96 req-14362fc4-6bd7-4991-8227-7dc6c5715b69 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:13:21.503546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ee7d845f-0ed1-4fc4-906c-062ff8109c96 req-14362fc4-6bd7-4991-8227-7dc6c5715b69 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 932 time: 0.2344112 Dec 07 14:13:21.547711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:21.556632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d8f3b235-6926-4b77-bff4-a92a035ae4c3 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:21.617845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ee7d845f-0ed1-4fc4-906c-062ff8109c96 req-80f4a823-9100-40c4-beee-1d3fbe0fc172 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=e45ba4f2-63d0-425a-996c-fee3e4a35231&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1068935 Dec 07 14:13:21.701638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Pushing event updated for resources: {'Port': ['ID=0a7d7791-8182-4080-a10f-3b443969512d,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:21.706993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:21.825327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Attempting to bind port 0a7d7791-8182-4080-a10f-3b443969512d on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:13:21.825706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Attempting to bind port 0a7d7791-8182-4080-a10f-3b443969512d by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '9ad634d9-a93e-42e9-8112-5f3681afa91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:13:21.826076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Attempting to bind port 0a7d7791-8182-4080-a10f-3b443969512d on network 42231b24-2f04-4fc5-b489-3ba2e44e8f4e {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:13:21.833041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Port 0a7d7791-8182-4080-a10f-3b443969512d on network 42231b24-2f04-4fc5-b489-3ba2e44e8f4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:13:21.833400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Attempting to bind port 0a7d7791-8182-4080-a10f-3b443969512d on network 42231b24-2f04-4fc5-b489-3ba2e44e8f4e {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:13:21.840302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:13:21.840679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Checking segment: {'id': '9ad634d9-a93e-42e9-8112-5f3681afa91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:13:21.841108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Bound using segment: {'id': '9ad634d9-a93e-42e9-8112-5f3681afa91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e'} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:13:21.841582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Bound port: 0a7d7791-8182-4080-a10f-3b443969512d, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ad634d9-a93e-42e9-8112-5f3681afa91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e'}}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:13:21.841969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:21.938236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] For port 0a7d7791-8182-4080-a10f-3b443969512d, host hv-neutron-ussu, cleared binding levels {{(pid=88897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:13:21.941357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] For port 0a7d7791-8182-4080-a10f-3b443969512d, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=0a7d7791-8182-4080-a10f-3b443969512d,segment=NetworkSegment(9ad634d9-a93e-42e9-8112-5f3681afa91a),segment_id=9ad634d9-a93e-42e9-8112-5f3681afa91a)] {{(pid=88897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:13:21.990698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:21.995479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:22.049693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:22.051697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] 10.222.0.45 "PUT /v2.0/ports/0a7d7791-8182-4080-a10f-3b443969512d HTTP/1.1" status: 200 len: 1094 time: 1.1809905 Dec 07 14:13:22.052249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05724840-3d94-405b-8a6b-0d15a020fa9a', 'tag': '0a7d7791-8182-4080-a10f-3b443969512d'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:13:22.078412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Pushing event updated for resources: {'Port': ['ID=0a7d7791-8182-4080-a10f-3b443969512d,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:22.082046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:22.119296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05724840-3d94-405b-8a6b-0d15a020fa9a', 'tag': '0a7d7791-8182-4080-a10f-3b443969512d', 'status': 'completed', 'code': 200} Dec 07 14:13:22.220821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-303435cf-1040-49a5-a702-31653f8fe84c req-d6ca4ee6-d95b-499e-9321-6c526f38339f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 1097 time: 0.0776143 Dec 07 14:13:22.380987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303435cf-1040-49a5-a702-31653f8fe84c req-19737e17-9006-4aea-b8cc-8c586483d8d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:22.382616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-303435cf-1040-49a5-a702-31653f8fe84c req-19737e17-9006-4aea-b8cc-8c586483d8d3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7133d1beec2c4834a8afafda93963c28&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1506591 Dec 07 14:13:22.531397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303435cf-1040-49a5-a702-31653f8fe84c req-e8c8fe2e-f59f-4ab7-a652-106ba369414a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:22.532962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-303435cf-1040-49a5-a702-31653f8fe84c req-e8c8fe2e-f59f-4ab7-a652-106ba369414a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1408117 Dec 07 14:13:22.656841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-4c1ce9e1-15d9-4f44-9523-8c39d95ff5b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 1097 time: 0.0767460 Dec 07 14:13:22.730779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-676f242e-d434-48c5-a444-4cec4b2ee6c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a7d7791-8182-4080-a10f-3b443969512d HTTP/1.1" status: 200 len: 217 time: 0.0626853 Dec 07 14:13:22.851980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-cd069272-57b4-4b8b-a6a3-9091f6f9e0be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:22.853450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-cd069272-57b4-4b8b-a6a3-9091f6f9e0be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a2eccd40-4ede-4301-b0d2-d6be86c4d248 HTTP/1.1" status: 200 len: 835 time: 0.1131394 Dec 07 14:13:22.925981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0554c-e29e-4433-b1e5-2bb45b6d0ef6 req-7dc4607f-6c43-4ddc-ad1d-098773aee7aa tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:22.928223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39b0554c-e29e-4433-b1e5-2bb45b6d0ef6 req-7dc4607f-6c43-4ddc-ad1d-098773aee7aa tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 944 time: 0.1508060 Dec 07 14:13:22.994351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-91f4fa8a-95b5-4698-a0dc-5b2c7e3ef15b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42231b24-2f04-4fc5-b489-3ba2e44e8f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1271019 Dec 07 14:13:22.996765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-39b0554c-e29e-4433-b1e5-2bb45b6d0ef6 req-dff4e407-98b6-47f0-a60d-b39de6f3005c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=e45ba4f2-63d0-425a-996c-fee3e4a35231&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623887 Dec 07 14:13:23.140053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-8b29c1ea-162e-4f6a-9348-a0d4900ed16d service neutron] 10.222.0.45 "GET /v2.0/networks/42231b24-2f04-4fc5-b489-3ba2e44e8f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357710 Dec 07 14:13:23.281773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeba058b-1b17-4687-9cbd-1c42e04e6f3f req-68b72304-2499-4592-972b-0ba335e47120 service neutron] 10.222.0.45 "GET /v2.0/networks/42231b24-2f04-4fc5-b489-3ba2e44e8f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324017 Dec 07 14:13:24.204215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5a583-28fd-4c88-9595-7a7e57643798 req-cfe012e2-67e9-4bcd-bfe3-2c67c286e63e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:24.205814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-57f5a583-28fd-4c88-9595-7a7e57643798 req-cfe012e2-67e9-4bcd-bfe3-2c67c286e63e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 944 time: 0.0833573 Dec 07 14:13:24.257747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-57f5a583-28fd-4c88-9595-7a7e57643798 req-4efd040e-1fbf-41d1-9959-e76628422821 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=e45ba4f2-63d0-425a-996c-fee3e4a35231&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455983 Dec 07 14:13:25.462390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356d914-9f26-4c62-b696-a1e1d3692723 req-fc147ea0-3d39-4317-9df3-3acaf201959d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:25.464011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d356d914-9f26-4c62-b696-a1e1d3692723 req-fc147ea0-3d39-4317-9df3-3acaf201959d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 944 time: 0.0806577 Dec 07 14:13:25.511435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d356d914-9f26-4c62-b696-a1e1d3692723 req-341a2b1a-fc0c-4d88-874f-7f97325621ba tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=e45ba4f2-63d0-425a-996c-fee3e4a35231&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412643 Dec 07 14:13:25.841550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 0a7d7791-8182-4080-a10f-3b443969512d details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:13:25.981445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 0a7d7791-8182-4080-a10f-3b443969512d, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=0a7d7791-8182-4080-a10f-3b443969512d,segment=NetworkSegment(9ad634d9-a93e-42e9-8112-5f3681afa91a),segment_id=9ad634d9-a93e-42e9-8112-5f3681afa91a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:13:25.995032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '0a7d7791-8182-4080-a10f-3b443969512d', 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e', 'port_id': '0a7d7791-8182-4080-a10f-3b443969512d', 'mac_address': 'fa:16:3e:b9:a5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:13:26.049454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:26.067689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7d7791-8182-4080-a10f-3b443969512d {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:13:26.082884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 0a7d7791-8182-4080-a10f-3b443969512d, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=0a7d7791-8182-4080-a10f-3b443969512d,segment=NetworkSegment(9ad634d9-a93e-42e9-8112-5f3681afa91a),segment_id=9ad634d9-a93e-42e9-8112-5f3681afa91a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:13:26.119287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:26.121108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:26.188062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=0a7d7791-8182-4080-a10f-3b443969512d,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:26.191131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:26.437690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['0a7d7791-8182-4080-a10f-3b443969512d'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:13:26.733484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb24db-9482-4d6c-a0a4-af1cdc06ccf8 req-872dc0f4-7885-4ae0-9006-ad6e45183783 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:26.735011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-efcb24db-9482-4d6c-a0a4-af1cdc06ccf8 req-872dc0f4-7885-4ae0-9006-ad6e45183783 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 945 time: 0.0950210 Dec 07 14:13:26.786529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-efcb24db-9482-4d6c-a0a4-af1cdc06ccf8 req-3af5c2e1-4364-45bc-b2a0-1581719880e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=e45ba4f2-63d0-425a-996c-fee3e4a35231&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450904 Dec 07 14:13:27.841587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 0a7d7791-8182-4080-a10f-3b443969512d up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:13:27.941712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 0a7d7791-8182-4080-a10f-3b443969512d completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:13:27.947091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 0a7d7791-8182-4080-a10f-3b443969512d triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:13:27.947538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:27.996564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf1c91-d371-4bc7-9eb0-965b9aefc491 req-3801c955-37a6-4501-9641-21c5b632e8be tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:27.998178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e9cf1c91-d371-4bc7-9eb0-965b9aefc491 req-3801c955-37a6-4501-9641-21c5b632e8be tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 945 time: 0.0859239 Dec 07 14:13:28.048798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e9cf1c91-d371-4bc7-9eb0-965b9aefc491 req-8b996356-e42c-4ece-93c0-597379cb7847 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=e45ba4f2-63d0-425a-996c-fee3e4a35231&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442622 Dec 07 14:13:28.067997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:28.094984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05724840-3d94-405b-8a6b-0d15a020fa9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7d7791-8182-4080-a10f-3b443969512d'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:13:28.105420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 0a7d7791-8182-4080-a10f-3b443969512d, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=0a7d7791-8182-4080-a10f-3b443969512d,segment=NetworkSegment(9ad634d9-a93e-42e9-8112-5f3681afa91a),segment_id=9ad634d9-a93e-42e9-8112-5f3681afa91a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:13:28.130320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:28.133092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f75f7db9-424f-4067-9adb-bf468e283b62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:28.165080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05724840-3d94-405b-8a6b-0d15a020fa9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7d7791-8182-4080-a10f-3b443969512d', 'code': 200} Dec 07 14:13:28.205353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=0a7d7791-8182-4080-a10f-3b443969512d,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:28.209142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:28.467693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-19075ac8-1b79-4205-9359-84cbaf0b095e req-7f17e260-e1b4-420b-af3d-8e3a9dd5aa06 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 1099 time: 0.0749023 Dec 07 14:13:28.514081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-19075ac8-1b79-4205-9359-84cbaf0b095e req-f7cdd909-cad9-4522-a870-a3888e8e976c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e45ba4f2-63d0-425a-996c-fee3e4a35231&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366933 Dec 07 14:13:29.250447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbac577-be4a-463f-a5d4-829ad1dbdfb9 req-3794fd69-4417-48f9-b9af-de02ddb38c67 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:29.252069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-efbac577-be4a-463f-a5d4-829ad1dbdfb9 req-3794fd69-4417-48f9-b9af-de02ddb38c67 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 946 time: 0.0816200 Dec 07 14:13:29.300371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-efbac577-be4a-463f-a5d4-829ad1dbdfb9 req-6d40cc14-0252-4195-aeb1-35c883808b4f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=e45ba4f2-63d0-425a-996c-fee3e4a35231&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414407 Dec 07 14:13:30.103124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f761e1fe-c84c-4b50-a735-cced31e6f23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:30.507063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7307d3-389a-4c88-9d01-d0101bf64ef5 req-f533f71e-2daf-4b95-837c-2c1ce33f6290 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:30.508693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cb7307d3-389a-4c88-9d01-d0101bf64ef5 req-f533f71e-2daf-4b95-837c-2c1ce33f6290 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 946 time: 0.0847394 Dec 07 14:13:30.557232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cb7307d3-389a-4c88-9d01-d0101bf64ef5 req-35a068f5-b71b-4920-9b01-2fd335367bb3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=e45ba4f2-63d0-425a-996c-fee3e4a35231&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423238 Dec 07 14:13:30.760225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884437df-76b9-4fa8-8d7e-b7939eda8453 req-bba2f343-5833-40d8-966e-8fc825ccce0a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:30.761722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-884437df-76b9-4fa8-8d7e-b7939eda8453 req-bba2f343-5833-40d8-966e-8fc825ccce0a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 946 time: 0.0806398 Dec 07 14:13:30.812667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-884437df-76b9-4fa8-8d7e-b7939eda8453 req-42f3dcc0-b492-443a-8bb7-b2721270300e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=e45ba4f2-63d0-425a-996c-fee3e4a35231&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445933 Dec 07 14:13:30.840920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 57986) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:30.915188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-49f78b67-8106-4abb-a157-9247a604d0b8 tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 1094 time: 0.0729434 Dec 07 14:13:30.917998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 57990) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:30.923601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': '0a7d7791-8182-4080-a10f-3b443969512d', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:13:30.929550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:13:30.933525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:floatingip and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:13:30.936477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:13:30.942961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:13:30.977793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:31.125822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:31.269433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.36.4.20 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/e4156b06-47f1-40af-8509-76ff01511dce) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:13:31.421178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:31.480819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:31.485238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ce97e079-5c6f-4249-a2b4-d63af1c4d625 tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:31.543329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:13:31.550395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:13:31.555971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:13:31.590039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=e4156b06-47f1-40af-8509-76ff01511dce,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:31.596357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:31.684692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:32.299661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:32.391160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:32.461708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-51518d2c-72b6-495a-bcb0-cd55afe2b50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:32.605073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:32.640596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:32.645680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0f7467ed-960e-4806-923a-727a57781be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:13:32.753983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=e4156b06-47f1-40af-8509-76ff01511dce,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:13:32.756921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:13:32.767777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:32.964726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Floating IP 7cc99362-3914-4101-befe-ffeae5da3e1f associated. External IP: 172.36.4.20, port: 0a7d7791-8182-4080-a10f-3b443969512d. Dec 07 14:13:33.040817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:33.371267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:13:33.579126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:13:33.589250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e7cd1-19ac-477e-ad43-2e60dd70baf1 None None] Sync routers for ids ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:13:33.602057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e7cd1-19ac-477e-ad43-2e60dd70baf1 None None] Routers {'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:13:33.602721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-017e7cd1-19ac-477e-ad43-2e60dd70baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:13:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:13:33.652013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:33.707012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7878706 Dec 07 14:13:33.707916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05724840-3d94-405b-8a6b-0d15a020fa9a', 'tag': '0a7d7791-8182-4080-a10f-3b443969512d'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:13:33.775325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05724840-3d94-405b-8a6b-0d15a020fa9a', 'tag': '0a7d7791-8182-4080-a10f-3b443969512d', 'status': 'completed', 'code': 200} Dec 07 14:13:33.788506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-017e7cd1-19ac-477e-ad43-2e60dd70baf1 None None] Set router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:13:33.937018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c6f4a706-cb5a-40c0-bd7b-757571ee838e req-2f242130-2251-415e-9090-9923e89b3f55 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 1099 time: 0.1414530 Dec 07 14:13:33.948157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd811-9e7a-405f-9fa9-aa8fd9ceae7b req-62be08ab-90e7-475a-9dd4-e428259ec6e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:33.949670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-042dd811-9e7a-405f-9fa9-aa8fd9ceae7b req-62be08ab-90e7-475a-9dd4-e428259ec6e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 946 time: 0.1157463 Dec 07 14:13:34.099693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-042dd811-9e7a-405f-9fa9-aa8fd9ceae7b req-aed8584c-ffda-4050-ba6f-b299b52e5b66 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=e45ba4f2-63d0-425a-996c-fee3e4a35231&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1247494 Dec 07 14:13:34.126846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4a706-cb5a-40c0-bd7b-757571ee838e req-bd893f74-4683-4520-a0c5-1bbe40a0c9cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:34.128509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c6f4a706-cb5a-40c0-bd7b-757571ee838e req-bd893f74-4683-4520-a0c5-1bbe40a0c9cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=42231b24-2f04-4fc5-b489-3ba2e44e8f4e HTTP/1.1" status: 200 len: 897 time: 0.1779294 Dec 07 14:13:34.128767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 57998) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:34.152991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-017e7cd1-19ac-477e-ad43-2e60dd70baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546766505', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195'}], 'enable_snat': True}, 'gw_port_id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:13:08Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:09Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '7cc99362-3914-4101-befe-ffeae5da3e1f', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'floating_ip_address': '172.36.4.20', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'port_id': '0a7d7791-8182-4080-a10f-3b443969512d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e', 'mac_address': 'fa:16:3e:b9:a5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05724840-3d94-405b-8a6b-0d15a020fa9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:13:32Z', 'updated_at': '2021-12-07T14:13:32Z', 'revision_number': 0, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ec89b9-e044-4600-be7b-330112fd4336', 'name': '', 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:d6:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:12Z', 'updated_at': '2021-12-07T14:13:19Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:13:34.157163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e7cd1-19ac-477e-ad43-2e60dd70baf1 None None] Checking router: dbfd04ae-0319-45ea-b7f5-ae01101eaf6d for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:13:34.169299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e7cd1-19ac-477e-ad43-2e60dd70baf1 None None] Routers {'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:13:34.169976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-017e7cd1-19ac-477e-ad43-2e60dd70baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:13:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:13:34.244340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-469320e7-923c-4cc7-89f0-45c822e7fa40 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/7cc99362-3914-4101-befe-ffeae5da3e1f HTTP/1.1" status: 200 len: 991 time: 0.1126211 Dec 07 14:13:34.244562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c6f4a706-cb5a-40c0-bd7b-757571ee838e req-d0b6f0b2-95ea-4011-931b-404bfeb461c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a7d7791-8182-4080-a10f-3b443969512d HTTP/1.1" status: 200 len: 999 time: 0.1079626 Dec 07 14:13:34.311611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4a706-cb5a-40c0-bd7b-757571ee838e req-daae6f74-aaff-457b-b02f-5fcd0189ea79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:13:34.313188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c6f4a706-cb5a-40c0-bd7b-757571ee838e req-daae6f74-aaff-457b-b02f-5fcd0189ea79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a2eccd40-4ede-4301-b0d2-d6be86c4d248 HTTP/1.1" status: 200 len: 835 time: 0.0636828 Dec 07 14:13:34.358456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-017e7cd1-19ac-477e-ad43-2e60dd70baf1 None None] Set router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:13:34.397135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c6f4a706-cb5a-40c0-bd7b-757571ee838e req-0b947551-612e-4958-a2d0-3722f43d89b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42231b24-2f04-4fc5-b489-3ba2e44e8f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776703 Dec 07 14:13:34.543511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c6f4a706-cb5a-40c0-bd7b-757571ee838e req-b2f7cb5b-d1ed-4095-8665-7cf91bca7430 service neutron] 10.222.0.45 "GET /v2.0/networks/42231b24-2f04-4fc5-b489-3ba2e44e8f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397400 Dec 07 14:13:34.689822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c6f4a706-cb5a-40c0-bd7b-757571ee838e req-5937682b-b9d1-4b0c-9263-e28e465ed0cf service neutron] 10.222.0.45 "GET /v2.0/networks/42231b24-2f04-4fc5-b489-3ba2e44e8f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393254 Dec 07 14:13:34.724751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-017e7cd1-19ac-477e-ad43-2e60dd70baf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546766505', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195'}], 'enable_snat': True}, 'gw_port_id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:13:08Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:09Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '7cc99362-3914-4101-befe-ffeae5da3e1f', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'floating_ip_address': '172.36.4.20', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'port_id': '0a7d7791-8182-4080-a10f-3b443969512d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e', 'mac_address': 'fa:16:3e:b9:a5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05724840-3d94-405b-8a6b-0d15a020fa9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:13:32Z', 'updated_at': '2021-12-07T14:13:32Z', 'revision_number': 0, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ec89b9-e044-4600-be7b-330112fd4336', 'name': '', 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:d6:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:12Z', 'updated_at': '2021-12-07T14:13:19Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:13:34.728871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e7cd1-19ac-477e-ad43-2e60dd70baf1 None None] The sync data for ids ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546766505', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195'}], 'enable_snat': True}, 'gw_port_id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:13:08Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:09Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '7cc99362-3914-4101-befe-ffeae5da3e1f', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'floating_ip_address': '172.36.4.20', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'port_id': '0a7d7791-8182-4080-a10f-3b443969512d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e', 'mac_address': 'fa:16:3e:b9:a5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05724840-3d94-405b-8a6b-0d15a020fa9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:13:32Z', 'updated_at': '2021-12-07T14:13:32Z', 'revision_number': 0, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ec89b9-e044-4600-be7b-330112fd4336', 'name': '', 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:d6:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:12Z', 'updated_at': '2021-12-07T14:13:19Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:13:34.926150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:35.093481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9a2e0-6371-446d-ba1a-c3eb1234040d None None] New status for floating IP 7cc99362-3914-4101-befe-ffeae5da3e1f: ACTIVE {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:13:35.247259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58002) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:35.366780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6511a6df-6489-4536-9bcb-13dd51a553a9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/7cc99362-3914-4101-befe-ffeae5da3e1f HTTP/1.1" status: 200 len: 991 time: 0.1124783 Dec 07 14:13:36.364643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58006) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:13:36.474788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b0341eff-7dfe-4b6f-8f8b-5da2d1199cad tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/7cc99362-3914-4101-befe-ffeae5da3e1f HTTP/1.1" status: 200 len: 993 time: 0.1088216 Dec 07 14:13:40.274499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:13:44.042740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:14:00.114494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9015908c-c262-4fd3-a852-ab60bb154a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:01.668564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:02.462963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-55dcd621-8dba-4657-a99e-66935d5556c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:03.050650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:04.180547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-752739d2-2c8a-4661-8007-8f44250f6152 req-bd732441-4b3a-4a1d-aa98-1968479bb1da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788226 Dec 07 14:14:04.580482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-752739d2-2c8a-4661-8007-8f44250f6152 req-91ede3b1-25d1-4260-9255-b2bca720b4f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 1099 time: 0.3263268 Dec 07 14:14:04.738004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752739d2-2c8a-4661-8007-8f44250f6152 req-5179c20d-74d2-4afd-b7f7-985efc8d2430 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:04.739634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-752739d2-2c8a-4661-8007-8f44250f6152 req-5179c20d-74d2-4afd-b7f7-985efc8d2430 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42231b24-2f04-4fc5-b489-3ba2e44e8f4e HTTP/1.1" status: 200 len: 897 time: 0.1376104 Dec 07 14:14:04.847044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-752739d2-2c8a-4661-8007-8f44250f6152 req-ca189db8-8109-468a-93a9-0e685b8f8b40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a7d7791-8182-4080-a10f-3b443969512d HTTP/1.1" status: 200 len: 1001 time: 0.0996182 Dec 07 14:14:04.916093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752739d2-2c8a-4661-8007-8f44250f6152 req-26b59f07-ee90-440c-8044-4d715f5e1fab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:04.920038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-752739d2-2c8a-4661-8007-8f44250f6152 req-26b59f07-ee90-440c-8044-4d715f5e1fab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a2eccd40-4ede-4301-b0d2-d6be86c4d248 HTTP/1.1" status: 200 len: 835 time: 0.0644870 Dec 07 14:14:04.935770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:04.998095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-752739d2-2c8a-4661-8007-8f44250f6152 req-94fd39e4-3f45-4c46-8597-2bbf3cfb214c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42231b24-2f04-4fc5-b489-3ba2e44e8f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719502 Dec 07 14:14:05.143157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-752739d2-2c8a-4661-8007-8f44250f6152 req-f5398fa3-7511-49bf-871d-aeff6c178338 service neutron] 10.222.0.45 "GET /v2.0/networks/42231b24-2f04-4fc5-b489-3ba2e44e8f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364160 Dec 07 14:14:05.291660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-752739d2-2c8a-4661-8007-8f44250f6152 req-67f4c946-33c4-405d-a148-5866420cc6cc service neutron] 10.222.0.45 "GET /v2.0/networks/42231b24-2f04-4fc5-b489-3ba2e44e8f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418605 Dec 07 14:14:07.922781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b30fb-aca3-4272-ab39-916dfff98768 req-168298a7-edea-4c05-bfcc-2232a9ae903e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:07.924993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8c2b30fb-aca3-4272-ab39-916dfff98768 req-168298a7-edea-4c05-bfcc-2232a9ae903e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 946 time: 0.0869992 Dec 07 14:14:07.973259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8c2b30fb-aca3-4272-ab39-916dfff98768 req-70291666-940e-424e-b881-5b0794573f70 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=e45ba4f2-63d0-425a-996c-fee3e4a35231&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419638 Dec 07 14:14:09.184470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f087f5d-66ee-44bf-99ca-a202dbf4d149 req-a777dcc1-929b-4480-af30-03277f45ce57 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:09.186068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7f087f5d-66ee-44bf-99ca-a202dbf4d149 req-a777dcc1-929b-4480-af30-03277f45ce57 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 946 time: 0.0848062 Dec 07 14:14:09.238634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7f087f5d-66ee-44bf-99ca-a202dbf4d149 req-5cd846b6-5262-45e7-b9fe-f8d33542c021 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=e45ba4f2-63d0-425a-996c-fee3e4a35231&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459137 Dec 07 14:14:09.267212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58028) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:09.378525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c39a3d0a-90ee-4a2d-9c19-e1bdc7a59015 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/7cc99362-3914-4101-befe-ffeae5da3e1f HTTP/1.1" status: 200 len: 993 time: 0.1091352 Dec 07 14:14:10.273922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:10.952618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9cc27-188d-40d5-b43e-aef4f36a133e req-1506263d-1541-40b9-9b83-867ff4cd2cce tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:10.954265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aec9cc27-188d-40d5-b43e-aef4f36a133e req-1506263d-1541-40b9-9b83-867ff4cd2cce tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 946 time: 0.0850635 Dec 07 14:14:11.004886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aec9cc27-188d-40d5-b43e-aef4f36a133e req-3b2c815b-338b-4e9b-8dde-a6026349ee66 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=e45ba4f2-63d0-425a-996c-fee3e4a35231&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441091 Dec 07 14:14:12.218162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc726a-b107-4f11-867b-73db4725a810 req-58a2f3af-dc81-48cf-aac2-f1c999c9d7e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:12.219771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dfcc726a-b107-4f11-867b-73db4725a810 req-58a2f3af-dc81-48cf-aac2-f1c999c9d7e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 946 time: 0.0889604 Dec 07 14:14:12.269318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dfcc726a-b107-4f11-867b-73db4725a810 req-db453999-268a-4415-a68e-bab0f124dc4b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=e45ba4f2-63d0-425a-996c-fee3e4a35231&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427220 Dec 07 14:14:12.298166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58040) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:12.405384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b98c16cc-e9fa-46a7-9018-4b0d21f91c31 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/7cc99362-3914-4101-befe-ffeae5da3e1f HTTP/1.1" status: 200 len: 993 time: 0.1059613 Dec 07 14:14:12.708173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58048) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:12.911506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port e4156b06-47f1-40af-8509-76ff01511dce {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:14:12.911879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:13.087818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:13.088107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:13.212408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for e4156b06-47f1-40af-8509-76ff01511dce owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:14:13.865646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:13.870413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-28220703-bbba-4593-9632-15d3759b292b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:13.911937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=e4156b06-47f1-40af-8509-76ff01511dce,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:13.954330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:13.954764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:13.955397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:13.955828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:13.956282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:13.956701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:13.957114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:13.957524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:13.957935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:13.958343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:13.958755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:13.962225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:14.025867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:14.428566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:14:14.629867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:14:14.640128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca17f68-a612-4534-8161-1912d6558fee None None] Sync routers for ids ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:14:14.656553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca17f68-a612-4534-8161-1912d6558fee None None] Routers {'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:14:14.657224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6ca17f68-a612-4534-8161-1912d6558fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:14:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:14.689097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:14.747379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/floatingips/7cc99362-3914-4101-befe-ffeae5da3e1f HTTP/1.1" status: 204 len: 168 time: 2.0379710 Dec 07 14:14:14.748086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05724840-3d94-405b-8a6b-0d15a020fa9a', 'tag': '0a7d7791-8182-4080-a10f-3b443969512d'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:14:14.829947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05724840-3d94-405b-8a6b-0d15a020fa9a', 'tag': '0a7d7791-8182-4080-a10f-3b443969512d', 'status': 'completed', 'code': 200} Dec 07 14:14:14.851112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-6ca17f68-a612-4534-8161-1912d6558fee None None] Set router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:14:14.940955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2fe9bced-4f47-42bc-8bf8-b969d0ca553e req-f1426c78-6943-4b12-922a-afb1fd10b04d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 1099 time: 0.0782447 Dec 07 14:14:15.202793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6ca17f68-a612-4534-8161-1912d6558fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546766505', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195'}], 'enable_snat': True}, 'gw_port_id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:13:08Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:09Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b2ec89b9-e044-4600-be7b-330112fd4336', 'name': '', 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:d6:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:12Z', 'updated_at': '2021-12-07T14:13:19Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:15.208460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca17f68-a612-4534-8161-1912d6558fee None None] Checking router: dbfd04ae-0319-45ea-b7f5-ae01101eaf6d for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:14:15.220303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca17f68-a612-4534-8161-1912d6558fee None None] Routers {'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:14:15.222245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6ca17f68-a612-4534-8161-1912d6558fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:14:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:15.406565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9bced-4f47-42bc-8bf8-b969d0ca553e req-02ef0657-ee91-4bec-87fe-f44ff823d3c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:15.408159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2fe9bced-4f47-42bc-8bf8-b969d0ca553e req-02ef0657-ee91-4bec-87fe-f44ff823d3c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42231b24-2f04-4fc5-b489-3ba2e44e8f4e HTTP/1.1" status: 200 len: 897 time: 0.4548078 Dec 07 14:14:15.415198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a08fa-9932-4a66-870c-77ccb1d45795 req-58bb2b62-8799-45df-8917-a48000c36da2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:15.415941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-7f8a08fa-9932-4a66-870c-77ccb1d45795 req-58bb2b62-8799-45df-8917-a48000c36da2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:14:15.421116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-6ca17f68-a612-4534-8161-1912d6558fee None None] Set router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:14:15.491087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2fe9bced-4f47-42bc-8bf8-b969d0ca553e req-b02d5e4c-1487-4808-b273-f3e58037c1d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a7d7791-8182-4080-a10f-3b443969512d HTTP/1.1" status: 200 len: 217 time: 0.0711162 Dec 07 14:14:15.535250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-7f8a08fa-9932-4a66-870c-77ccb1d45795 req-58bb2b62-8799-45df-8917-a48000c36da2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:14:15.536516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7f8a08fa-9932-4a66-870c-77ccb1d45795 req-58bb2b62-8799-45df-8917-a48000c36da2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 946 time: 0.2537773 Dec 07 14:14:15.595065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9bced-4f47-42bc-8bf8-b969d0ca553e req-71950c73-3c04-415d-a654-64c90de03e8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:15.597346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2fe9bced-4f47-42bc-8bf8-b969d0ca553e req-71950c73-3c04-415d-a654-64c90de03e8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a2eccd40-4ede-4301-b0d2-d6be86c4d248 HTTP/1.1" status: 200 len: 835 time: 0.0997021 Dec 07 14:14:15.607458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7f8a08fa-9932-4a66-870c-77ccb1d45795 req-67aee12d-e376-443b-9a5b-132abbb822bc tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=e45ba4f2-63d0-425a-996c-fee3e4a35231&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622969 Dec 07 14:14:15.683102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2fe9bced-4f47-42bc-8bf8-b969d0ca553e req-8f50057b-c1d7-41c7-b783-d8493f982b05 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42231b24-2f04-4fc5-b489-3ba2e44e8f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745609 Dec 07 14:14:15.751488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-6ca17f68-a612-4534-8161-1912d6558fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546766505', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195'}], 'enable_snat': True}, 'gw_port_id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:13:08Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:09Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b2ec89b9-e044-4600-be7b-330112fd4336', 'name': '', 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:d6:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:12Z', 'updated_at': '2021-12-07T14:13:19Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:15.755780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca17f68-a612-4534-8161-1912d6558fee None None] The sync data for ids ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546766505', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195'}], 'enable_snat': True}, 'gw_port_id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:13:08Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:09Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b2ec89b9-e044-4600-be7b-330112fd4336', 'name': '', 'network_id': '42231b24-2f04-4fc5-b489-3ba2e44e8f4e', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:d6:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:12Z', 'updated_at': '2021-12-07T14:13:19Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'a2eccd40-4ede-4301-b0d2-d6be86c4d248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:14:15.832872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2fe9bced-4f47-42bc-8bf8-b969d0ca553e req-e103f38c-6572-470b-bb85-643caf85e32b service neutron] 10.222.0.45 "GET /v2.0/networks/42231b24-2f04-4fc5-b489-3ba2e44e8f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421504 Dec 07 14:14:15.986021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2fe9bced-4f47-42bc-8bf8-b969d0ca553e req-80f4edb8-c601-49a9-9578-3e68d17e7e10 service neutron] 10.222.0.45 "GET /v2.0/networks/42231b24-2f04-4fc5-b489-3ba2e44e8f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446884 Dec 07 14:14:16.167030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0e6aa-627a-4dcc-a751-75fbb5203a5d None None] New status for floating IP 7cc99362-3914-4101-befe-ffeae5da3e1f: DOWN {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:14:16.822347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbc1a0-105b-4e4e-94d7-66607cccd567 req-38cf29ef-a32c-44a3-ac49-b3a0d7142b15 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:16.823976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-64fbc1a0-105b-4e4e-94d7-66607cccd567 req-38cf29ef-a32c-44a3-ac49-b3a0d7142b15 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 946 time: 0.0900898 Dec 07 14:14:16.873739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-64fbc1a0-105b-4e4e-94d7-66607cccd567 req-aeab604c-9963-4094-889f-caea90d8a1c9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=e45ba4f2-63d0-425a-996c-fee3e4a35231&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436435 Dec 07 14:14:17.034451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73a876-460e-4449-a158-da31a8b108f0 req-d0ede01c-56db-4175-8b6f-49fac63bd173 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:17.036030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bd73a876-460e-4449-a158-da31a8b108f0 req-d0ede01c-56db-4175-8b6f-49fac63bd173 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 946 time: 0.0827188 Dec 07 14:14:17.116655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-bd73a876-460e-4449-a158-da31a8b108f0 req-3912a0a1-408e-4138-8b39-ce273f2dc087 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port 0a7d7791-8182-4080-a10f-3b443969512d {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:14:17.117034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-bd73a876-460e-4449-a158-da31a8b108f0 req-3912a0a1-408e-4138-8b39-ce273f2dc087 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:17.375114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-bd73a876-460e-4449-a158-da31a8b108f0 req-3912a0a1-408e-4138-8b39-ce273f2dc087 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] For port 0a7d7791-8182-4080-a10f-3b443969512d, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=0a7d7791-8182-4080-a10f-3b443969512d,segment=NetworkSegment(9ad634d9-a93e-42e9-8112-5f3681afa91a),segment_id=9ad634d9-a93e-42e9-8112-5f3681afa91a)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:14:17.375541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-bd73a876-460e-4449-a158-da31a8b108f0 req-3912a0a1-408e-4138-8b39-ce273f2dc087 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:17.502257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-bd73a876-460e-4449-a158-da31a8b108f0 req-3912a0a1-408e-4138-8b39-ce273f2dc087 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for 0a7d7791-8182-4080-a10f-3b443969512d owned by compute:nova {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:14:17.708013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-bd73a876-460e-4449-a158-da31a8b108f0 req-3912a0a1-408e-4138-8b39-ce273f2dc087 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:17.714448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4a24899d-abd7-453d-8244-6adfeb432a41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:17.763087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912a0a1-408e-4138-8b39-ce273f2dc087 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=0a7d7791-8182-4080-a10f-3b443969512d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:17.766076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3912a0a1-408e-4138-8b39-ce273f2dc087 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:17.838134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd73a876-460e-4449-a158-da31a8b108f0 req-3912a0a1-408e-4138-8b39-ce273f2dc087 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] No DVR routers for this DVR port 0a7d7791-8182-4080-a10f-3b443969512d on host hv-neutron-ussu {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:14:17.840606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-bd73a876-460e-4449-a158-da31a8b108f0 req-3912a0a1-408e-4138-8b39-ce273f2dc087 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:17.843363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05724840-3d94-405b-8a6b-0d15a020fa9a', 'name': 'network-vif-deleted', 'tag': '0a7d7791-8182-4080-a10f-3b443969512d'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:14:17.884187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bd73a876-460e-4449-a158-da31a8b108f0 req-3912a0a1-408e-4138-8b39-ce273f2dc087 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "DELETE /v2.0/ports/0a7d7791-8182-4080-a10f-3b443969512d HTTP/1.1" status: 204 len: 173 time: 0.8394265 Dec 07 14:14:17.898931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05724840-3d94-405b-8a6b-0d15a020fa9a', 'name': 'network-vif-deleted', 'tag': '0a7d7791-8182-4080-a10f-3b443969512d', 'status': 'completed', 'code': 200} Dec 07 14:14:18.048462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-2ecbbfa2-4213-4dd2-aca9-712a70f972ec req-d8c41fb3-caea-482c-9ba5-abf8db0f79c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:14:18.089079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-2ecbbfa2-4213-4dd2-aca9-712a70f972ec req-d8c41fb3-caea-482c-9ba5-abf8db0f79c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:14:18.090290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2ecbbfa2-4213-4dd2-aca9-712a70f972ec req-d8c41fb3-caea-482c-9ba5-abf8db0f79c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=05724840-3d94-405b-8a6b-0d15a020fa9a HTTP/1.1" status: 200 len: 210 time: 0.0862021 Dec 07 14:14:19.199312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58066) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:19.613155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21efa1e-7216-498c-a7fd-cfcfea43975e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:20.091775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 0a7d7791-8182-4080-a10f-3b443969512d no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:14:20.124654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 0a7d7791-8182-4080-a10f-3b443969512d {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:14:20.125041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 0a7d7791-8182-4080-a10f-3b443969512d not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:14:20.243353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f21efa1e-7216-498c-a7fd-cfcfea43975e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port b2ec89b9-e044-4600-be7b-330112fd4336 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:14:20.243914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21efa1e-7216-498c-a7fd-cfcfea43975e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:20.441574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f21efa1e-7216-498c-a7fd-cfcfea43975e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] For port b2ec89b9-e044-4600-be7b-330112fd4336, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b2ec89b9-e044-4600-be7b-330112fd4336,segment=NetworkSegment(9ad634d9-a93e-42e9-8112-5f3681afa91a),segment_id=9ad634d9-a93e-42e9-8112-5f3681afa91a)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:14:20.441972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21efa1e-7216-498c-a7fd-cfcfea43975e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:20.801922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f21efa1e-7216-498c-a7fd-cfcfea43975e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for b2ec89b9-e044-4600-be7b-330112fd4336 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:14:21.043170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:14:21.068391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21efa1e-7216-498c-a7fd-cfcfea43975e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:21.072827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:21.117375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21efa1e-7216-498c-a7fd-cfcfea43975e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=b2ec89b9-e044-4600-be7b-330112fd4336,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:21.120178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f21efa1e-7216-498c-a7fd-cfcfea43975e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:21.439141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21efa1e-7216-498c-a7fd-cfcfea43975e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:22.022313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21efa1e-7216-498c-a7fd-cfcfea43975e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:14:22.227671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21efa1e-7216-498c-a7fd-cfcfea43975e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:14:22.238543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf8086-c7fc-4a35-b8b4-fd6bc43815a3 None None] Sync routers for ids ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:14:22.250989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf8086-c7fc-4a35-b8b4-fd6bc43815a3 None None] Routers {'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:14:22.252304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8daf8086-c7fc-4a35-b8b4-fd6bc43815a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:14:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:22.285853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f21efa1e-7216-498c-a7fd-cfcfea43975e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "PUT /v2.0/routers/dbfd04ae-0319-45ea-b7f5-ae01101eaf6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0851665 Dec 07 14:14:22.288509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58070) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:22.445357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-8daf8086-c7fc-4a35-b8b4-fd6bc43815a3 None None] Set router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:14:22.488464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e642b0d-1b66-424b-be2c-781351c2476c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting subnet a2eccd40-4ede-4301-b0d2-d6be86c4d248 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:14:22.492344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e642b0d-1b66-424b-be2c-781351c2476c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:22.552026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e642b0d-1b66-424b-be2c-781351c2476c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:22.719187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e642b0d-1b66-424b-be2c-781351c2476c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:22.738715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8daf8086-c7fc-4a35-b8b4-fd6bc43815a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546766505', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195'}], 'enable_snat': True}, 'gw_port_id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:13:08Z', 'updated_at': '2021-12-07T14:14:20Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:09Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:22.742774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf8086-c7fc-4a35-b8b4-fd6bc43815a3 None None] Checking router: dbfd04ae-0319-45ea-b7f5-ae01101eaf6d for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:14:22.754651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf8086-c7fc-4a35-b8b4-fd6bc43815a3 None None] Routers {'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:14:22.755350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8daf8086-c7fc-4a35-b8b4-fd6bc43815a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:14:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:22.846078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e642b0d-1b66-424b-be2c-781351c2476c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:22.851130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7a4dd367-82ce-4415-8c7c-85ae878300c5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:22.894781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e642b0d-1b66-424b-be2c-781351c2476c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Subnet': ['ID=a2eccd40-4ede-4301-b0d2-d6be86c4d248,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:22.905250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6e642b0d-1b66-424b-be2c-781351c2476c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:22.906371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e642b0d-1b66-424b-be2c-781351c2476c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:22.913569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6e642b0d-1b66-424b-be2c-781351c2476c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/subnets/a2eccd40-4ede-4301-b0d2-d6be86c4d248 HTTP/1.1" status: 204 len: 168 time: 0.6237943 Dec 07 14:14:22.916307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58074) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:23.079427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9891726-126d-45f9-816b-bfb3351796f4 None None] Network 42231b24-2f04-4fc5-b489-3ba2e44e8f4e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:14:23.128428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:23.296201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-8daf8086-c7fc-4a35-b8b4-fd6bc43815a3 None None] Set router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:14:23.341306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:23.380553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port cb5b1b65-c5c0-4039-a6b6-334eae0bd294 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:14:23.380993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:23.594184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] DHCP port deletion for 42231b24-2f04-4fc5-b489-3ba2e44e8f4e request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:14:23.604797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Deleting port 9ad75237-1b65-440a-8bc5-556ed735b8b0 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:14:23.605231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:23.754952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8daf8086-c7fc-4a35-b8b4-fd6bc43815a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546766505', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195'}], 'enable_snat': True}, 'gw_port_id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:13:08Z', 'updated_at': '2021-12-07T14:14:20Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:09Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:23.806146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf8086-c7fc-4a35-b8b4-fd6bc43815a3 None None] The sync data for ids ['dbfd04ae-0319-45ea-b7f5-ae01101eaf6d'] in dv-neutron-ussuri-2-hyperv is: [{'id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546766505', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195'}], 'enable_snat': True}, 'gw_port_id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:13:08Z', 'updated_at': '2021-12-07T14:14:20Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'cb5b1b65-c5c0-4039-a6b6-334eae0bd294', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfd04ae-0319-45ea-b7f5-ae01101eaf6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:13:09Z', 'updated_at': '2021-12-07T14:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:14:23.806842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] For port cb5b1b65-c5c0-4039-a6b6-334eae0bd294, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=cb5b1b65-c5c0-4039-a6b6-334eae0bd294,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:14:23.807239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:23.854567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] For port 9ad75237-1b65-440a-8bc5-556ed735b8b0, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=9ad75237-1b65-440a-8bc5-556ed735b8b0,segment=NetworkSegment(9ad634d9-a93e-42e9-8112-5f3681afa91a),segment_id=9ad634d9-a93e-42e9-8112-5f3681afa91a)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:14:23.854567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:23.934743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for cb5b1b65-c5c0-4039-a6b6-334eae0bd294 owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:14:23.988394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Calling delete_port for 9ad75237-1b65-440a-8bc5-556ed735b8b0 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:14:24.203817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:24.208961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:24.255206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Pushing event deleted for resources: {'Port': ['ID=9ad75237-1b65-440a-8bc5-556ed735b8b0,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:24.263589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] No DVR routers for this DVR port 9ad75237-1b65-440a-8bc5-556ed735b8b0 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:14:24.272066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:24.275401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:24.276082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:24.276749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:24.277284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:24.277400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:24.277805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:24.278243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:24.278653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:24.279039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:24.279398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:24.279897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:24.280260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:24.283949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:24.325765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=cb5b1b65-c5c0-4039-a6b6-334eae0bd294,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:24.330413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:24.553968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:24.811257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:24.816103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:25.062412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:25.062937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Fanout notify agent at l3_agent the message router_deleted on router dbfd04ae-0319-45ea-b7f5-ae01101eaf6d {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 14:14:25.077836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:25.079022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/routers/dbfd04ae-0319-45ea-b7f5-ae01101eaf6d HTTP/1.1" status: 204 len: 168 time: 2.1617229 Dec 07 14:14:25.083170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58078) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:25.209652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-27ef7f15-f296-4f18-b4a1-aa29bef85163 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:25.354210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-27ef7f15-f296-4f18-b4a1-aa29bef85163 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:25.384155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-27ef7f15-f296-4f18-b4a1-aa29bef85163 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42231b24-2f04-4fc5-b489-3ba2e44e8f4e']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:25.394809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b2ec89b9-e044-4600-be7b-330112fd4336 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:14:25.398509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-27ef7f15-f296-4f18-b4a1-aa29bef85163 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad634d9-a93e-42e9-8112-5f3681afa91a') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:25.398843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-27ef7f15-f296-4f18-b4a1-aa29bef85163 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad634d9-a93e-42e9-8112-5f3681afa91a') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:25.411810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-27ef7f15-f296-4f18-b4a1-aa29bef85163 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:25.428886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: b2ec89b9-e044-4600-be7b-330112fd4336 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:14:25.429288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b2ec89b9-e044-4600-be7b-330112fd4336 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:14:25.429764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device cb5b1b65-c5c0-4039-a6b6-334eae0bd294 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:14:25.463111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: cb5b1b65-c5c0-4039-a6b6-334eae0bd294 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:14:25.463533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device cb5b1b65-c5c0-4039-a6b6-334eae0bd294 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:14:25.463997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 9ad75237-1b65-440a-8bc5-556ed735b8b0 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:14:25.491964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-27ef7f15-f296-4f18-b4a1-aa29bef85163 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:25.495441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 9ad75237-1b65-440a-8bc5-556ed735b8b0 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:14:25.495849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 9ad75237-1b65-440a-8bc5-556ed735b8b0 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:14:25.498893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ef7f15-f296-4f18-b4a1-aa29bef85163 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:14:25.499363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-27ef7f15-f296-4f18-b4a1-aa29bef85163 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:14:25.517041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:14:25.771146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-27ef7f15-f296-4f18-b4a1-aa29bef85163 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:25.774964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7f59880-5bc7-4279-9af2-732254440e2a tempest-RoutersIpV6Test-1964231274 tempest-RoutersIpV6Test-1964231274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:25.793525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-27ef7f15-f296-4f18-b4a1-aa29bef85163 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:25.801983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef7f15-f296-4f18-b4a1-aa29bef85163 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Network': ['ID=42231b24-2f04-4fc5-b489-3ba2e44e8f4e,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:25.804623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-27ef7f15-f296-4f18-b4a1-aa29bef85163 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:25.806209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-27ef7f15-f296-4f18-b4a1-aa29bef85163 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/networks/42231b24-2f04-4fc5-b489-3ba2e44e8f4e HTTP/1.1" status: 204 len: 168 time: 0.7219167 Dec 07 14:14:25.809122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58082) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:25.880840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ae60578-549d-467b-b14d-4e679f733b13 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:25.911458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ae60578-549d-467b-b14d-4e679f733b13 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:26.072006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ae60578-549d-467b-b14d-4e679f733b13 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:26.077418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e663e268-7d38-4a3a-b1e9-a2338d22c1a7 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:26.094714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae60578-549d-467b-b14d-4e679f733b13 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45ba4f2-63d0-425a-996c-fee3e4a35231,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:26.098567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6ae60578-549d-467b-b14d-4e679f733b13 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:26.100603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ae60578-549d-467b-b14d-4e679f733b13 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:26.101718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6ae60578-549d-467b-b14d-4e679f733b13 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/security-groups/e45ba4f2-63d0-425a-996c-fee3e4a35231 HTTP/1.1" status: 204 len: 168 time: 0.2916169 Dec 07 14:14:26.603248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58090) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:26.609534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4078cc1e-46a9-46cf-a085-3ce5bbb0cc53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-278355192', 'description': 'tempest-secgroup-smoke-278355192 description', 'project_id': '7133d1beec2c4834a8afafda93963c28'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:14:26.616608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4078cc1e-46a9-46cf-a085-3ce5bbb0cc53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:14:26.620576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4078cc1e-46a9-46cf-a085-3ce5bbb0cc53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:14:26.623663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4078cc1e-46a9-46cf-a085-3ce5bbb0cc53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:14:26.630355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4078cc1e-46a9-46cf-a085-3ce5bbb0cc53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:14:26.685341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4078cc1e-46a9-46cf-a085-3ce5bbb0cc53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:26.723243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4078cc1e-46a9-46cf-a085-3ce5bbb0cc53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:14:26.739604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4078cc1e-46a9-46cf-a085-3ce5bbb0cc53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:14:26.739604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4078cc1e-46a9-46cf-a085-3ce5bbb0cc53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:14:26.739604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4078cc1e-46a9-46cf-a085-3ce5bbb0cc53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:14:26.843559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4078cc1e-46a9-46cf-a085-3ce5bbb0cc53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:26.880044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4078cc1e-46a9-46cf-a085-3ce5bbb0cc53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:26.884349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-03c4af6c-bd47-4f30-b5b0-448453cf030b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:26.930335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078cc1e-46a9-46cf-a085-3ce5bbb0cc53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39087356-49da-4e42-bf22-be2658416d76,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:26.933318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4078cc1e-46a9-46cf-a085-3ce5bbb0cc53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:26.971608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4078cc1e-46a9-46cf-a085-3ce5bbb0cc53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:26.972954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4078cc1e-46a9-46cf-a085-3ce5bbb0cc53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3686070 Dec 07 14:14:26.977702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58094) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:26.983676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e29be2a6-0c65-4cc6-8b3b-fd3867bf3eed tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '39087356-49da-4e42-bf22-be2658416d76', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:14:26.991199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e29be2a6-0c65-4cc6-8b3b-fd3867bf3eed tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:14:26.995297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e29be2a6-0c65-4cc6-8b3b-fd3867bf3eed tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:14:26.998327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e29be2a6-0c65-4cc6-8b3b-fd3867bf3eed tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:14:27.004906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e29be2a6-0c65-4cc6-8b3b-fd3867bf3eed tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:14:27.052990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e29be2a6-0c65-4cc6-8b3b-fd3867bf3eed tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:27.117611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e29be2a6-0c65-4cc6-8b3b-fd3867bf3eed tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:27.159865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e29be2a6-0c65-4cc6-8b3b-fd3867bf3eed tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:27.161841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2b4007f8-eeaf-4296-94cc-accdc7790246 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:27.185366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29be2a6-0c65-4cc6-8b3b-fd3867bf3eed tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14664cfc-5ad2-4999-88bb-e9f8e27d88e6,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:27.187935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e29be2a6-0c65-4cc6-8b3b-fd3867bf3eed tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:27.228289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e29be2a6-0c65-4cc6-8b3b-fd3867bf3eed tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:27.229711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e29be2a6-0c65-4cc6-8b3b-fd3867bf3eed tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2510080 Dec 07 14:14:27.232637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58098) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:27.239197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3abc2cb1-d909-4671-a0d4-9092dcad821b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '39087356-49da-4e42-bf22-be2658416d76', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:14:27.246980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3abc2cb1-d909-4671-a0d4-9092dcad821b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:14:27.251028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3abc2cb1-d909-4671-a0d4-9092dcad821b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:14:27.254796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3abc2cb1-d909-4671-a0d4-9092dcad821b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:14:27.261306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3abc2cb1-d909-4671-a0d4-9092dcad821b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:14:27.321173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3abc2cb1-d909-4671-a0d4-9092dcad821b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:27.394869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3abc2cb1-d909-4671-a0d4-9092dcad821b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:27.428068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3abc2cb1-d909-4671-a0d4-9092dcad821b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:27.429965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:27.456334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc2cb1-d909-4671-a0d4-9092dcad821b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139e86a5-dad8-4f72-9e64-6bdc796e6952,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:27.459369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3abc2cb1-d909-4671-a0d4-9092dcad821b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:27.502992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3abc2cb1-d909-4671-a0d4-9092dcad821b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:27.504368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3abc2cb1-d909-4671-a0d4-9092dcad821b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2707384 Dec 07 14:14:27.507478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58102) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:27.514111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f2927db4-091d-4e52-a68a-5493834db9cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '39087356-49da-4e42-bf22-be2658416d76', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:14:27.521489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f2927db4-091d-4e52-a68a-5493834db9cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:14:27.525861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f2927db4-091d-4e52-a68a-5493834db9cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:14:27.528934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f2927db4-091d-4e52-a68a-5493834db9cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:14:27.535164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f2927db4-091d-4e52-a68a-5493834db9cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:14:27.583941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2927db4-091d-4e52-a68a-5493834db9cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:27.649941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2927db4-091d-4e52-a68a-5493834db9cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:27.683004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2927db4-091d-4e52-a68a-5493834db9cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:27.684932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-547fde35-c0b2-4d8d-b122-6db84a6930fd tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:27.708295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2927db4-091d-4e52-a68a-5493834db9cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7085a8-faf4-45f7-9621-b7e4d528cff0,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:27.710842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f2927db4-091d-4e52-a68a-5493834db9cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:27.759436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f2927db4-091d-4e52-a68a-5493834db9cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:27.760735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f2927db4-091d-4e52-a68a-5493834db9cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2522523 Dec 07 14:14:27.763655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58106) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:27.770129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6ed9479f-8d91-414b-b6de-5238b0838a15 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '39087356-49da-4e42-bf22-be2658416d76', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:14:27.776435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6ed9479f-8d91-414b-b6de-5238b0838a15 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:14:27.780415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6ed9479f-8d91-414b-b6de-5238b0838a15 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:14:27.784033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6ed9479f-8d91-414b-b6de-5238b0838a15 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:14:27.789992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6ed9479f-8d91-414b-b6de-5238b0838a15 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:14:27.834681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ed9479f-8d91-414b-b6de-5238b0838a15 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:27.904335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ed9479f-8d91-414b-b6de-5238b0838a15 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:27.940034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ed9479f-8d91-414b-b6de-5238b0838a15 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:27.941910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0ac007fa-9608-481c-957a-9f3c893eb45d tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:27.965121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9479f-8d91-414b-b6de-5238b0838a15 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ac1053-e857-43f1-b61a-7092edfbedd6,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:27.967638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6ed9479f-8d91-414b-b6de-5238b0838a15 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:28.016435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6ed9479f-8d91-414b-b6de-5238b0838a15 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:28.018426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6ed9479f-8d91-414b-b6de-5238b0838a15 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2535129 Dec 07 14:14:28.021434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58110) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:28.027436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a61e7db8-4f0e-4f82-a59c-47b16809b540 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '39087356-49da-4e42-bf22-be2658416d76', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:14:28.034455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a61e7db8-4f0e-4f82-a59c-47b16809b540 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:14:28.038457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a61e7db8-4f0e-4f82-a59c-47b16809b540 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:14:28.041489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a61e7db8-4f0e-4f82-a59c-47b16809b540 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:14:28.047557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a61e7db8-4f0e-4f82-a59c-47b16809b540 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:14:28.083038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-a61e7db8-4f0e-4f82-a59c-47b16809b540 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Project 7133d1beec2c4834a8afafda93963c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:14:28.089782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a61e7db8-4f0e-4f82-a59c-47b16809b540 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:28.155153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a61e7db8-4f0e-4f82-a59c-47b16809b540 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:28.186051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a61e7db8-4f0e-4f82-a59c-47b16809b540 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:28.188061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3abc2cb1-d909-4671-a0d4-9092dcad821b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:28.211536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e7db8-4f0e-4f82-a59c-47b16809b540 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6911f37b-3173-4451-be60-04d3a4932a52,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:28.214032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a61e7db8-4f0e-4f82-a59c-47b16809b540 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:28.256697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a61e7db8-4f0e-4f82-a59c-47b16809b540 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:28.258003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a61e7db8-4f0e-4f82-a59c-47b16809b540 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2355635 Dec 07 14:14:28.261096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58114) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:28.267895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6c3e1186-5d9b-4ce4-ac35-b24225727cab tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '39087356-49da-4e42-bf22-be2658416d76', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:14:28.274389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6c3e1186-5d9b-4ce4-ac35-b24225727cab tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:14:28.278642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6c3e1186-5d9b-4ce4-ac35-b24225727cab tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:14:28.281713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6c3e1186-5d9b-4ce4-ac35-b24225727cab tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:14:28.287948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6c3e1186-5d9b-4ce4-ac35-b24225727cab tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:14:28.334618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-6c3e1186-5d9b-4ce4-ac35-b24225727cab tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Project 7133d1beec2c4834a8afafda93963c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:14:28.341765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1186-5d9b-4ce4-ac35-b24225727cab tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:28.411640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1186-5d9b-4ce4-ac35-b24225727cab tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:28.442920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1186-5d9b-4ce4-ac35-b24225727cab tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:28.450201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-11df5b8e-af86-4f74-9a22-c16173fb17ad tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:28.471944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e1186-5d9b-4ce4-ac35-b24225727cab tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a52004-182b-4948-8e67-e17cd1e32f01,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:28.474233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6c3e1186-5d9b-4ce4-ac35-b24225727cab tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:28.507863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1186-5d9b-4ce4-ac35-b24225727cab tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:28.509134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6c3e1186-5d9b-4ce4-ac35-b24225727cab tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2470512 Dec 07 14:14:28.512290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58118) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:28.518547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-fcb9e032-6075-4ea8-ae26-f24e01c80339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'network': {'name': 'tempest-network-smoke--1191507934', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'port_security_enabled': True}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:14:28.523717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fcb9e032-6075-4ea8-ae26-f24e01c80339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:14:28.527851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fcb9e032-6075-4ea8-ae26-f24e01c80339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:network and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:14:28.530884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fcb9e032-6075-4ea8-ae26-f24e01c80339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:14:28.537478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fcb9e032-6075-4ea8-ae26-f24e01c80339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:14:28.576343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb9e032-6075-4ea8-ae26-f24e01c80339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Made reservation on behalf of 7133d1beec2c4834a8afafda93963c28 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:14:28.582620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcb9e032-6075-4ea8-ae26-f24e01c80339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:28.612682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb9e032-6075-4ea8-ae26-f24e01c80339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:14:28.686686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcb9e032-6075-4ea8-ae26-f24e01c80339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:28.687062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-fcb9e032-6075-4ea8-ae26-f24e01c80339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Added segment f5055c6c-915e-48f2-b50b-6604c3b8acab of type vlan for network f5767e17-e672-471f-971c-7947bce2b4cc Dec 07 14:14:28.713607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcb9e032-6075-4ea8-ae26-f24e01c80339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:28.776662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcb9e032-6075-4ea8-ae26-f24e01c80339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:28.780738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb9e032-6075-4ea8-ae26-f24e01c80339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:28.781363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fcb9e032-6075-4ea8-ae26-f24e01c80339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:28.787496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7a811551-898a-4463-99c3-2e4147cc53b3 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:28.892688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9e032-6075-4ea8-ae26-f24e01c80339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Network': ['ID=f5767e17-e672-471f-971c-7947bce2b4cc,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:28.895561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fcb9e032-6075-4ea8-ae26-f24e01c80339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:28.903798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network f5767e17-e672-471f-971c-7947bce2b4cc details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:14:28.906841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fcb9e032-6075-4ea8-ae26-f24e01c80339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3935387 Dec 07 14:14:28.910566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58122) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:28.916279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-116770146', 'admin_state_up': True, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:14:28.924550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:14:28.928611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:router and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:14:28.931615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:14:28.937674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:14:28.988146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:28.989156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:29.007313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:29.191319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:29.402649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:29.437522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:29.573953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.36.4.167 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/bbb15005-2505-4870-85c4-3311af36d2ab) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:14:29.777163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:29.834080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:29.838315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-67f2fb3e-976b-4dbc-a502-a46ce2b91d72 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:29.898074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:14:29.901002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:14:29.909378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:14:29.947566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=bbb15005-2505-4870-85c4-3311af36d2ab,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:29.956839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:30.101519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:30.102190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:30.119217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7bd53d44-1d1f-411b-9a26-6afeb61e7209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:30.631398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 4a755eee-8be8-42cc-a5ba-25785bb9a144 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 14:14:30.839902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:14:30.849889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Sync routers for ids ['4a755eee-8be8-42cc-a5ba-25785bb9a144'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:14:30.862600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Routers {'4a755eee-8be8-42cc-a5ba-25785bb9a144'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:14:30.863276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:14:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4a755eee-8be8-42cc-a5ba-25785bb9a144'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:30.897021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:30.898283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9867332 Dec 07 14:14:30.901734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58126) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:30.946835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2db0a75a-7d76-4f41-b4c1-bbc4f66d35ed tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=7133d1beec2c4834a8afafda93963c28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438807 Dec 07 14:14:30.949625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58130) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:31.042932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Set router 4a755eee-8be8-42cc-a5ba-25785bb9a144 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:14:31.089378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e0b5d5-ed94-4f4a-a47c-674f074247e7 tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:31.091026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-14e0b5d5-ed94-4f4a-a47c-674f074247e7 tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1402740 Dec 07 14:14:31.094213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58134) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:31.143578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-44d93d1e-5e89-41b6-b243-57641e17a241 tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480628 Dec 07 14:14:31.146088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58138) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:31.152025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5a60138d-ba7d-4590-96f9-d636199ff55b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-26805615', 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:14:31.265758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5a60138d-ba7d-4590-96f9-d636199ff55b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:14:31.270472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5a60138d-ba7d-4590-96f9-d636199ff55b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:subnet and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:14:31.273776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5a60138d-ba7d-4590-96f9-d636199ff55b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:14:31.279954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5a60138d-ba7d-4590-96f9-d636199ff55b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:14:31.323051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a60138d-ba7d-4590-96f9-d636199ff55b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Made reservation on behalf of 7133d1beec2c4834a8afafda93963c28 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:14:31.343214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116770146', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:14:28Z', 'updated_at': '2021-12-07T14:14:30Z', 'revision_number': 3, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:29Z', 'updated_at': '2021-12-07T14:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:31.349151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Checking router: 4a755eee-8be8-42cc-a5ba-25785bb9a144 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:14:31.349544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Updating router 4a755eee-8be8-42cc-a5ba-25785bb9a144 port bbb15005-2505-4870-85c4-3311af36d2ab binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:14:31.402261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:31.435298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a60138d-ba7d-4590-96f9-d636199ff55b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:31.694880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:31.804263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:31.872313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a60138d-ba7d-4590-96f9-d636199ff55b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:31.876819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e11866c0-d590-414c-b358-e6c9d5dde848 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:31.900563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Transition to ACTIVE for port object bbb15005-2505-4870-85c4-3311af36d2ab will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:14:31.934809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:31.939557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b69e7e27-d14f-402f-a23d-01ff2c9af43c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:31.960116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60138d-ba7d-4590-96f9-d636199ff55b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Subnet': ['ID=d9237c01-0527-467b-8749-eaba609cfa1a,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:31.964922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5a60138d-ba7d-4590-96f9-d636199ff55b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:31.969753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60138d-ba7d-4590-96f9-d636199ff55b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Checking segment: {'id': 'f5055c6c-915e-48f2-b50b-6604c3b8acab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:14:31.970739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a60138d-ba7d-4590-96f9-d636199ff55b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network hostable DHCP agents. Network: f5767e17-e672-471f-971c-7947bce2b4cc, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:14:32.017879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc688da-67ed-4c39-a0a5-372e409da351 None None] Pushing event updated for resources: {'Port': ['ID=bbb15005-2505-4870-85c4-3311af36d2ab,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:32.020546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a60138d-ba7d-4590-96f9-d636199ff55b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network f5767e17-e672-471f-971c-7947bce2b4cc is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:14:32.026518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Attempting to bind port bbb15005-2505-4870-85c4-3311af36d2ab on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:14:32.026920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Attempting to bind port bbb15005-2505-4870-85c4-3311af36d2ab by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:14:32.027341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Attempting to bind port bbb15005-2505-4870-85c4-3311af36d2ab on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:14:32.035135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc688da-67ed-4c39-a0a5-372e409da351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:32.036468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc688da-67ed-4c39-a0a5-372e409da351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:32.036468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc688da-67ed-4c39-a0a5-372e409da351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:32.036468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc688da-67ed-4c39-a0a5-372e409da351 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:32.036794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc688da-67ed-4c39-a0a5-372e409da351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:32.036906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc688da-67ed-4c39-a0a5-372e409da351 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:32.037268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc688da-67ed-4c39-a0a5-372e409da351 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:32.037625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc688da-67ed-4c39-a0a5-372e409da351 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:32.037976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc688da-67ed-4c39-a0a5-372e409da351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:32.038331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc688da-67ed-4c39-a0a5-372e409da351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:32.038683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc688da-67ed-4c39-a0a5-372e409da351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:14:32.042739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9cc688da-67ed-4c39-a0a5-372e409da351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:32.043643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:14:32.044199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:14:32.044631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:32.045050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:14:32.045546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Bound port: bbb15005-2505-4870-85c4-3311af36d2ab, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:14:32.045948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:32.056871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-5a60138d-ba7d-4590-96f9-d636199ff55b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, f5767e17-e672-471f-971c-7947bce2b4cc) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:14:32.060938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a60138d-ba7d-4590-96f9-d636199ff55b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:32.061582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a60138d-ba7d-4590-96f9-d636199ff55b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:32.066857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70afa8ff-7987-4ba4-ad7c-e18e0ae2fe53 None None] Network f5767e17-e672-471f-971c-7947bce2b4cc requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:14:32.119619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] For port bbb15005-2505-4870-85c4-3311af36d2ab, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:14:32.122728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] For port bbb15005-2505-4870-85c4-3311af36d2ab, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=bbb15005-2505-4870-85c4-3311af36d2ab,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:14:32.129975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5a60138d-ba7d-4590-96f9-d636199ff55b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9789243 Dec 07 14:14:32.130156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58142) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:32.152364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:32.158802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-459c2eb5-90e0-411e-92d9-30001536b944 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:32.243195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Routers {'4a755eee-8be8-42cc-a5ba-25785bb9a144'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:14:32.244207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:14:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4a755eee-8be8-42cc-a5ba-25785bb9a144'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:32.305042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc688da-67ed-4c39-a0a5-372e409da351 None None] Pushing event updated for resources: {'Port': ['ID=bbb15005-2505-4870-85c4-3311af36d2ab,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:32.310968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-f5767e17-e672-471f-971c-7947bce2b4cc', 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ips': [{'subnet_id': 'd9237c01-0527-467b-8749-eaba609cfa1a'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:14:32.312295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:32.316724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9cc688da-67ed-4c39-a0a5-372e409da351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:32.443261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] Set router 4a755eee-8be8-42cc-a5ba-25785bb9a144 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:14:32.507312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Allocated IP 172.20.0.2 (f5767e17-e672-471f-971c-7947bce2b4cc/d9237c01-0527-467b-8749-eaba609cfa1a/755d90b3-306f-403d-9685-2271b5690d25) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:14:32.510233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22829568-3857-48c3-a5cf-2a5cc8d66e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:32.747699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116770146', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:14:28Z', 'updated_at': '2021-12-07T14:14:30Z', 'revision_number': 3, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:29Z', 'updated_at': '2021-12-07T14:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:32.752800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e79288-2bb6-4bdb-a6d3-ec84830d7c18 None None] The sync data for ids ['4a755eee-8be8-42cc-a5ba-25785bb9a144'] in dv-neutron-ussuri-2-hyperv is: [{'id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116770146', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:14:28Z', 'updated_at': '2021-12-07T14:14:30Z', 'revision_number': 3, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:29Z', 'updated_at': '2021-12-07T14:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:14:32.798784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:32.810082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Transition to ACTIVE for port object 755d90b3-306f-403d-9685-2271b5690d25 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:14:32.868310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Transition to ACTIVE for port object 755d90b3-306f-403d-9685-2271b5690d25 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:14:32.897778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:32.903146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:32.949776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:32.971010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Network f5767e17-e672-471f-971c-7947bce2b4cc is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:14:32.974599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:14:32.979382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:14:32.981658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Pushing event updated for resources: {'Port': ['ID=755d90b3-306f-403d-9685-2271b5690d25,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:32.986473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:33.084153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Attempting to bind port 755d90b3-306f-403d-9685-2271b5690d25 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:14:33.084567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Attempting to bind port 755d90b3-306f-403d-9685-2271b5690d25 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f5055c6c-915e-48f2-b50b-6604c3b8acab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:14:33.084968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Attempting to bind port 755d90b3-306f-403d-9685-2271b5690d25 on network f5767e17-e672-471f-971c-7947bce2b4cc {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:14:33.092596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:14:33.093077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Checking segment: {'id': 'f5055c6c-915e-48f2-b50b-6604c3b8acab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:14:33.093528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:33.093961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Bound using segment: {'id': 'f5055c6c-915e-48f2-b50b-6604c3b8acab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:14:33.094477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Bound port: 755d90b3-306f-403d-9685-2271b5690d25, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5055c6c-915e-48f2-b50b-6604c3b8acab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:14:33.094892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:33.113701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:33.202284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] For port 755d90b3-306f-403d-9685-2271b5690d25, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:14:33.207072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] For port 755d90b3-306f-403d-9685-2271b5690d25, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=755d90b3-306f-403d-9685-2271b5690d25,segment=NetworkSegment(f5055c6c-915e-48f2-b50b-6604c3b8acab),segment_id=f5055c6c-915e-48f2-b50b-6604c3b8acab)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:14:33.245616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:33.252806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bfc07919-1f1c-4ee4-97a4-7130ee0dd67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:33.350377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Pushing event updated for resources: {'Port': ['ID=755d90b3-306f-403d-9685-2271b5690d25,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:33.353581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:33.429573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.20.0.1 (f5767e17-e672-471f-971c-7947bce2b4cc/d9237c01-0527-467b-8749-eaba609cfa1a/ba7bf138-8355-4be0-9954-2b16f1feacf6) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:14:33.448890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device bbb15005-2505-4870-85c4-3311af36d2ab up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:14:33.565781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port bbb15005-2505-4870-85c4-3311af36d2ab completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:14:33.572218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port bbb15005-2505-4870-85c4-3311af36d2ab triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:14:33.572568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:33.632183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:33.653166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Transition to ACTIVE for port object ba7bf138-8355-4be0-9954-2b16f1feacf6 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:14:33.703733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:33.708528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-06d00ae8-49af-4e66-a8e8-0082700cbffd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:33.716794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:33.740609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port bbb15005-2505-4870-85c4-3311af36d2ab, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=bbb15005-2505-4870-85c4-3311af36d2ab,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:14:33.771828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:33.774090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-664e6615-9fd2-439c-b59f-0211021f8492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:33.797902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network f5767e17-e672-471f-971c-7947bce2b4cc is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:14:33.799550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:14:33.822510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:14:33.851348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=ba7bf138-8355-4be0-9954-2b16f1feacf6,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:33.854403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:33.861227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=bbb15005-2505-4870-85c4-3311af36d2ab,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:33.865320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:33.893938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:34.082466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:34.522988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:34.553564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:34.584109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3912a0a1-408e-4138-8b39-ce273f2dc087 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:34.671407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=ba7bf138-8355-4be0-9954-2b16f1feacf6,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:34.674529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:34.678242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:34.953920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:35.079697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network f5767e17-e672-471f-971c-7947bce2b4cc is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:14:35.081003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:14:35.160914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76db1b0a-ab4f-45a9-9fdc-477613e636fc None None] Network f5767e17-e672-471f-971c-7947bce2b4cc requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:14:35.325988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e6bc849a-dbbb-4f7c-bdcd-f4f390d39a1f None None] Provisioning for port 755d90b3-306f-403d-9685-2271b5690d25 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:14:35.491207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 755d90b3-306f-403d-9685-2271b5690d25 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:14:35.496875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 4a755eee-8be8-42cc-a5ba-25785bb9a144 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:14:35.609836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 755d90b3-306f-403d-9685-2271b5690d25 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:14:35.616622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 755d90b3-306f-403d-9685-2271b5690d25 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:14:35.617385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:35.730665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:14:35.747268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "PUT /v2.0/routers/4a755eee-8be8-42cc-a5ba-25785bb9a144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6134515 Dec 07 14:14:35.759061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:35.802844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e31202e9-1751-4fb1-a512-bef999bec03a None None] Provisioning complete for port 755d90b3-306f-403d-9685-2271b5690d25 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:14:35.803293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e31202e9-1751-4fb1-a512-bef999bec03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:35.847425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 755d90b3-306f-403d-9685-2271b5690d25, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=755d90b3-306f-403d-9685-2271b5690d25,segment=NetworkSegment(f5055c6c-915e-48f2-b50b-6604c3b8acab),segment_id=f5055c6c-915e-48f2-b50b-6604c3b8acab)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:14:35.908233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:35.909202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device bbb15005-2505-4870-85c4-3311af36d2ab up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:14:35.951206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-9831eabe-6166-434d-a0f8-c7c8fbc801af tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:14:36.009296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-9831eabe-6166-434d-a0f8-c7c8fbc801af tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:14:36.010803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-9831eabe-6166-434d-a0f8-c7c8fbc801af tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278355192&fields=id&tenant_id=7133d1beec2c4834a8afafda93963c28 HTTP/1.1" status: 200 len: 267 time: 0.1108909 Dec 07 14:14:36.133974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:36.177025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Sync routers for ids ['4a755eee-8be8-42cc-a5ba-25785bb9a144'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:14:36.190174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-6cd98768-6092-45ad-ac6b-2c6e4552e6af tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:36.190940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-6cd98768-6092-45ad-ac6b-2c6e4552e6af tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:14:36.237715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-6cd98768-6092-45ad-ac6b-2c6e4552e6af tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:14:36.239154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-6cd98768-6092-45ad-ac6b-2c6e4552e6af tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/networks?id=f5767e17-e672-471f-971c-7947bce2b4cc HTTP/1.1" status: 200 len: 797 time: 0.2192638 Dec 07 14:14:36.257600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-6a81f97d-146d-476e-83a8-42d748069bf2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/quotas/7133d1beec2c4834a8afafda93963c28 HTTP/1.1" status: 200 len: 375 time: 0.0123947 Dec 07 14:14:36.258203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=755d90b3-306f-403d-9685-2271b5690d25,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:36.264775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:36.272398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Routers {'4a755eee-8be8-42cc-a5ba-25785bb9a144'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:14:36.272398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:14:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4a755eee-8be8-42cc-a5ba-25785bb9a144'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:36.353311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-a37df57c-61da-48a8-9bc1-57e6cf7abec3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:14:36.404971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-a37df57c-61da-48a8-9bc1-57e6cf7abec3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:14:36.406294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-a37df57c-61da-48a8-9bc1-57e6cf7abec3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1321726 Dec 07 14:14:36.425526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port bbb15005-2505-4870-85c4-3311af36d2ab triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:14:36.425961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:36.455852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e31202e9-1751-4fb1-a512-bef999bec03a None None] Provisioning for port ba7bf138-8355-4be0-9954-2b16f1feacf6 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:14:36.475219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e31202e9-1751-4fb1-a512-bef999bec03a None None] Provisioning complete for port ba7bf138-8355-4be0-9954-2b16f1feacf6 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:14:36.475671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e31202e9-1751-4fb1-a512-bef999bec03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:36.571105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e31202e9-1751-4fb1-a512-bef999bec03a None None] Port ba7bf138-8355-4be0-9954-2b16f1feacf6 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:14:36.587005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Set router 4a755eee-8be8-42cc-a5ba-25785bb9a144 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:14:36.588076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-ffd88513-9a64-4b3c-a28a-ec0574d1b667 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 14:14:36.589171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-ffd88513-9a64-4b3c-a28a-ec0574d1b667 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1696496 Dec 07 14:14:36.735501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-a5302bc4-6c2f-4fc2-9745-4c1e327cfe55 service neutron] 10.222.0.24 "GET /v2.0/networks/f5767e17-e672-471f-971c-7947bce2b4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389074 Dec 07 14:14:36.801740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e6e53459-7ee4-4cb5-b3f2-bd526319f4ea None None] Provisioning complete for port ba7bf138-8355-4be0-9954-2b16f1feacf6 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:14:36.802164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e6e53459-7ee4-4cb5-b3f2-bd526319f4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:36.880503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-db2e97f9-5636-4d4e-a9de-1c54ad47723b service neutron] 10.222.0.24 "GET /v2.0/networks/f5767e17-e672-471f-971c-7947bce2b4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377077 Dec 07 14:14:36.927299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e6e53459-7ee4-4cb5-b3f2-bd526319f4ea None None] Port ba7bf138-8355-4be0-9954-2b16f1feacf6 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:14:37.030998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116770146', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:14:28Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:29Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'ba7bf138-8355-4be0-9954-2b16f1feacf6', 'name': '', 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6a:27:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:33Z', 'updated_at': '2021-12-07T14:14:34Z', 'revision_number': 2, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:37.035916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Checking router: 4a755eee-8be8-42cc-a5ba-25785bb9a144 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:14:37.036324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Updating router 4a755eee-8be8-42cc-a5ba-25785bb9a144 port ba7bf138-8355-4be0-9954-2b16f1feacf6 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:14:37.091504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:37.168662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-93f5b96d-7cbc-40f5-b539-c4aeceeeefb9 req-121d27c8-3518-469d-b9a8-078182c88261 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 210 time: 0.0469816 Dec 07 14:14:37.422522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 755d90b3-306f-403d-9685-2271b5690d25 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:14:37.506085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:37.523200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Transition to ACTIVE for port object ba7bf138-8355-4be0-9954-2b16f1feacf6 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:14:37.534425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 755d90b3-306f-403d-9685-2271b5690d25 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:14:37.534836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:37.562318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:37.572140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:37.707457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc2220-6d55-4d9c-9918-e60ac40a99df None None] Pushing event updated for resources: {'Port': ['ID=ba7bf138-8355-4be0-9954-2b16f1feacf6,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:37.719819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12cc2220-6d55-4d9c-9918-e60ac40a99df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:37.867973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Attempting to bind port ba7bf138-8355-4be0-9954-2b16f1feacf6 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:14:37.868285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Attempting to bind port ba7bf138-8355-4be0-9954-2b16f1feacf6 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f5055c6c-915e-48f2-b50b-6604c3b8acab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:14:37.868686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Attempting to bind port ba7bf138-8355-4be0-9954-2b16f1feacf6 on network f5767e17-e672-471f-971c-7947bce2b4cc {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:14:37.875637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:14:37.876070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Checking segment: {'id': 'f5055c6c-915e-48f2-b50b-6604c3b8acab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:14:37.876515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:37.876941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Bound using segment: {'id': 'f5055c6c-915e-48f2-b50b-6604c3b8acab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:14:37.877441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Bound port: ba7bf138-8355-4be0-9954-2b16f1feacf6, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5055c6c-915e-48f2-b50b-6604c3b8acab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:14:37.877869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:37.928651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-dbbd6258-206e-4a1a-a1ee-650d416e3034 req-bf5096e5-ce1a-4977-9c79-5d192e5a5421 tempest-ServerDiskConfigTestJSON-2005079996 tempest-ServerDiskConfigTestJSON-2005079996-project] (88898) timed out ('10.222.0.45', 53692) {{(pid=88898) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 07 14:14:37.974582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] For port ba7bf138-8355-4be0-9954-2b16f1feacf6, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:14:37.980149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] For port ba7bf138-8355-4be0-9954-2b16f1feacf6, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ba7bf138-8355-4be0-9954-2b16f1feacf6,segment=NetworkSegment(f5055c6c-915e-48f2-b50b-6604c3b8acab),segment_id=f5055c6c-915e-48f2-b50b-6604c3b8acab)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:14:38.010794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:38.015337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:38.258894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc2220-6d55-4d9c-9918-e60ac40a99df None None] Pushing event updated for resources: {'Port': ['ID=ba7bf138-8355-4be0-9954-2b16f1feacf6,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:38.262895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12cc2220-6d55-4d9c-9918-e60ac40a99df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:38.264762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Routers {'4a755eee-8be8-42cc-a5ba-25785bb9a144'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:14:38.265426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:14:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4a755eee-8be8-42cc-a5ba-25785bb9a144'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:38.347544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fd09cd5f-55d8-4047-9d80-090f8f2d1acb req-28bac85f-d5fb-4ba7-8d26-36c6e4d34c3e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 210 time: 0.1098499 Dec 07 14:14:38.481474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] Set router 4a755eee-8be8-42cc-a5ba-25785bb9a144 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:14:38.818759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116770146', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:14:28Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:29Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'ba7bf138-8355-4be0-9954-2b16f1feacf6', 'name': '', 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6a:27:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:33Z', 'updated_at': '2021-12-07T14:14:37Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:38.822737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eea654-ebdb-4ee5-a933-089e996fa367 None None] The sync data for ids ['4a755eee-8be8-42cc-a5ba-25785bb9a144'] in dv-neutron-ussuri-2-hyperv is: [{'id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116770146', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:14:28Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:29Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'ba7bf138-8355-4be0-9954-2b16f1feacf6', 'name': '', 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6a:27:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:33Z', 'updated_at': '2021-12-07T14:14:37Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:14:39.423485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ba7bf138-8355-4be0-9954-2b16f1feacf6 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:14:39.477270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ea99d17d-651e-4f4d-b404-b685e9873cf5 req-48df56db-5aca-4ef5-ad93-fffbb4de7a06 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 210 time: 0.0573080 Dec 07 14:14:39.534621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port ba7bf138-8355-4be0-9954-2b16f1feacf6 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:14:39.540211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port ba7bf138-8355-4be0-9954-2b16f1feacf6 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:14:39.540631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:39.660981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:39.696376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port ba7bf138-8355-4be0-9954-2b16f1feacf6, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ba7bf138-8355-4be0-9954-2b16f1feacf6,segment=NetworkSegment(f5055c6c-915e-48f2-b50b-6604c3b8acab),segment_id=f5055c6c-915e-48f2-b50b-6604c3b8acab)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:14:39.729092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:39.731182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-13a09ff6-5e61-49a3-a98c-f23417ab19fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:39.804726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=ba7bf138-8355-4be0-9954-2b16f1feacf6,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:39.808181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:40.279642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:40.651696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c7ca4595-1e09-434c-9e8b-83d0e72399ad req-539a80b5-c441-4feb-b2de-76aae123dcf3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 210 time: 0.0462003 Dec 07 14:14:41.252962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-38617ac3-4dad-4444-bcd1-58e9840be47b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:41.254489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-38617ac3-4dad-4444-bcd1-58e9840be47b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "GET /v2.0/networks?id=f5767e17-e672-471f-971c-7947bce2b4cc HTTP/1.1" status: 200 len: 797 time: 0.1592491 Dec 07 14:14:41.339345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-67fac7a9-c570-4b87-b445-42f7957dbd30 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7133d1beec2c4834a8afafda93963c28 HTTP/1.1" status: 200 len: 379 time: 0.0579076 Dec 07 14:14:41.352906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'port': {'device_id': '3c6eac26-33d5-4432-bf07-3ae8a6806a43', 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc', 'admin_state_up': True, 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'security_groups': ['39087356-49da-4e42-bf22-be2658416d76']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:14:41.425337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ba7bf138-8355-4be0-9954-2b16f1feacf6 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:14:41.501807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:14:41.507285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port ba7bf138-8355-4be0-9954-2b16f1feacf6 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:14:41.507703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:41.512167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:14:41.580548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Made reservation on behalf of 7133d1beec2c4834a8afafda93963c28 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:14:41.586292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:41.760108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.20.0.5 (f5767e17-e672-471f-971c-7947bce2b4cc/d9237c01-0527-467b-8749-eaba609cfa1a/906f25b7-7810-4d90-a807-92f45551c486) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:14:41.845620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-61a70fc0-340d-427d-8a66-dd02dee6324b req-d3988256-3123-4b13-9736-01dce6e27e52 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 210 time: 0.0611355 Dec 07 14:14:42.002616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:42.019394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Transition to ACTIVE for port object 906f25b7-7810-4d90-a807-92f45551c486 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:14:42.068425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:42.074359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a6e087e6-15f0-4b74-9924-50eec5028775 tempest-ServersNegativeTestJSON-541142499 tempest-ServersNegativeTestJSON-541142499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:42.146431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network f5767e17-e672-471f-971c-7947bce2b4cc is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:14:42.150087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:14:42.152123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=906f25b7-7810-4d90-a807-92f45551c486,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:42.154393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:14:42.189336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:42.222786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:42.223514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:42.280748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9381471 Dec 07 14:14:42.294721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Request body: {'port': {'device_id': '3c6eac26-33d5-4432-bf07-3ae8a6806a43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:14:42.409817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:42.496417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d138e224-a813-4f1a-a4cb-e9bc1506ba49 None None] Provisioning for port 906f25b7-7810-4d90-a807-92f45551c486 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:14:42.501939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d138e224-a813-4f1a-a4cb-e9bc1506ba49 None None] Provisioning complete for port 906f25b7-7810-4d90-a807-92f45551c486 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:14:42.502369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d138e224-a813-4f1a-a4cb-e9bc1506ba49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:42.556400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d138e224-a813-4f1a-a4cb-e9bc1506ba49 None None] Port 906f25b7-7810-4d90-a807-92f45551c486 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:14:42.764310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906f25b7-7810-4d90-a807-92f45551c486 {{(pid=88897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:14:42.771036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:42.786113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Transition to ACTIVE for port object 906f25b7-7810-4d90-a807-92f45551c486 will not be triggered until provisioned by entity L2. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:14:42.827745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:42.832509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b5bd353-f9c8-4bd4-8f9c-5ffe1a5ccf5e tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:42.958022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Pushing event updated for resources: {'Port': ['ID=906f25b7-7810-4d90-a807-92f45551c486,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:42.962514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:43.132477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Attempting to bind port 906f25b7-7810-4d90-a807-92f45551c486 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:14:43.132851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Attempting to bind port 906f25b7-7810-4d90-a807-92f45551c486 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'f5055c6c-915e-48f2-b50b-6604c3b8acab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:14:43.133212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Attempting to bind port 906f25b7-7810-4d90-a807-92f45551c486 on network f5767e17-e672-471f-971c-7947bce2b4cc {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:14:43.150481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Port 906f25b7-7810-4d90-a807-92f45551c486 on network f5767e17-e672-471f-971c-7947bce2b4cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:14:43.150833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Attempting to bind port 906f25b7-7810-4d90-a807-92f45551c486 on network f5767e17-e672-471f-971c-7947bce2b4cc {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:14:43.161621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce6c7d-1a24-43a2-801e-8ce5d6f323f5 req-6dfa4cf2-6c88-458c-94df-81f5dc73cdf4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:43.162302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-8bce6c7d-1a24-43a2-801e-8ce5d6f323f5 req-6dfa4cf2-6c88-458c-94df-81f5dc73cdf4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:14:43.168899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:14:43.169265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Checking segment: {'id': 'f5055c6c-915e-48f2-b50b-6604c3b8acab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:14:43.169675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Bound using segment: {'id': 'f5055c6c-915e-48f2-b50b-6604c3b8acab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc'} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:14:43.170138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Bound port: 906f25b7-7810-4d90-a807-92f45551c486, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5055c6c-915e-48f2-b50b-6604c3b8acab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc'}}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:14:43.170512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:43.230382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-8bce6c7d-1a24-43a2-801e-8ce5d6f323f5 req-6dfa4cf2-6c88-458c-94df-81f5dc73cdf4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:14:43.231691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8bce6c7d-1a24-43a2-801e-8ce5d6f323f5 req-6dfa4cf2-6c88-458c-94df-81f5dc73cdf4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 943 time: 0.2322001 Dec 07 14:14:43.304744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8bce6c7d-1a24-43a2-801e-8ce5d6f323f5 req-0ece1f29-720d-4afb-ad9d-d8b9542c8d29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660219 Dec 07 14:14:43.322326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] For port 906f25b7-7810-4d90-a807-92f45551c486, host hv-neutron-ussu, cleared binding levels {{(pid=88897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:14:43.330568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] For port 906f25b7-7810-4d90-a807-92f45551c486, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=906f25b7-7810-4d90-a807-92f45551c486,segment=NetworkSegment(f5055c6c-915e-48f2-b50b-6604c3b8acab),segment_id=f5055c6c-915e-48f2-b50b-6604c3b8acab)] {{(pid=88897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:14:43.352131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:43.356957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b38b2896-da27-4f1e-89a5-afa83267959a tempest-TestEncryptedCinderVolumes-945235628 tempest-TestEncryptedCinderVolumes-945235628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:43.415100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:43.416715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] 10.222.0.45 "PUT /v2.0/ports/906f25b7-7810-4d90-a807-92f45551c486 HTTP/1.1" status: 200 len: 1093 time: 1.1265514 Dec 07 14:14:43.419247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6eac26-33d5-4432-bf07-3ae8a6806a43', 'tag': '906f25b7-7810-4d90-a807-92f45551c486'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:14:43.447488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Pushing event updated for resources: {'Port': ['ID=906f25b7-7810-4d90-a807-92f45551c486,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:43.450922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:43.484071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6eac26-33d5-4432-bf07-3ae8a6806a43', 'tag': '906f25b7-7810-4d90-a807-92f45551c486', 'status': 'completed', 'code': 200} Dec 07 14:14:43.591107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c8b8fffe-326c-4d35-b169-701b5449dabc req-72b5e12a-79c6-44ff-b715-b2699d446716 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 1096 time: 0.0805006 Dec 07 14:14:43.749234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8fffe-326c-4d35-b169-701b5449dabc req-d7f2f8c5-1aaa-4e83-987d-390f59c63e86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:43.750843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c8b8fffe-326c-4d35-b169-701b5449dabc req-d7f2f8c5-1aaa-4e83-987d-390f59c63e86 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7133d1beec2c4834a8afafda93963c28&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1482863 Dec 07 14:14:44.130422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8fffe-326c-4d35-b169-701b5449dabc req-0de478a4-8311-48f6-b95b-e9945539ccd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:44.132033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c8b8fffe-326c-4d35-b169-701b5449dabc req-0de478a4-8311-48f6-b95b-e9945539ccd0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3709085 Dec 07 14:14:44.252134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-4af6bf73-9da2-489d-85fe-b1e967ef7ac3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 1096 time: 0.0750988 Dec 07 14:14:44.327821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-f996fc28-425c-41e6-9b67-747df50f3fa9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906f25b7-7810-4d90-a807-92f45551c486 HTTP/1.1" status: 200 len: 217 time: 0.0674143 Dec 07 14:14:44.401086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-79e48041-f194-4349-8432-10f7637482f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:44.403527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-79e48041-f194-4349-8432-10f7637482f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9237c01-0527-467b-8749-eaba609cfa1a HTTP/1.1" status: 200 len: 833 time: 0.0662158 Dec 07 14:14:44.554969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-2703f2a3-12ee-4c5b-b585-94f58f77c01f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5767e17-e672-471f-971c-7947bce2b4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1411281 Dec 07 14:14:44.565522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cff823-bb18-4db3-a997-006c9bf7f224 req-df431b56-b12b-4874-952d-208c8ffcd295 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:44.567008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-16cff823-bb18-4db3-a997-006c9bf7f224 req-df431b56-b12b-4874-952d-208c8ffcd295 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 943 time: 0.1155427 Dec 07 14:14:44.722347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-16cff823-bb18-4db3-a997-006c9bf7f224 req-bb86e321-e5e4-4f0b-a1d1-4903c1c8737a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290629 Dec 07 14:14:44.743142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-bbc6217d-bb76-445c-a20c-08b7deb243c5 service neutron] 10.222.0.45 "GET /v2.0/networks/f5767e17-e672-471f-971c-7947bce2b4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750941 Dec 07 14:14:44.886181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-87f4fc6e-c4d8-45cc-a5b3-1fc695e04b86 req-e5019b82-891d-406f-8a88-d06ad6230bc2 service neutron] 10.222.0.45 "GET /v2.0/networks/f5767e17-e672-471f-971c-7947bce2b4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336260 Dec 07 14:14:45.934672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbde652-e404-487f-ba55-864a1e0a7b4f req-771cdf4d-2b09-4bcb-b4a6-4ec601b26221 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:45.936310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0fbde652-e404-487f-ba55-864a1e0a7b4f req-771cdf4d-2b09-4bcb-b4a6-4ec601b26221 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 943 time: 0.0892196 Dec 07 14:14:45.985014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0fbde652-e404-487f-ba55-864a1e0a7b4f req-47950a6c-a66f-4724-8bc9-90c1f01c5949 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422051 Dec 07 14:14:46.266865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 906f25b7-7810-4d90-a807-92f45551c486 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:14:46.406282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 906f25b7-7810-4d90-a807-92f45551c486, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=906f25b7-7810-4d90-a807-92f45551c486,segment=NetworkSegment(f5055c6c-915e-48f2-b50b-6604c3b8acab),segment_id=f5055c6c-915e-48f2-b50b-6604c3b8acab)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:14:46.420320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '906f25b7-7810-4d90-a807-92f45551c486', 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc', 'port_id': '906f25b7-7810-4d90-a807-92f45551c486', 'mac_address': 'fa:16:3e:9b:f0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:14:46.479489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:46.497390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906f25b7-7810-4d90-a807-92f45551c486 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:14:46.511884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 906f25b7-7810-4d90-a807-92f45551c486, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=906f25b7-7810-4d90-a807-92f45551c486,segment=NetworkSegment(f5055c6c-915e-48f2-b50b-6604c3b8acab),segment_id=f5055c6c-915e-48f2-b50b-6604c3b8acab)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:14:46.559163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:46.560967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:46.626932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=906f25b7-7810-4d90-a807-92f45551c486,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:46.630152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:46.842134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['906f25b7-7810-4d90-a807-92f45551c486'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:14:47.188848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b51fe1-62ae-48e3-98c0-db93778b70df req-7d50a3c5-d1fd-418b-a876-a77ff5dc2dd5 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:47.190433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b51fe1-62ae-48e3-98c0-db93778b70df req-7d50a3c5-d1fd-418b-a876-a77ff5dc2dd5 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 944 time: 0.0824733 Dec 07 14:14:47.237789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2b51fe1-62ae-48e3-98c0-db93778b70df req-db31c853-2147-4856-9f32-fc80f21e23b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411797 Dec 07 14:14:48.262300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 906f25b7-7810-4d90-a807-92f45551c486 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:14:48.364945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 906f25b7-7810-4d90-a807-92f45551c486 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:14:48.370225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 906f25b7-7810-4d90-a807-92f45551c486 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:14:48.370649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:48.456409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccede8-e4ed-4055-a9d3-3d0d22ffd42a req-c8b83de0-ad4b-4bce-9b8b-88a02a0dd08b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:48.458002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-21ccede8-e4ed-4055-a9d3-3d0d22ffd42a req-c8b83de0-ad4b-4bce-9b8b-88a02a0dd08b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 944 time: 0.0864978 Dec 07 14:14:48.491259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:48.507314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-21ccede8-e4ed-4055-a9d3-3d0d22ffd42a req-0cbd8163-75e0-4203-bd71-bdbb897d0ff3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428450 Dec 07 14:14:48.519736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6eac26-33d5-4432-bf07-3ae8a6806a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f25b7-7810-4d90-a807-92f45551c486'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:14:48.529741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 906f25b7-7810-4d90-a807-92f45551c486, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=906f25b7-7810-4d90-a807-92f45551c486,segment=NetworkSegment(f5055c6c-915e-48f2-b50b-6604c3b8acab),segment_id=f5055c6c-915e-48f2-b50b-6604c3b8acab)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:14:48.565461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:48.568963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:48.637175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=906f25b7-7810-4d90-a807-92f45551c486,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:48.640928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:48.660388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6eac26-33d5-4432-bf07-3ae8a6806a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f25b7-7810-4d90-a807-92f45551c486', 'code': 200} Dec 07 14:14:48.972632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a97fdc24-0dcb-48e8-a956-3ee3ab407934 req-5464e7f7-5ad2-4027-8bb9-61d34097e8b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 1098 time: 0.0722954 Dec 07 14:14:49.023723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a97fdc24-0dcb-48e8-a956-3ee3ab407934 req-c91fa8cb-6639-4e8d-9d29-fe5041cb2573 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410986 Dec 07 14:14:49.710067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607f9ee-e74a-4344-9514-17bdd601aabc req-9c253b24-ff01-4197-9dea-53fbf0d3eaea tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:49.711683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0607f9ee-e74a-4344-9514-17bdd601aabc req-9c253b24-ff01-4197-9dea-53fbf0d3eaea tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.0811279 Dec 07 14:14:49.759713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0607f9ee-e74a-4344-9514-17bdd601aabc req-a0709295-36f0-4c97-88c3-d978fa8f3d45 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418913 Dec 07 14:14:50.964963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15012e18-82c4-4327-a8f7-a1038b2be15a req-309a6504-14b8-4b06-b9b1-fb10eb714934 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:50.966524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-15012e18-82c4-4327-a8f7-a1038b2be15a req-309a6504-14b8-4b06-b9b1-fb10eb714934 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.0860207 Dec 07 14:14:51.014186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-15012e18-82c4-4327-a8f7-a1038b2be15a req-b2f6aa20-73dc-4bdb-be57-f73053e09c00 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414371 Dec 07 14:14:51.215054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42083d53-d73c-47c6-bc73-bf290c3ee47e req-39a49d91-6481-46f2-8146-c0889229f8b4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:51.216664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-42083d53-d73c-47c6-bc73-bf290c3ee47e req-39a49d91-6481-46f2-8146-c0889229f8b4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.0809543 Dec 07 14:14:51.265408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-42083d53-d73c-47c6-bc73-bf290c3ee47e req-06358a3b-6ab0-4d76-9c84-006e979a72c9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422602 Dec 07 14:14:51.293577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58218) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:51.371888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-20a8d85c-c559-4936-a13d-672139ef5e7f tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 1093 time: 0.0768619 Dec 07 14:14:51.374714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58222) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:51.380894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': '906f25b7-7810-4d90-a807-92f45551c486', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:14:51.386742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:14:51.390974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:floatingip and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:14:51.394006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:14:51.399974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:14:51.496123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:51.643833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:51.781302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.36.4.100 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/c1f65b2b-0bf6-45f2-96a2-2dca0a1c8c61) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:14:51.933760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:51.987749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:51.992175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:52.065332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:14:52.069061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:14:52.073807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:14:52.100269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=c1f65b2b-0bf6-45f2-96a2-2dca0a1c8c61,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:52.106113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:52.613706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:52.702941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:52.913966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:52.951019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:52.955685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:14:53.067682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=c1f65b2b-0bf6-45f2-96a2-2dca0a1c8c61,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:14:53.070560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:14:53.079569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:53.278097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Floating IP f679c338-e60b-4306-9c3e-bfd4913ccd06 associated. External IP: 172.36.4.100, port: 906f25b7-7810-4d90-a807-92f45551c486. Dec 07 14:14:53.923267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 4a755eee-8be8-42cc-a5ba-25785bb9a144 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:14:54.127138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:14:54.137392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e48ce-17ab-45df-b397-3cf630ae7976 None None] Sync routers for ids ['4a755eee-8be8-42cc-a5ba-25785bb9a144'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:14:54.151223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e48ce-17ab-45df-b397-3cf630ae7976 None None] Routers {'4a755eee-8be8-42cc-a5ba-25785bb9a144'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:14:54.151937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-639e48ce-17ab-45df-b397-3cf630ae7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:14:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4a755eee-8be8-42cc-a5ba-25785bb9a144'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:54.180239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:14:54.238394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8625591 Dec 07 14:14:54.239373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6eac26-33d5-4432-bf07-3ae8a6806a43', 'tag': '906f25b7-7810-4d90-a807-92f45551c486'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:14:54.324021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6eac26-33d5-4432-bf07-3ae8a6806a43', 'tag': '906f25b7-7810-4d90-a807-92f45551c486', 'status': 'completed', 'code': 200} Dec 07 14:14:54.359442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-639e48ce-17ab-45df-b397-3cf630ae7976 None None] Set router 4a755eee-8be8-42cc-a5ba-25785bb9a144 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:14:54.426087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-84a39ed3-9513-4c40-bb43-67619e1204b2 req-9900a90b-df28-4425-b74a-c724c8bb103d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 1098 time: 0.0793369 Dec 07 14:14:54.642367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a39ed3-9513-4c40-bb43-67619e1204b2 req-ac2b0a97-26df-4546-b745-233aef5a233a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:54.643901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-84a39ed3-9513-4c40-bb43-67619e1204b2 req-ac2b0a97-26df-4546-b745-233aef5a233a service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5767e17-e672-471f-971c-7947bce2b4cc HTTP/1.1" status: 200 len: 898 time: 0.2109501 Dec 07 14:14:54.655118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec49ad0-c631-4b68-8772-82fa699fef68 req-251e30b5-432e-4845-bc01-462556f740ba tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:54.656770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bec49ad0-c631-4b68-8772-82fa699fef68 req-251e30b5-432e-4845-bc01-462556f740ba tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.1440210 Dec 07 14:14:54.797691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bec49ad0-c631-4b68-8772-82fa699fef68 req-ee172989-5fcb-4e6b-b43d-0bb99bd991e7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868952 Dec 07 14:14:54.799491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-84a39ed3-9513-4c40-bb43-67619e1204b2 req-c54f4f07-778d-4b29-905b-26c1fb9e68e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906f25b7-7810-4d90-a807-92f45551c486 HTTP/1.1" status: 200 len: 999 time: 0.1414661 Dec 07 14:14:54.826307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58230) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:54.871069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a39ed3-9513-4c40-bb43-67619e1204b2 req-6c7ee972-f7bf-44cd-b369-c8fb76e2ee69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:14:54.872678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-84a39ed3-9513-4c40-bb43-67619e1204b2 req-6c7ee972-f7bf-44cd-b369-c8fb76e2ee69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9237c01-0527-467b-8749-eaba609cfa1a HTTP/1.1" status: 200 len: 833 time: 0.0663879 Dec 07 14:14:54.889662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-639e48ce-17ab-45df-b397-3cf630ae7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116770146', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:14:28Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:29Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'f679c338-e60b-4306-9c3e-bfd4913ccd06', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'floating_ip_address': '172.36.4.100', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'port_id': '906f25b7-7810-4d90-a807-92f45551c486', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc', 'mac_address': 'fa:16:3e:9b:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6eac26-33d5-4432-bf07-3ae8a6806a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:14:52Z', 'updated_at': '2021-12-07T14:14:52Z', 'revision_number': 0, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7bf138-8355-4be0-9954-2b16f1feacf6', 'name': '', 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6a:27:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:33Z', 'updated_at': '2021-12-07T14:14:39Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:54.894672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e48ce-17ab-45df-b397-3cf630ae7976 None None] Checking router: 4a755eee-8be8-42cc-a5ba-25785bb9a144 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:14:54.905627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e48ce-17ab-45df-b397-3cf630ae7976 None None] Routers {'4a755eee-8be8-42cc-a5ba-25785bb9a144'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:14:54.905915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-639e48ce-17ab-45df-b397-3cf630ae7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:14:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4a755eee-8be8-42cc-a5ba-25785bb9a144'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:54.941105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2cd78601-7050-4f86-a7ca-9b1e17840483 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/f679c338-e60b-4306-9c3e-bfd4913ccd06 HTTP/1.1" status: 200 len: 991 time: 0.1121414 Dec 07 14:14:54.958523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-84a39ed3-9513-4c40-bb43-67619e1204b2 req-a338265a-75df-4d2f-b4d9-1ab96048c2aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5767e17-e672-471f-971c-7947bce2b4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792789 Dec 07 14:14:55.086467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-639e48ce-17ab-45df-b397-3cf630ae7976 None None] Set router 4a755eee-8be8-42cc-a5ba-25785bb9a144 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:14:55.100550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-84a39ed3-9513-4c40-bb43-67619e1204b2 req-2d60e38c-89de-481e-8257-e3f7bd23d2f2 service neutron] 10.222.0.45 "GET /v2.0/networks/f5767e17-e672-471f-971c-7947bce2b4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356554 Dec 07 14:14:55.244485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-84a39ed3-9513-4c40-bb43-67619e1204b2 req-5d4eede5-827a-4f40-8a38-45d2dca4112c service neutron] 10.222.0.45 "GET /v2.0/networks/f5767e17-e672-471f-971c-7947bce2b4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375227 Dec 07 14:14:55.442993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-639e48ce-17ab-45df-b397-3cf630ae7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116770146', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:14:28Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:29Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'f679c338-e60b-4306-9c3e-bfd4913ccd06', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'floating_ip_address': '172.36.4.100', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'port_id': '906f25b7-7810-4d90-a807-92f45551c486', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc', 'mac_address': 'fa:16:3e:9b:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6eac26-33d5-4432-bf07-3ae8a6806a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:14:52Z', 'updated_at': '2021-12-07T14:14:52Z', 'revision_number': 0, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7bf138-8355-4be0-9954-2b16f1feacf6', 'name': '', 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6a:27:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:33Z', 'updated_at': '2021-12-07T14:14:39Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:14:55.447066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e48ce-17ab-45df-b397-3cf630ae7976 None None] The sync data for ids ['4a755eee-8be8-42cc-a5ba-25785bb9a144'] in dv-neutron-ussuri-2-hyperv is: [{'id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116770146', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:14:28Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:29Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'f679c338-e60b-4306-9c3e-bfd4913ccd06', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'floating_ip_address': '172.36.4.100', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'port_id': '906f25b7-7810-4d90-a807-92f45551c486', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc', 'mac_address': 'fa:16:3e:9b:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6eac26-33d5-4432-bf07-3ae8a6806a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:14:52Z', 'updated_at': '2021-12-07T14:14:52Z', 'revision_number': 0, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7bf138-8355-4be0-9954-2b16f1feacf6', 'name': '', 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6a:27:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:33Z', 'updated_at': '2021-12-07T14:14:39Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:14:55.796632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac782a4-6620-4613-a5eb-8d6b206435d3 None None] New status for floating IP f679c338-e60b-4306-9c3e-bfd4913ccd06: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:14:55.943411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58234) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:56.055875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d2833262-9cb1-4391-9658-3409a64bd22f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/f679c338-e60b-4306-9c3e-bfd4913ccd06 HTTP/1.1" status: 200 len: 991 time: 0.1110287 Dec 07 14:14:57.059738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58238) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:14:57.169181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-bc4d7841-8bb1-4673-836b-1a63d4d25750 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/f679c338-e60b-4306-9c3e-bfd4913ccd06 HTTP/1.1" status: 200 len: 993 time: 0.1081524 Dec 07 14:14:58.044015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:15:00.124626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf181618-206f-4151-984a-ed69fd1590f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:15:01.682566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:15:02.461402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-19345309-9c5e-45d4-9af3-4cc4efaad0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:15:03.050273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:15:04.939329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:15:06.190223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-90edea28-8a02-47c4-b6d7-1cb6e8a61a07 req-7392c169-ec41-41d2-b1fa-7cf1365e4ad5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739336 Dec 07 14:15:06.336921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-90edea28-8a02-47c4-b6d7-1cb6e8a61a07 req-07348270-7604-4b0e-b469-78a034c55c6d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 1098 time: 0.0744932 Dec 07 14:15:06.494620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edea28-8a02-47c4-b6d7-1cb6e8a61a07 req-f595f1db-5785-4715-90d8-12bef8ea6e11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:15:06.496134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-90edea28-8a02-47c4-b6d7-1cb6e8a61a07 req-f595f1db-5785-4715-90d8-12bef8ea6e11 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5767e17-e672-471f-971c-7947bce2b4cc HTTP/1.1" status: 200 len: 898 time: 0.1359589 Dec 07 14:15:06.602409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-90edea28-8a02-47c4-b6d7-1cb6e8a61a07 req-afd84754-dd9d-4bc1-8ddd-9f43349d42c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906f25b7-7810-4d90-a807-92f45551c486 HTTP/1.1" status: 200 len: 1001 time: 0.0993030 Dec 07 14:15:06.673629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edea28-8a02-47c4-b6d7-1cb6e8a61a07 req-430de181-4aea-4dd0-a59e-0a394562e0d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:15:06.675145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-90edea28-8a02-47c4-b6d7-1cb6e8a61a07 req-430de181-4aea-4dd0-a59e-0a394562e0d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9237c01-0527-467b-8749-eaba609cfa1a HTTP/1.1" status: 200 len: 833 time: 0.0659747 Dec 07 14:15:06.763460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-90edea28-8a02-47c4-b6d7-1cb6e8a61a07 req-5bcf1fe1-c5b7-4b2c-8de8-9077f5bb147b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5767e17-e672-471f-971c-7947bce2b4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798445 Dec 07 14:15:06.904641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-90edea28-8a02-47c4-b6d7-1cb6e8a61a07 req-fee75979-6507-4a21-976d-0e5aa5e66ca3 service neutron] 10.222.0.45 "GET /v2.0/networks/f5767e17-e672-471f-971c-7947bce2b4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350434 Dec 07 14:15:07.043422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-90edea28-8a02-47c4-b6d7-1cb6e8a61a07 req-35109ab5-7ae8-4f38-97f8-46b920ca31f3 service neutron] 10.222.0.45 "GET /v2.0/networks/f5767e17-e672-471f-971c-7947bce2b4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321738 Dec 07 14:15:10.273022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:15:28.852599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5759647-e62b-47d0-b262-5ee06c5fbbfd req-e160aaf0-749d-4c82-bea1-9d6cacdf32cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 1098 time: 0.1452212 Dec 07 14:15:28.862991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79767e25-7068-47ea-88dd-cf9db7bf9e7b req-f02d011b-6399-412c-85f5-f2bae4eaa82c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:15:28.864548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-79767e25-7068-47ea-88dd-cf9db7bf9e7b req-f02d011b-6399-412c-85f5-f2bae4eaa82c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.1234965 Dec 07 14:15:29.015545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-79767e25-7068-47ea-88dd-cf9db7bf9e7b req-210e7d39-8932-4a3f-b6ce-2133f576c2c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261320 Dec 07 14:15:29.037012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5759647-e62b-47d0-b262-5ee06c5fbbfd req-89fd8389-85fd-4669-8218-43afabd95277 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:15:29.038590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5759647-e62b-47d0-b262-5ee06c5fbbfd req-89fd8389-85fd-4669-8218-43afabd95277 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5767e17-e672-471f-971c-7947bce2b4cc HTTP/1.1" status: 200 len: 898 time: 0.1731501 Dec 07 14:15:29.144873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5759647-e62b-47d0-b262-5ee06c5fbbfd req-a3343b79-4a48-49d4-aaef-a5b237db1afe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906f25b7-7810-4d90-a807-92f45551c486 HTTP/1.1" status: 200 len: 1001 time: 0.0993330 Dec 07 14:15:29.217139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5759647-e62b-47d0-b262-5ee06c5fbbfd req-591f2f3b-dc8c-4f3c-96b3-454b56cd6ab8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:15:29.219207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5759647-e62b-47d0-b262-5ee06c5fbbfd req-591f2f3b-dc8c-4f3c-96b3-454b56cd6ab8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9237c01-0527-467b-8749-eaba609cfa1a HTTP/1.1" status: 200 len: 833 time: 0.0637150 Dec 07 14:15:29.306987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5759647-e62b-47d0-b262-5ee06c5fbbfd req-66107ee7-c37f-46fa-bdd6-52110eeb135e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5767e17-e672-471f-971c-7947bce2b4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797043 Dec 07 14:15:29.449200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5759647-e62b-47d0-b262-5ee06c5fbbfd req-5027ed71-77b5-48fb-bac2-ba826085574b service neutron] 10.222.0.45 "GET /v2.0/networks/f5767e17-e672-471f-971c-7947bce2b4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342258 Dec 07 14:15:29.838351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5759647-e62b-47d0-b262-5ee06c5fbbfd req-d8c58927-51d3-43ff-a7e0-b3b6d33f0804 service neutron] 10.222.0.45 "GET /v2.0/networks/f5767e17-e672-471f-971c-7947bce2b4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796470 Dec 07 14:15:30.112999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5cdedf78-8cef-45ab-a2c1-1cb303fb8cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:15:30.224654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67bcca-6598-4417-800c-66c102ce9341 req-45ff849d-a586-4809-93ae-95e06695d69b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:15:30.226229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3b67bcca-6598-4417-800c-66c102ce9341 req-45ff849d-a586-4809-93ae-95e06695d69b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.0828278 Dec 07 14:15:30.274288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3b67bcca-6598-4417-800c-66c102ce9341 req-163fb82a-5f34-413b-9dd0-f96742ef19ac tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419512 Dec 07 14:15:31.484549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e9f61-dd5b-4fca-b750-546ef9e01414 req-0f5fcb2e-40a5-4e52-9520-35bbd1bd4b7e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:15:31.486129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-948e9f61-dd5b-4fca-b750-546ef9e01414 req-0f5fcb2e-40a5-4e52-9520-35bbd1bd4b7e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.0847068 Dec 07 14:15:31.534196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-948e9f61-dd5b-4fca-b750-546ef9e01414 req-83068202-e1f1-49aa-8c9c-b19f1185dda0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420160 Dec 07 14:15:31.678513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:15:32.466524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c7836b33-51df-4ec1-8469-848b0c3fca0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:15:32.736000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554957fb-de25-4e58-973e-7d6d10f038ae req-e6df093f-affa-4b72-aeaf-0c8b107064c7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:15:32.737584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-554957fb-de25-4e58-973e-7d6d10f038ae req-e6df093f-affa-4b72-aeaf-0c8b107064c7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.0826044 Dec 07 14:15:32.785954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-554957fb-de25-4e58-973e-7d6d10f038ae req-ed72c817-3c45-4d97-9c3d-9ef4b517d683 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422871 Dec 07 14:15:33.064411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:15:33.993852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffc85a-88fe-42ad-8660-c5a37c27e892 req-d467ae24-6b6e-4704-b075-9f2d746e5775 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:15:33.995487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-37ffc85a-88fe-42ad-8660-c5a37c27e892 req-d467ae24-6b6e-4704-b075-9f2d746e5775 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.0850849 Dec 07 14:15:34.042958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-37ffc85a-88fe-42ad-8660-c5a37c27e892 req-de91472c-8db6-4f3d-9704-e954e8f4cba3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406878 Dec 07 14:15:34.950044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:15:35.044530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:15:35.244433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61d2c6-c25c-4fc5-a7c1-2c2aa8d78f89 req-4f8c0f12-3a69-4ac1-a7d1-400f30546a1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:15:35.245940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d61d2c6-c25c-4fc5-a7c1-2c2aa8d78f89 req-4f8c0f12-3a69-4ac1-a7d1-400f30546a1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.0819657 Dec 07 14:15:35.299153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d61d2c6-c25c-4fc5-a7c1-2c2aa8d78f89 req-9076844b-00d7-401b-9c06-2f7588201eee tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465705 Dec 07 14:15:36.503261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ad291-1410-488b-87a5-c198c396b4f5 req-84d7bb30-47d1-4289-83fb-05ef3c47a8e7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:15:36.504836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-796ad291-1410-488b-87a5-c198c396b4f5 req-84d7bb30-47d1-4289-83fb-05ef3c47a8e7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.0831397 Dec 07 14:15:36.553701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-796ad291-1410-488b-87a5-c198c396b4f5 req-8c4aec5d-d186-4894-98f7-b64f60f1683f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427146 Dec 07 14:15:37.761334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab1079-249f-42a7-b398-8147b359caa6 req-17387b43-f8d8-4848-b51a-bc5d2d00b84d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:15:37.763166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3bab1079-249f-42a7-b398-8147b359caa6 req-17387b43-f8d8-4848-b51a-bc5d2d00b84d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.0849733 Dec 07 14:15:37.813775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3bab1079-249f-42a7-b398-8147b359caa6 req-d77ef4a0-708a-4204-9e0e-2757cfa640c5 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437815 Dec 07 14:15:39.016938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16fad3-5f63-472e-94a3-4b660c7eaffe req-1f2546db-3c4c-4ffd-8301-d58aa5dab309 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:15:39.018513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8e16fad3-5f63-472e-94a3-4b660c7eaffe req-1f2546db-3c4c-4ffd-8301-d58aa5dab309 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.0834301 Dec 07 14:15:39.065845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8e16fad3-5f63-472e-94a3-4b660c7eaffe req-8460cd9f-0607-45ff-948c-196857face94 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412240 Dec 07 14:15:40.273688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c20332-548e-4d14-b9a9-f33ffdbbdc7e req-c341edbb-8998-47e7-880d-b9ab41c0a90a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:15:40.275342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-82c20332-548e-4d14-b9a9-f33ffdbbdc7e req-c341edbb-8998-47e7-880d-b9ab41c0a90a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.0892532 Dec 07 14:15:40.301141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:15:40.325754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-82c20332-548e-4d14-b9a9-f33ffdbbdc7e req-9048ce76-832a-412f-ba1b-56db0f74140f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442660 Dec 07 14:15:41.532410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52278f02-740d-4781-8161-4132128d7468 req-c43adb75-d2e2-4dca-9820-0ec8315070cf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:15:41.533964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52278f02-740d-4781-8161-4132128d7468 req-c43adb75-d2e2-4dca-9820-0ec8315070cf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.0807064 Dec 07 14:15:41.584832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-52278f02-740d-4781-8161-4132128d7468 req-afb5d1c9-21c8-4206-bcc8-19c80ab687e7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448360 Dec 07 14:15:41.614068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58276) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:15:41.719127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9241284a-f5c4-4cfe-972d-55a2f6105ce2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/f679c338-e60b-4306-9c3e-bfd4913ccd06 HTTP/1.1" status: 200 len: 993 time: 0.1037865 Dec 07 14:16:00.112084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-08beced4-6695-4cc8-92cc-902d0649a6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:01.671881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:02.455167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cec902af-2057-4e24-b61f-75c8eac7a064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:03.054836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:04.974752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:06.228395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5266948b-cad5-47f6-8bed-dc6f4d7341d4 req-f66c1064-efd4-4ecf-a421-414387035cf7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1491730 Dec 07 14:16:06.383409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5266948b-cad5-47f6-8bed-dc6f4d7341d4 req-d9b4c931-6683-406d-a580-a0de90240bb9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 1098 time: 0.0748224 Dec 07 14:16:06.539985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266948b-cad5-47f6-8bed-dc6f4d7341d4 req-d8dd2e05-0de3-405a-bcc7-0344c11f74cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:06.541723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5266948b-cad5-47f6-8bed-dc6f4d7341d4 req-d8dd2e05-0de3-405a-bcc7-0344c11f74cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5767e17-e672-471f-971c-7947bce2b4cc HTTP/1.1" status: 200 len: 898 time: 0.1382976 Dec 07 14:16:06.657662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5266948b-cad5-47f6-8bed-dc6f4d7341d4 req-ff0ac526-26eb-4b2f-8cd5-282d968c275d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906f25b7-7810-4d90-a807-92f45551c486 HTTP/1.1" status: 200 len: 1001 time: 0.1083677 Dec 07 14:16:06.727066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266948b-cad5-47f6-8bed-dc6f4d7341d4 req-1232e569-1d96-42b0-b0ff-1160f4c6fffe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:06.728675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5266948b-cad5-47f6-8bed-dc6f4d7341d4 req-1232e569-1d96-42b0-b0ff-1160f4c6fffe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9237c01-0527-467b-8749-eaba609cfa1a HTTP/1.1" status: 200 len: 833 time: 0.0641108 Dec 07 14:16:06.810367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5266948b-cad5-47f6-8bed-dc6f4d7341d4 req-fc6240e0-665f-40a8-820a-747cdf56a919 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5767e17-e672-471f-971c-7947bce2b4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750768 Dec 07 14:16:06.821301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-5266948b-cad5-47f6-8bed-dc6f4d7341d4 req-1a69678d-edfb-4d9b-9ff8-04c2f38e20f4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 14:16:06.822369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5266948b-cad5-47f6-8bed-dc6f4d7341d4 req-1a69678d-edfb-4d9b-9ff8-04c2f38e20f4 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0050571 Dec 07 14:16:06.966012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5266948b-cad5-47f6-8bed-dc6f4d7341d4 req-cd16e52a-1f77-4b5b-9534-4d4a00bb861d service neutron] 10.222.0.45 "GET /v2.0/networks/f5767e17-e672-471f-971c-7947bce2b4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359291 Dec 07 14:16:07.110984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5266948b-cad5-47f6-8bed-dc6f4d7341d4 req-da2025a2-dd00-467f-9d7d-99de1585823d service neutron] 10.222.0.45 "GET /v2.0/networks/f5767e17-e672-471f-971c-7947bce2b4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363025 Dec 07 14:16:10.292242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:12.045387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:16:14.272923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58296) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:14.703240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port c1f65b2b-0bf6-45f2-96a2-2dca0a1c8c61 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:16:14.703637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:14.876326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:14.876688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:14.999885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for c1f65b2b-0bf6-45f2-96a2-2dca0a1c8c61 owned by network:floatingip {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:16:15.315109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:15.319287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dccedb2c-80c7-4799-862f-4aa87a64f212 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:15.362158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=c1f65b2b-0bf6-45f2-96a2-2dca0a1c8c61,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:15.404666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:15.405109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:15.405540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:15.406013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:15.406434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:15.406852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:15.407288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:15.407706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:15.408121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:15.408533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:15.408943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:15.415990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:15.477916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:15.877781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 4a755eee-8be8-42cc-a5ba-25785bb9a144 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:16:16.080998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:16:16.091755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4170722-1cda-4bc5-ade9-867967685c19 None None] Sync routers for ids ['4a755eee-8be8-42cc-a5ba-25785bb9a144'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:16:16.106289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4170722-1cda-4bc5-ade9-867967685c19 None None] Routers {'4a755eee-8be8-42cc-a5ba-25785bb9a144'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:16:16.114673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a4170722-1cda-4bc5-ade9-867967685c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:16:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4a755eee-8be8-42cc-a5ba-25785bb9a144'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:16.140628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:16.201239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/floatingips/f679c338-e60b-4306-9c3e-bfd4913ccd06 HTTP/1.1" status: 204 len: 168 time: 1.9264326 Dec 07 14:16:16.201239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6eac26-33d5-4432-bf07-3ae8a6806a43', 'tag': '906f25b7-7810-4d90-a807-92f45551c486'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:16:16.279542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6eac26-33d5-4432-bf07-3ae8a6806a43', 'tag': '906f25b7-7810-4d90-a807-92f45551c486', 'status': 'completed', 'code': 200} Dec 07 14:16:16.295926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-a4170722-1cda-4bc5-ade9-867967685c19 None None] Set router 4a755eee-8be8-42cc-a5ba-25785bb9a144 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:16:16.392151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ff7e24c-c054-47d6-99e1-e77f8d4ada25 req-50ab4efd-ce56-4104-aeb5-85c300751a17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 1098 time: 0.0851927 Dec 07 14:16:16.543550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7e24c-c054-47d6-99e1-e77f8d4ada25 req-005e2702-1cd2-478a-a9a6-14b5200cffcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:16.545297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ff7e24c-c054-47d6-99e1-e77f8d4ada25 req-005e2702-1cd2-478a-a9a6-14b5200cffcd service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5767e17-e672-471f-971c-7947bce2b4cc HTTP/1.1" status: 200 len: 898 time: 0.1434269 Dec 07 14:16:16.628035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ff7e24c-c054-47d6-99e1-e77f8d4ada25 req-45b847c6-9734-4373-b766-7147592186ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906f25b7-7810-4d90-a807-92f45551c486 HTTP/1.1" status: 200 len: 217 time: 0.0713468 Dec 07 14:16:16.633506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a4170722-1cda-4bc5-ade9-867967685c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116770146', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:14:28Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:29Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'ba7bf138-8355-4be0-9954-2b16f1feacf6', 'name': '', 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6a:27:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:33Z', 'updated_at': '2021-12-07T14:14:39Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:16.638415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4170722-1cda-4bc5-ade9-867967685c19 None None] Checking router: 4a755eee-8be8-42cc-a5ba-25785bb9a144 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:16:16.649754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4170722-1cda-4bc5-ade9-867967685c19 None None] Routers {'4a755eee-8be8-42cc-a5ba-25785bb9a144'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:16:16.650344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a4170722-1cda-4bc5-ade9-867967685c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:16:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4a755eee-8be8-42cc-a5ba-25785bb9a144'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:16.753690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7e24c-c054-47d6-99e1-e77f8d4ada25 req-f0d00131-28c3-42a3-84aa-eb85f22afba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:16.755324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ff7e24c-c054-47d6-99e1-e77f8d4ada25 req-f0d00131-28c3-42a3-84aa-eb85f22afba3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d9237c01-0527-467b-8749-eaba609cfa1a HTTP/1.1" status: 200 len: 833 time: 0.1203284 Dec 07 14:16:16.826278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b775f2-7e44-42cc-bd97-77d7b6dc9069 req-bce0bdbc-b9cc-44cc-ac1a-2275209c93a8 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:16.828060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-37b775f2-7e44-42cc-bd97-77d7b6dc9069 req-bce0bdbc-b9cc-44cc-ac1a-2275209c93a8 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.1943853 Dec 07 14:16:16.895555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ff7e24c-c054-47d6-99e1-e77f8d4ada25 req-d9bf8940-dda1-439f-9681-1055f0467ef5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5767e17-e672-471f-971c-7947bce2b4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1278908 Dec 07 14:16:16.899947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-37b775f2-7e44-42cc-bd97-77d7b6dc9069 req-6005604a-870f-4064-a1b0-477089852a2a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644979 Dec 07 14:16:16.980599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-a4170722-1cda-4bc5-ade9-867967685c19 None None] Set router 4a755eee-8be8-42cc-a5ba-25785bb9a144 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:16:17.040656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ff7e24c-c054-47d6-99e1-e77f8d4ada25 req-676a9014-cb0f-4e76-9548-7effb18f2238 service neutron] 10.222.0.45 "GET /v2.0/networks/f5767e17-e672-471f-971c-7947bce2b4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381848 Dec 07 14:16:17.184100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0ff7e24c-c054-47d6-99e1-e77f8d4ada25 req-b813fbca-0cc5-49ad-a7f6-3bb0e7afb3cf service neutron] 10.222.0.45 "GET /v2.0/networks/f5767e17-e672-471f-971c-7947bce2b4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351082 Dec 07 14:16:17.307048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a4170722-1cda-4bc5-ade9-867967685c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116770146', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:14:28Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:29Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'ba7bf138-8355-4be0-9954-2b16f1feacf6', 'name': '', 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6a:27:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:33Z', 'updated_at': '2021-12-07T14:14:39Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:17.312001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4170722-1cda-4bc5-ade9-867967685c19 None None] The sync data for ids ['4a755eee-8be8-42cc-a5ba-25785bb9a144'] in dv-neutron-ussuri-2-hyperv is: [{'id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116770146', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:14:28Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:29Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'ba7bf138-8355-4be0-9954-2b16f1feacf6', 'name': '', 'network_id': 'f5767e17-e672-471f-971c-7947bce2b4cc', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6a:27:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:33Z', 'updated_at': '2021-12-07T14:14:39Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd9237c01-0527-467b-8749-eaba609cfa1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:16:17.902654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c39202f-fc9c-4e00-bca0-c1e11540cace None None] New status for floating IP f679c338-e60b-4306-9c3e-bfd4913ccd06: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:16:18.112827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c60e5-3b90-4854-82cc-175d35ad7ad9 req-507135d4-3132-4a6b-b3e0-d77be5721cce tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:18.114428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c99c60e5-3b90-4854-82cc-175d35ad7ad9 req-507135d4-3132-4a6b-b3e0-d77be5721cce tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.0878909 Dec 07 14:16:18.162866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c99c60e5-3b90-4854-82cc-175d35ad7ad9 req-bec5dd69-b1ab-4e70-9616-f2b1ceb5cb0a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=39087356-49da-4e42-bf22-be2658416d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422263 Dec 07 14:16:18.413584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc688742-14c7-4748-a3d3-995e64d0bb47 req-9ff7ba3c-efa9-4707-b648-91fdb47feb08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:18.415124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cc688742-14c7-4748-a3d3-995e64d0bb47 req-9ff7ba3c-efa9-4707-b648-91fdb47feb08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 945 time: 0.0801179 Dec 07 14:16:18.492399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-cc688742-14c7-4748-a3d3-995e64d0bb47 req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port 906f25b7-7810-4d90-a807-92f45551c486 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:16:18.492785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cc688742-14c7-4748-a3d3-995e64d0bb47 req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:18.741945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-cc688742-14c7-4748-a3d3-995e64d0bb47 req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] For port 906f25b7-7810-4d90-a807-92f45551c486, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=906f25b7-7810-4d90-a807-92f45551c486,segment=NetworkSegment(f5055c6c-915e-48f2-b50b-6604c3b8acab),segment_id=f5055c6c-915e-48f2-b50b-6604c3b8acab)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:16:18.742335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cc688742-14c7-4748-a3d3-995e64d0bb47 req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:18.865818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-cc688742-14c7-4748-a3d3-995e64d0bb47 req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for 906f25b7-7810-4d90-a807-92f45551c486 owned by compute:nova {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:16:19.203158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cc688742-14c7-4748-a3d3-995e64d0bb47 req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:19.209498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:19.256318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=906f25b7-7810-4d90-a807-92f45551c486,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:19.307560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:19.310309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:19.310309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:19.310309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:19.310309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:19.310727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:19.311045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:19.311513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:19.311928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:19.312343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:19.312733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:19.377011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:19.397527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e08b1d4a-0715-4145-a484-e4e15d688e33 req-8f807472-b378-4988-b2ed-e8346eacbbb7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6eac26-33d5-4432-bf07-3ae8a6806a43 HTTP/1.1" status: 200 len: 210 time: 0.0968149 Dec 07 14:16:19.398496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc688742-14c7-4748-a3d3-995e64d0bb47 req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] No DVR routers for this DVR port 906f25b7-7810-4d90-a807-92f45551c486 on host hv-neutron-ussu {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:16:19.401014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-cc688742-14c7-4748-a3d3-995e64d0bb47 req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:19.404694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6eac26-33d5-4432-bf07-3ae8a6806a43', 'name': 'network-vif-deleted', 'tag': '906f25b7-7810-4d90-a807-92f45551c486'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:16:19.417198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cc688742-14c7-4748-a3d3-995e64d0bb47 req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "DELETE /v2.0/ports/906f25b7-7810-4d90-a807-92f45551c486 HTTP/1.1" status: 204 len: 173 time: 0.9935775 Dec 07 14:16:19.466651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6eac26-33d5-4432-bf07-3ae8a6806a43', 'name': 'network-vif-deleted', 'tag': '906f25b7-7810-4d90-a807-92f45551c486', 'status': 'completed', 'code': 200} Dec 07 14:16:20.509549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58326) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:20.917606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f73ec096-4f5e-49c3-ae89-d1e4a1d450ff tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:21.539267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f73ec096-4f5e-49c3-ae89-d1e4a1d450ff tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port ba7bf138-8355-4be0-9954-2b16f1feacf6 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:16:21.539879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f73ec096-4f5e-49c3-ae89-d1e4a1d450ff tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:21.729155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f73ec096-4f5e-49c3-ae89-d1e4a1d450ff tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] For port ba7bf138-8355-4be0-9954-2b16f1feacf6, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ba7bf138-8355-4be0-9954-2b16f1feacf6,segment=NetworkSegment(f5055c6c-915e-48f2-b50b-6604c3b8acab),segment_id=f5055c6c-915e-48f2-b50b-6604c3b8acab)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:16:21.729549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f73ec096-4f5e-49c3-ae89-d1e4a1d450ff tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:22.080856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f73ec096-4f5e-49c3-ae89-d1e4a1d450ff tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for ba7bf138-8355-4be0-9954-2b16f1feacf6 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:16:22.355015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f73ec096-4f5e-49c3-ae89-d1e4a1d450ff tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:22.360600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-04279e04-b751-4cdf-8291-3cc3307af86d tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:22.407764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ec096-4f5e-49c3-ae89-d1e4a1d450ff tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=ba7bf138-8355-4be0-9954-2b16f1feacf6,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:22.411566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f73ec096-4f5e-49c3-ae89-d1e4a1d450ff tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:22.540861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 906f25b7-7810-4d90-a807-92f45551c486 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:16:22.578342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 906f25b7-7810-4d90-a807-92f45551c486 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:16:22.578740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 906f25b7-7810-4d90-a807-92f45551c486 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:16:22.720504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f73ec096-4f5e-49c3-ae89-d1e4a1d450ff tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:23.319031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73ec096-4f5e-49c3-ae89-d1e4a1d450ff tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 4a755eee-8be8-42cc-a5ba-25785bb9a144 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:16:23.528639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73ec096-4f5e-49c3-ae89-d1e4a1d450ff tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:16:23.540121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025cb16-5a39-4557-ad22-38609502f7cc None None] Sync routers for ids ['4a755eee-8be8-42cc-a5ba-25785bb9a144'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:16:23.546342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f73ec096-4f5e-49c3-ae89-d1e4a1d450ff tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "PUT /v2.0/routers/4a755eee-8be8-42cc-a5ba-25785bb9a144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0323663 Dec 07 14:16:23.546804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58330) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:23.553258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025cb16-5a39-4557-ad22-38609502f7cc None None] Routers {'4a755eee-8be8-42cc-a5ba-25785bb9a144'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:16:23.553923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a025cb16-5a39-4557-ad22-38609502f7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:16:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4a755eee-8be8-42cc-a5ba-25785bb9a144'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:23.739773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-a025cb16-5a39-4557-ad22-38609502f7cc None None] Set router 4a755eee-8be8-42cc-a5ba-25785bb9a144 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:16:23.746267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4f7c04-a140-4fa3-8b43-ce84ffed4928 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting subnet d9237c01-0527-467b-8749-eaba609cfa1a {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:16:23.749520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c4f7c04-a140-4fa3-8b43-ce84ffed4928 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:23.809339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c4f7c04-a140-4fa3-8b43-ce84ffed4928 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:24.047470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a025cb16-5a39-4557-ad22-38609502f7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116770146', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:14:28Z', 'updated_at': '2021-12-07T14:16:22Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:29Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:24.051538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025cb16-5a39-4557-ad22-38609502f7cc None None] Checking router: 4a755eee-8be8-42cc-a5ba-25785bb9a144 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:16:24.063098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025cb16-5a39-4557-ad22-38609502f7cc None None] Routers {'4a755eee-8be8-42cc-a5ba-25785bb9a144'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:16:24.063778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a025cb16-5a39-4557-ad22-38609502f7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:16:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['4a755eee-8be8-42cc-a5ba-25785bb9a144'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:24.187802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c4f7c04-a140-4fa3-8b43-ce84ffed4928 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:24.252959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-a025cb16-5a39-4557-ad22-38609502f7cc None None] Set router 4a755eee-8be8-42cc-a5ba-25785bb9a144 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:16:24.321377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c4f7c04-a140-4fa3-8b43-ce84ffed4928 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:24.325817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6d40c790-154f-4119-883d-e9b5ace18479 tempest-PortsTestJSON-274878448 tempest-PortsTestJSON-274878448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:24.365669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f7c04-a140-4fa3-8b43-ce84ffed4928 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Subnet': ['ID=d9237c01-0527-467b-8749-eaba609cfa1a,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:24.368557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7c4f7c04-a140-4fa3-8b43-ce84ffed4928 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:24.374783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c4f7c04-a140-4fa3-8b43-ce84ffed4928 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:24.380493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b44bebb-d5dc-4288-8642-378efbe72580 None None] Network f5767e17-e672-471f-971c-7947bce2b4cc requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:16:24.384757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7c4f7c04-a140-4fa3-8b43-ce84ffed4928 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/subnets/d9237c01-0527-467b-8749-eaba609cfa1a HTTP/1.1" status: 204 len: 168 time: 0.8342183 Dec 07 14:16:24.385466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58336) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:24.572421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a025cb16-5a39-4557-ad22-38609502f7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116770146', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:14:28Z', 'updated_at': '2021-12-07T14:16:22Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:29Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:24.576841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025cb16-5a39-4557-ad22-38609502f7cc None None] The sync data for ids ['4a755eee-8be8-42cc-a5ba-25785bb9a144'] in dv-neutron-ussuri-2-hyperv is: [{'id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116770146', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167'}], 'enable_snat': True}, 'gw_port_id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:14:28Z', 'updated_at': '2021-12-07T14:16:22Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'bbb15005-2505-4870-85c4-3311af36d2ab', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:08:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a755eee-8be8-42cc-a5ba-25785bb9a144', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:14:29Z', 'updated_at': '2021-12-07T14:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:16:24.596647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c395ba7-38b6-4038-9a66-db48b89b3e65 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:24.660542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] DHCP port deletion for f5767e17-e672-471f-971c-7947bce2b4cc request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:16:24.664799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Deleting port 755d90b3-306f-403d-9685-2271b5690d25 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:16:24.665220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:24.807793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c395ba7-38b6-4038-9a66-db48b89b3e65 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:24.852371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0c395ba7-38b6-4038-9a66-db48b89b3e65 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port bbb15005-2505-4870-85c4-3311af36d2ab {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:16:24.852684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c395ba7-38b6-4038-9a66-db48b89b3e65 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:24.878366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] For port 755d90b3-306f-403d-9685-2271b5690d25, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=755d90b3-306f-403d-9685-2271b5690d25,segment=NetworkSegment(f5055c6c-915e-48f2-b50b-6604c3b8acab),segment_id=f5055c6c-915e-48f2-b50b-6604c3b8acab)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:16:24.878745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:25.009517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Calling delete_port for 755d90b3-306f-403d-9685-2271b5690d25 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:16:25.046996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0c395ba7-38b6-4038-9a66-db48b89b3e65 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] For port bbb15005-2505-4870-85c4-3311af36d2ab, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=bbb15005-2505-4870-85c4-3311af36d2ab,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:16:25.047630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c395ba7-38b6-4038-9a66-db48b89b3e65 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:25.140174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:25.144698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:25.179511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0c395ba7-38b6-4038-9a66-db48b89b3e65 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for bbb15005-2505-4870-85c4-3311af36d2ab owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:16:25.185402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Pushing event deleted for resources: {'Port': ['ID=755d90b3-306f-403d-9685-2271b5690d25,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:25.197552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:25.197942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:25.198320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:25.198700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:25.199075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:25.199470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:25.199873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:25.200235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:25.200599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:25.200961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:25.201323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:25.204072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] No DVR routers for this DVR port 755d90b3-306f-403d-9685-2271b5690d25 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:16:25.205580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:25.445857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 755d90b3-306f-403d-9685-2271b5690d25 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:16:25.484127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 755d90b3-306f-403d-9685-2271b5690d25 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:16:25.484527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 755d90b3-306f-403d-9685-2271b5690d25 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:16:25.485001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ba7bf138-8355-4be0-9954-2b16f1feacf6 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:16:25.488844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c395ba7-38b6-4038-9a66-db48b89b3e65 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:25.493663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9edf563-cec9-4e2c-b533-3b1bb8ee8d85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:25.517786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: ba7bf138-8355-4be0-9954-2b16f1feacf6 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:16:25.518183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ba7bf138-8355-4be0-9954-2b16f1feacf6 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:16:25.535147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c395ba7-38b6-4038-9a66-db48b89b3e65 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=bbb15005-2505-4870-85c4-3311af36d2ab,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:25.538938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0c395ba7-38b6-4038-9a66-db48b89b3e65 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:25.764358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c395ba7-38b6-4038-9a66-db48b89b3e65 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:26.025203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c395ba7-38b6-4038-9a66-db48b89b3e65 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:26.029543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c395ba7-38b6-4038-9a66-db48b89b3e65 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:26.157314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c395ba7-38b6-4038-9a66-db48b89b3e65 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:26.157884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c395ba7-38b6-4038-9a66-db48b89b3e65 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Fanout notify agent at l3_agent the message router_deleted on router 4a755eee-8be8-42cc-a5ba-25785bb9a144 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 14:16:26.173268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0c395ba7-38b6-4038-9a66-db48b89b3e65 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:26.174478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0c395ba7-38b6-4038-9a66-db48b89b3e65 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/routers/4a755eee-8be8-42cc-a5ba-25785bb9a144 HTTP/1.1" status: 204 len: 168 time: 1.7885001 Dec 07 14:16:26.177416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58340) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:26.304267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d18625d-4626-43cc-8142-6c7e4440ec50 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:26.446699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d18625d-4626-43cc-8142-6c7e4440ec50 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:26.474080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9d18625d-4626-43cc-8142-6c7e4440ec50 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5767e17-e672-471f-971c-7947bce2b4cc']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:26.487426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9d18625d-4626-43cc-8142-6c7e4440ec50 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5055c6c-915e-48f2-b50b-6604c3b8acab') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:26.487760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-9d18625d-4626-43cc-8142-6c7e4440ec50 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5055c6c-915e-48f2-b50b-6604c3b8acab') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:26.499530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d18625d-4626-43cc-8142-6c7e4440ec50 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:26.514750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d18625d-4626-43cc-8142-6c7e4440ec50 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:26.521052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d18625d-4626-43cc-8142-6c7e4440ec50 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:16:26.521465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d18625d-4626-43cc-8142-6c7e4440ec50 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:16:26.536836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:16:26.648714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d18625d-4626-43cc-8142-6c7e4440ec50 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:26.652983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d18625d-4626-43cc-8142-6c7e4440ec50 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:26.657722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15f0d998-40df-4083-9d98-0edf8ed0dd16 tempest-TestNetworkAdvancedServerOps-205292065 tempest-TestNetworkAdvancedServerOps-205292065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:26.682105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18625d-4626-43cc-8142-6c7e4440ec50 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Network': ['ID=f5767e17-e672-471f-971c-7947bce2b4cc,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:26.684611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9d18625d-4626-43cc-8142-6c7e4440ec50 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:26.729478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9d18625d-4626-43cc-8142-6c7e4440ec50 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/networks/f5767e17-e672-471f-971c-7947bce2b4cc HTTP/1.1" status: 204 len: 168 time: 0.5510411 Dec 07 14:16:26.733101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58344) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:26.804536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9dbc435c-14d9-46b7-9aa3-7daca22c4a63 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:26.838269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9dbc435c-14d9-46b7-9aa3-7daca22c4a63 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:27.071309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9dbc435c-14d9-46b7-9aa3-7daca22c4a63 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:27.077533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:27.093278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc435c-14d9-46b7-9aa3-7daca22c4a63 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39087356-49da-4e42-bf22-be2658416d76,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:27.095837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9dbc435c-14d9-46b7-9aa3-7daca22c4a63 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:27.130816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9dbc435c-14d9-46b7-9aa3-7daca22c4a63 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:27.132074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9dbc435c-14d9-46b7-9aa3-7daca22c4a63 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/security-groups/39087356-49da-4e42-bf22-be2658416d76 HTTP/1.1" status: 204 len: 168 time: 0.3979275 Dec 07 14:16:27.444758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device bbb15005-2505-4870-85c4-3311af36d2ab no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:16:27.477849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: bbb15005-2505-4870-85c4-3311af36d2ab {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:16:27.478262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device bbb15005-2505-4870-85c4-3311af36d2ab not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:16:27.564687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58352) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:27.571044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-16238169-046e-417a-b957-a1d49b76ad8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512251009', 'description': 'tempest-secgroup-smoke-1512251009 description', 'project_id': '7133d1beec2c4834a8afafda93963c28'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:16:27.577631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-16238169-046e-417a-b957-a1d49b76ad8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:16:27.581974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-16238169-046e-417a-b957-a1d49b76ad8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:16:27.585277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-16238169-046e-417a-b957-a1d49b76ad8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:16:27.591924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-16238169-046e-417a-b957-a1d49b76ad8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:16:27.628837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16238169-046e-417a-b957-a1d49b76ad8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:27.665309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-16238169-046e-417a-b957-a1d49b76ad8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:16:27.669851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-16238169-046e-417a-b957-a1d49b76ad8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:16:27.672851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-16238169-046e-417a-b957-a1d49b76ad8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:16:27.678850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-16238169-046e-417a-b957-a1d49b76ad8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:16:27.816140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16238169-046e-417a-b957-a1d49b76ad8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:27.845865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16238169-046e-417a-b957-a1d49b76ad8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:27.851093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3a9c2da5-2737-442d-a05f-dd27fb2508f6 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:27.893420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16238169-046e-417a-b957-a1d49b76ad8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a23e8a-d354-4724-86cc-fe4eb6cf467d,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:27.896695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-16238169-046e-417a-b957-a1d49b76ad8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:27.926130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16238169-046e-417a-b957-a1d49b76ad8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:27.927493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-16238169-046e-417a-b957-a1d49b76ad8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3616073 Dec 07 14:16:27.930509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58356) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:27.936309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3be45367-4b65-4b8a-9739-a77bba711747 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '27a23e8a-d354-4724-86cc-fe4eb6cf467d', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:16:27.942546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3be45367-4b65-4b8a-9739-a77bba711747 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:16:27.946553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3be45367-4b65-4b8a-9739-a77bba711747 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:16:27.949535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3be45367-4b65-4b8a-9739-a77bba711747 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:16:27.956362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3be45367-4b65-4b8a-9739-a77bba711747 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:16:28.004224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3be45367-4b65-4b8a-9739-a77bba711747 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:28.069395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3be45367-4b65-4b8a-9739-a77bba711747 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:28.108458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3be45367-4b65-4b8a-9739-a77bba711747 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:28.110327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02c94a9a-b47e-4f4c-aed9-5fdf066d62bb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:28.133138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be45367-4b65-4b8a-9739-a77bba711747 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df28cdf-0ceb-4b08-9926-f9ea6988a4b9,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:28.135646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3be45367-4b65-4b8a-9739-a77bba711747 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:28.168946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3be45367-4b65-4b8a-9739-a77bba711747 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:28.170348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3be45367-4b65-4b8a-9739-a77bba711747 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2388642 Dec 07 14:16:28.173351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58362) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:28.179607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f96243ae-789a-4ead-8a81-708e9c8fe16e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '27a23e8a-d354-4724-86cc-fe4eb6cf467d', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:16:28.185922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f96243ae-789a-4ead-8a81-708e9c8fe16e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:16:28.189986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f96243ae-789a-4ead-8a81-708e9c8fe16e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:16:28.193038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f96243ae-789a-4ead-8a81-708e9c8fe16e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:16:28.199059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f96243ae-789a-4ead-8a81-708e9c8fe16e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:16:28.247069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f96243ae-789a-4ead-8a81-708e9c8fe16e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:28.314189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f96243ae-789a-4ead-8a81-708e9c8fe16e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:28.348814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f96243ae-789a-4ead-8a81-708e9c8fe16e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:28.350713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-de372ccd-0bf5-45f1-bb74-df0097559492 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:28.373775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96243ae-789a-4ead-8a81-708e9c8fe16e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288133a1-8af9-438f-8998-f88990f2214d,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:28.376304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f96243ae-789a-4ead-8a81-708e9c8fe16e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:28.411934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f96243ae-789a-4ead-8a81-708e9c8fe16e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:28.413234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f96243ae-789a-4ead-8a81-708e9c8fe16e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2388341 Dec 07 14:16:28.416114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58366) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:28.422492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-25cc187c-eff4-4603-9556-9e7b1ef7b31b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '27a23e8a-d354-4724-86cc-fe4eb6cf467d', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:16:28.428794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-25cc187c-eff4-4603-9556-9e7b1ef7b31b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:16:28.432845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-25cc187c-eff4-4603-9556-9e7b1ef7b31b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:16:28.436621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-25cc187c-eff4-4603-9556-9e7b1ef7b31b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:16:28.442816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-25cc187c-eff4-4603-9556-9e7b1ef7b31b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:16:28.489518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25cc187c-eff4-4603-9556-9e7b1ef7b31b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:28.556449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25cc187c-eff4-4603-9556-9e7b1ef7b31b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:28.586320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25cc187c-eff4-4603-9556-9e7b1ef7b31b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:28.588178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-efb70828-0cbe-48aa-bf63-d0bc52f7f6f0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:28.610903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc187c-eff4-4603-9556-9e7b1ef7b31b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59505e4-e2a3-4404-b207-694c163f2182,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:28.613352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-25cc187c-eff4-4603-9556-9e7b1ef7b31b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:28.643639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25cc187c-eff4-4603-9556-9e7b1ef7b31b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:28.644991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-25cc187c-eff4-4603-9556-9e7b1ef7b31b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2278967 Dec 07 14:16:28.647980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58370) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:28.653841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c2ebfb27-84a7-4693-83ab-e9acefc5a041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '27a23e8a-d354-4724-86cc-fe4eb6cf467d', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:16:28.660096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c2ebfb27-84a7-4693-83ab-e9acefc5a041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:16:28.664033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c2ebfb27-84a7-4693-83ab-e9acefc5a041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:16:28.666979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c2ebfb27-84a7-4693-83ab-e9acefc5a041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:16:28.673560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c2ebfb27-84a7-4693-83ab-e9acefc5a041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:16:28.723653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2ebfb27-84a7-4693-83ab-e9acefc5a041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:28.788356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2ebfb27-84a7-4693-83ab-e9acefc5a041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:28.820181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2ebfb27-84a7-4693-83ab-e9acefc5a041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:28.822058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3be45367-4b65-4b8a-9739-a77bba711747 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:28.844526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebfb27-84a7-4693-83ab-e9acefc5a041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b21776-a545-485d-ab66-3c364d44d1ba,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:28.846963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c2ebfb27-84a7-4693-83ab-e9acefc5a041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:28.891684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c2ebfb27-84a7-4693-83ab-e9acefc5a041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:28.892976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c2ebfb27-84a7-4693-83ab-e9acefc5a041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2440109 Dec 07 14:16:28.895910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58374) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:28.902257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1e1a3b8f-8864-4425-8e92-039d43a36c77 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '27a23e8a-d354-4724-86cc-fe4eb6cf467d', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:16:28.909034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1e1a3b8f-8864-4425-8e92-039d43a36c77 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:16:28.913024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1e1a3b8f-8864-4425-8e92-039d43a36c77 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:16:28.916001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1e1a3b8f-8864-4425-8e92-039d43a36c77 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:16:28.922665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1e1a3b8f-8864-4425-8e92-039d43a36c77 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:16:28.962923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-1e1a3b8f-8864-4425-8e92-039d43a36c77 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Project 7133d1beec2c4834a8afafda93963c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:16:28.970328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3b8f-8864-4425-8e92-039d43a36c77 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:29.036667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3b8f-8864-4425-8e92-039d43a36c77 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:29.065706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3b8f-8864-4425-8e92-039d43a36c77 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:29.067825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7d65792b-78b2-44ef-b378-de2bc31967d1 tempest-SecGroupIPv6Test-1728235503 tempest-SecGroupIPv6Test-1728235503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:29.091663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a3b8f-8864-4425-8e92-039d43a36c77 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bcfc50-0f38-4ca4-b521-58874f449cfa,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:29.094153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1e1a3b8f-8864-4425-8e92-039d43a36c77 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:29.128795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3b8f-8864-4425-8e92-039d43a36c77 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:29.130092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1e1a3b8f-8864-4425-8e92-039d43a36c77 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2327797 Dec 07 14:16:29.133046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58378) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:29.139544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-71106f3b-61f2-479b-90bc-a73cdd21795e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '27a23e8a-d354-4724-86cc-fe4eb6cf467d', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:16:29.145713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-71106f3b-61f2-479b-90bc-a73cdd21795e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:16:29.149739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-71106f3b-61f2-479b-90bc-a73cdd21795e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:16:29.153298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-71106f3b-61f2-479b-90bc-a73cdd21795e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:16:29.159699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-71106f3b-61f2-479b-90bc-a73cdd21795e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:16:29.202937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-71106f3b-61f2-479b-90bc-a73cdd21795e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Project 7133d1beec2c4834a8afafda93963c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:16:29.209538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71106f3b-61f2-479b-90bc-a73cdd21795e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:29.281287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71106f3b-61f2-479b-90bc-a73cdd21795e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:29.326556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71106f3b-61f2-479b-90bc-a73cdd21795e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:29.328634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-104b70d9-ed9e-44e6-bb07-86e8c875ebee tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:29.353818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71106f3b-61f2-479b-90bc-a73cdd21795e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4203d2-4f7a-4fb9-8ebe-8639b82134e8,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:29.356500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71106f3b-61f2-479b-90bc-a73cdd21795e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:29.391515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-71106f3b-61f2-479b-90bc-a73cdd21795e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:29.392782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-71106f3b-61f2-479b-90bc-a73cdd21795e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2586622 Dec 07 14:16:29.395651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58382) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:29.401664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'network': {'name': 'tempest-network-smoke--1033752914', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'port_security_enabled': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:16:29.407964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:16:29.412302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:network and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:16:29.415375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:16:29.421591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:16:29.459793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Made reservation on behalf of 7133d1beec2c4834a8afafda93963c28 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:16:29.465257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:29.494300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:16:29.547693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:29.548084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Added segment 82006a3b-ef83-4585-85be-069e7b90b68b of type vlan for network 2bf83138-2f81-4931-8e88-4d2684eeba7a Dec 07 14:16:29.627003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:29.748754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:29.752846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:29.753493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:29.759136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e2bad5ca-ecbd-482d-ae65-452ef7bbe205 tempest-RoutersTest-777581633 tempest-RoutersTest-777581633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:29.871812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Network': ['ID=2bf83138-2f81-4931-8e88-4d2684eeba7a,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:29.874527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:29.887807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 2bf83138-2f81-4931-8e88-4d2684eeba7a details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:16:29.912321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5155714 Dec 07 14:16:29.915523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58388) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:29.922827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1933232411', 'admin_state_up': True, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:16:29.930815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:16:29.935339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:router and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:16:29.938437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:16:29.945097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:16:29.997690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:29.998742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:30.076180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:30.220132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c4b395b-0e00-42eb-bfea-f4b7178d8374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:30.309369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:30.521721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:30.552008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:30.695691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.36.4.32 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/4f98d24e-2375-484e-a55c-55e9c5cf6439) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:16:31.072323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:31.143338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:31.148556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bdd37834-8f37-4f61-9be7-275af87c2080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:31.204821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:16:31.212161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:16:31.217442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:16:31.254452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=4f98d24e-2375-484e-a55c-55e9c5cf6439,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:31.263174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:31.452587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:31.453341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:31.671668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:31.733849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 6b2f82d0-8eb8-4b48-a317-483200897ee6 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 14:16:31.938804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:16:31.949170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Sync routers for ids ['6b2f82d0-8eb8-4b48-a317-483200897ee6'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:16:31.962105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Routers {'6b2f82d0-8eb8-4b48-a317-483200897ee6'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:16:31.962771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:16:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['6b2f82d0-8eb8-4b48-a317-483200897ee6'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:31.991637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:31.993006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0764074 Dec 07 14:16:31.996335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58392) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:32.045549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-01493ec2-7363-4aa2-914e-7d4818109e4e tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=7133d1beec2c4834a8afafda93963c28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473342 Dec 07 14:16:32.048227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58396) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:32.149041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Set router 6b2f82d0-8eb8-4b48-a317-483200897ee6 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:16:32.188301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7625c789-86c7-4d57-9351-c86a76bdc4d3 tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:32.189971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7625c789-86c7-4d57-9351-c86a76bdc4d3 tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1407135 Dec 07 14:16:32.192941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58400) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:32.237560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ad31d29b-1f60-4f0d-a8eb-2fd5e8fbad6f tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433683 Dec 07 14:16:32.240245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58404) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:32.246248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1026102329', 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:16:32.365390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:16:32.369554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:subnet and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:16:32.373849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:16:32.380155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:16:32.434961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Made reservation on behalf of 7133d1beec2c4834a8afafda93963c28 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:16:32.459626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933232411', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:31Z', 'revision_number': 3, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:32.463757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Checking router: 6b2f82d0-8eb8-4b48-a317-483200897ee6 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:16:32.464160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Updating router 6b2f82d0-8eb8-4b48-a317-483200897ee6 port 4f98d24e-2375-484e-a55c-55e9c5cf6439 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:16:32.492347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b09f00f-6347-4175-afb1-d63cb5f1659e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:32.525127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:32.544588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:32.900553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:32.905832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2d1836ad-53a7-4170-b5d1-e90093740e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:32.922884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:32.987451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Subnet': ['ID=d3e5f029-486f-43e6-9cec-5f794a3fd411,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:32.991552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:32.994676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Transition to ACTIVE for port object 4f98d24e-2375-484e-a55c-55e9c5cf6439 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:16:33.000440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Checking segment: {'id': '82006a3b-ef83-4585-85be-069e7b90b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:16:33.000842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network hostable DHCP agents. Network: 2bf83138-2f81-4931-8e88-4d2684eeba7a, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:16:33.040062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:33.045123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:33.068710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 2bf83138-2f81-4931-8e88-4d2684eeba7a is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:16:33.121053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768cd17-289a-4126-b363-cba42e8fc2ba None None] Pushing event updated for resources: {'Port': ['ID=4f98d24e-2375-484e-a55c-55e9c5cf6439,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:33.125467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4768cd17-289a-4126-b363-cba42e8fc2ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:33.127639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Attempting to bind port 4f98d24e-2375-484e-a55c-55e9c5cf6439 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:16:33.128053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Attempting to bind port 4f98d24e-2375-484e-a55c-55e9c5cf6439 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:16:33.128456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Attempting to bind port 4f98d24e-2375-484e-a55c-55e9c5cf6439 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:16:33.131746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 2bf83138-2f81-4931-8e88-4d2684eeba7a) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:16:33.135479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:16:33.135909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:16:33.136610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:33.136740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:33.137567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:16:33.138050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:33.138244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Bound port: 4f98d24e-2375-484e-a55c-55e9c5cf6439, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:16:33.138451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:33.168391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c71922-21a1-4074-a0fa-201a99504685 None None] Network 2bf83138-2f81-4931-8e88-4d2684eeba7a requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:16:33.191925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:33.195540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9541225 Dec 07 14:16:33.198350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58408) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:33.336162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] For port 4f98d24e-2375-484e-a55c-55e9c5cf6439, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:16:33.380587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] For port 4f98d24e-2375-484e-a55c-55e9c5cf6439, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4f98d24e-2375-484e-a55c-55e9c5cf6439,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:16:33.430049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:33.436618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cc44b32a-73cc-476a-b4fd-ac3b311a7d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:33.474839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-2bf83138-2f81-4931-8e88-4d2684eeba7a', 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ips': [{'subnet_id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:16:33.475759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:33.574311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768cd17-289a-4126-b363-cba42e8fc2ba None None] Pushing event updated for resources: {'Port': ['ID=4f98d24e-2375-484e-a55c-55e9c5cf6439,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:33.579759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4768cd17-289a-4126-b363-cba42e8fc2ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:33.606625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Routers {'6b2f82d0-8eb8-4b48-a317-483200897ee6'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:16:33.607632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:16:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['6b2f82d0-8eb8-4b48-a317-483200897ee6'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:33.992229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:34.015325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Allocated IP 172.20.0.2 (2bf83138-2f81-4931-8e88-4d2684eeba7a/d3e5f029-486f-43e6-9cec-5f794a3fd411/8fd30a44-565d-429a-91a7-c930f06ff6e9) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:16:34.028948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] Set router 6b2f82d0-8eb8-4b48-a317-483200897ee6 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:16:34.532372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:34.535805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933232411', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:31Z', 'revision_number': 3, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:34.547558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592cb1f8-3914-4294-9ee3-a89627c072c5 None None] The sync data for ids ['6b2f82d0-8eb8-4b48-a317-483200897ee6'] in dv-neutron-ussuri-2-hyperv is: [{'id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933232411', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:31Z', 'revision_number': 3, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:16:34.549517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Transition to ACTIVE for port object 8fd30a44-565d-429a-91a7-c930f06ff6e9 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:16:34.606281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Transition to ACTIVE for port object 8fd30a44-565d-429a-91a7-c930f06ff6e9 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:16:34.635366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:34.641095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7119eb91-07f0-47eb-b26b-3f470a43b6f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:34.679948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.20.0.1 (2bf83138-2f81-4931-8e88-4d2684eeba7a/d3e5f029-486f-43e6-9cec-5f794a3fd411/79c14081-c6af-40c2-af8a-151235824802) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:16:34.709954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Network 2bf83138-2f81-4931-8e88-4d2684eeba7a is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:16:34.713693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:16:34.719120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:16:34.721302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Pushing event updated for resources: {'Port': ['ID=8fd30a44-565d-429a-91a7-c930f06ff6e9,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:34.724330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:34.815802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Attempting to bind port 8fd30a44-565d-429a-91a7-c930f06ff6e9 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:16:34.816222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Attempting to bind port 8fd30a44-565d-429a-91a7-c930f06ff6e9 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '82006a3b-ef83-4585-85be-069e7b90b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:16:34.816633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Attempting to bind port 8fd30a44-565d-429a-91a7-c930f06ff6e9 on network 2bf83138-2f81-4931-8e88-4d2684eeba7a {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:16:34.823687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:16:34.824072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Checking segment: {'id': '82006a3b-ef83-4585-85be-069e7b90b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:16:34.824637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:34.825540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Bound using segment: {'id': '82006a3b-ef83-4585-85be-069e7b90b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:16:34.826072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Bound port: 8fd30a44-565d-429a-91a7-c930f06ff6e9, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82006a3b-ef83-4585-85be-069e7b90b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:16:34.826494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:34.849634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:34.867193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Transition to ACTIVE for port object 79c14081-c6af-40c2-af8a-151235824802 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:16:34.914790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:34.919990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ab44a173-0cc0-47bc-8305-328b72ac11c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:34.934861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] For port 8fd30a44-565d-429a-91a7-c930f06ff6e9, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:16:34.938499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] For port 8fd30a44-565d-429a-91a7-c930f06ff6e9, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8fd30a44-565d-429a-91a7-c930f06ff6e9,segment=NetworkSegment(82006a3b-ef83-4585-85be-069e7b90b68b),segment_id=82006a3b-ef83-4585-85be-069e7b90b68b)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:16:34.966694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:35.000625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:35.006828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f75f7db9-424f-4067-9adb-bf468e283b62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:35.017431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=79c14081-c6af-40c2-af8a-151235824802,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:35.022087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 2bf83138-2f81-4931-8e88-4d2684eeba7a is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:16:35.024144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:16:35.026295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:35.032242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:16:35.101690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:35.112053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Pushing event updated for resources: {'Port': ['ID=8fd30a44-565d-429a-91a7-c930f06ff6e9,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:35.115114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:35.226998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:35.537453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4f98d24e-2375-484e-a55c-55e9c5cf6439 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:16:35.652382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 4f98d24e-2375-484e-a55c-55e9c5cf6439 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:16:35.658634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 4f98d24e-2375-484e-a55c-55e9c5cf6439 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:16:35.659117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:35.740817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:35.786148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:35.786582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:35.804285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 4f98d24e-2375-484e-a55c-55e9c5cf6439, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4f98d24e-2375-484e-a55c-55e9c5cf6439,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:16:35.822367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8b428ed9-91f1-4fde-9aaa-fc886d13f74e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:35.834615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:35.840631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5f6382ec-5260-4ae5-9452-22c7fcca3b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:35.911572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=79c14081-c6af-40c2-af8a-151235824802,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:35.913075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=4f98d24e-2375-484e-a55c-55e9c5cf6439,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:35.914313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:35.916275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:35.919463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:36.062165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 2bf83138-2f81-4931-8e88-4d2684eeba7a is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:16:36.063465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:16:36.467468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 6b2f82d0-8eb8-4b48-a317-483200897ee6 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:16:36.684718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:16:36.698812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "PUT /v2.0/routers/6b2f82d0-8eb8-4b48-a317-483200897ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4992793 Dec 07 14:16:36.777984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be108511-877a-4389-9ab5-766fd54d1d47 None None] Network 2bf83138-2f81-4931-8e88-4d2684eeba7a requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:16:36.890918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-7162c3d8-f975-4b3f-8737-fa3dfd738a50 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512251009&fields=id&tenant_id=7133d1beec2c4834a8afafda93963c28 HTTP/1.1" status: 200 len: 267 time: 0.0462129 Dec 07 14:16:36.911683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b687fe2f-d5f5-4b88-858f-2ac2b577a3b5 None None] Provisioning for port 8fd30a44-565d-429a-91a7-c930f06ff6e9 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:16:37.062354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-209f083d-211f-43eb-8e58-9a787b2c3e2a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:37.063102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-209f083d-211f-43eb-8e58-9a787b2c3e2a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:16:37.114917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-209f083d-211f-43eb-8e58-9a787b2c3e2a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:16:37.116270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-209f083d-211f-43eb-8e58-9a787b2c3e2a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/networks?id=2bf83138-2f81-4931-8e88-4d2684eeba7a HTTP/1.1" status: 200 len: 797 time: 0.2176909 Dec 07 14:16:37.136748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-bba1d2b5-11fa-4d44-bb13-9b9872f0215c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/quotas/7133d1beec2c4834a8afafda93963c28 HTTP/1.1" status: 200 len: 375 time: 0.0138845 Dec 07 14:16:37.232658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-349ceae3-1542-447e-9ac1-d355b2ccbbe3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:16:37.406366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-349ceae3-1542-447e-9ac1-d355b2ccbbe3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:16:37.407899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-349ceae3-1542-447e-9ac1-d355b2ccbbe3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2644644 Dec 07 14:16:37.485814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bbd7302b-362f-45a1-8c9f-9c68bea0d5ed None None] Provisioning for port 79c14081-c6af-40c2-af8a-151235824802 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:16:37.499581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bbd7302b-362f-45a1-8c9f-9c68bea0d5ed None None] Provisioning complete for port 79c14081-c6af-40c2-af8a-151235824802 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:16:37.500016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbd7302b-362f-45a1-8c9f-9c68bea0d5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:37.567519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7302b-362f-45a1-8c9f-9c68bea0d5ed None None] Port 79c14081-c6af-40c2-af8a-151235824802 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:16:37.581443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8fd30a44-565d-429a-91a7-c930f06ff6e9 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:16:37.653948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Sync routers for ids ['6b2f82d0-8eb8-4b48-a317-483200897ee6'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:16:37.671930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Routers {'6b2f82d0-8eb8-4b48-a317-483200897ee6'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:16:37.674641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:16:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['6b2f82d0-8eb8-4b48-a317-483200897ee6'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:37.699545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 8fd30a44-565d-429a-91a7-c930f06ff6e9 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:16:37.704547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b5c329ab-389d-4816-862e-7d9a55ed5e75 None None] Provisioning complete for port 79c14081-c6af-40c2-af8a-151235824802 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:16:37.705070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5c329ab-389d-4816-862e-7d9a55ed5e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:37.736828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 8fd30a44-565d-429a-91a7-c930f06ff6e9 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:16:37.737379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:37.833878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b5c329ab-389d-4816-862e-7d9a55ed5e75 None None] Port 79c14081-c6af-40c2-af8a-151235824802 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:16:37.926026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:37.939521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-5ddc87f2-0c33-4060-b9a2-87e9ff45526a service neutron] 10.222.0.24 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159097 Dec 07 14:16:37.969615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 8fd30a44-565d-429a-91a7-c930f06ff6e9, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8fd30a44-565d-429a-91a7-c930f06ff6e9,segment=NetworkSegment(82006a3b-ef83-4585-85be-069e7b90b68b),segment_id=82006a3b-ef83-4585-85be-069e7b90b68b)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:16:37.975398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-8dc78500-6ee8-46fd-b047-59622cdc7764 None None] Provisioning complete for port 79c14081-c6af-40c2-af8a-151235824802 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:16:37.975829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8dc78500-6ee8-46fd-b047-59622cdc7764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:38.008077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:38.008895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4f98d24e-2375-484e-a55c-55e9c5cf6439 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:16:38.042055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Set router 6b2f82d0-8eb8-4b48-a317-483200897ee6 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:16:38.043760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4768cd17-289a-4126-b363-cba42e8fc2ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:38.086366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-4e3290c3-c811-486b-b399-83ba47ca5fcc service neutron] 10.222.0.24 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402483 Dec 07 14:16:38.111713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8dc78500-6ee8-46fd-b047-59622cdc7764 None None] Port 79c14081-c6af-40c2-af8a-151235824802 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:16:38.163725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=8fd30a44-565d-429a-91a7-c930f06ff6e9,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:38.170122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:38.178747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 4f98d24e-2375-484e-a55c-55e9c5cf6439 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:16:38.179174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:38.381723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-574f092d-2a98-486f-970e-3ee897cd8f1a req-1a36ec4a-3527-4bc3-8f48-ffd71246f1fe tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 210 time: 0.0599608 Dec 07 14:16:38.433966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933232411', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '79c14081-c6af-40c2-af8a-151235824802', 'name': '', 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:60:b4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:34Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 2, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:38.438117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Checking router: 6b2f82d0-8eb8-4b48-a317-483200897ee6 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:16:38.438514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Updating router 6b2f82d0-8eb8-4b48-a317-483200897ee6 port 79c14081-c6af-40c2-af8a-151235824802 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:16:38.494518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:38.850368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:38.864570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Transition to ACTIVE for port object 79c14081-c6af-40c2-af8a-151235824802 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:16:38.903256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:38.908200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9e6f484b-9b11-47cf-b498-50ce856bd89d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:39.038188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a056e0-3dd8-4a3c-9bb6-4ea212a5835f None None] Pushing event updated for resources: {'Port': ['ID=79c14081-c6af-40c2-af8a-151235824802,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:39.083223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a056e0-3dd8-4a3c-9bb6-4ea212a5835f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:39.083607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a056e0-3dd8-4a3c-9bb6-4ea212a5835f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:39.083984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a056e0-3dd8-4a3c-9bb6-4ea212a5835f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:39.084356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a056e0-3dd8-4a3c-9bb6-4ea212a5835f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:39.084724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a056e0-3dd8-4a3c-9bb6-4ea212a5835f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:39.085087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a056e0-3dd8-4a3c-9bb6-4ea212a5835f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:39.085447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a056e0-3dd8-4a3c-9bb6-4ea212a5835f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:39.085815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a056e0-3dd8-4a3c-9bb6-4ea212a5835f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:39.086172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a056e0-3dd8-4a3c-9bb6-4ea212a5835f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:39.086530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a056e0-3dd8-4a3c-9bb6-4ea212a5835f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:39.086884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a056e0-3dd8-4a3c-9bb6-4ea212a5835f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:16:39.090761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-53a056e0-3dd8-4a3c-9bb6-4ea212a5835f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:39.146608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Attempting to bind port 79c14081-c6af-40c2-af8a-151235824802 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:16:39.147021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Attempting to bind port 79c14081-c6af-40c2-af8a-151235824802 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '82006a3b-ef83-4585-85be-069e7b90b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:16:39.147462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Attempting to bind port 79c14081-c6af-40c2-af8a-151235824802 on network 2bf83138-2f81-4931-8e88-4d2684eeba7a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:16:39.155422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:16:39.155836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Checking segment: {'id': '82006a3b-ef83-4585-85be-069e7b90b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:16:39.156278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:39.156712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Bound using segment: {'id': '82006a3b-ef83-4585-85be-069e7b90b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:16:39.157222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Bound port: 79c14081-c6af-40c2-af8a-151235824802, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82006a3b-ef83-4585-85be-069e7b90b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:16:39.157633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:39.253635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] For port 79c14081-c6af-40c2-af8a-151235824802, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:16:39.256784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] For port 79c14081-c6af-40c2-af8a-151235824802, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=79c14081-c6af-40c2-af8a-151235824802,segment=NetworkSegment(82006a3b-ef83-4585-85be-069e7b90b68b),segment_id=82006a3b-ef83-4585-85be-069e7b90b68b)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:16:39.289272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:39.294858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e3c8b5c2-7e4d-4ff1-a78a-3945a5bc38b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:39.376956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a056e0-3dd8-4a3c-9bb6-4ea212a5835f None None] Pushing event updated for resources: {'Port': ['ID=79c14081-c6af-40c2-af8a-151235824802,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:39.380804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-53a056e0-3dd8-4a3c-9bb6-4ea212a5835f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:39.382342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Routers {'6b2f82d0-8eb8-4b48-a317-483200897ee6'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:16:39.383005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:16:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['6b2f82d0-8eb8-4b48-a317-483200897ee6'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:39.484789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8fd30a44-565d-429a-91a7-c930f06ff6e9 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:16:39.566680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 8fd30a44-565d-429a-91a7-c930f06ff6e9 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:16:39.567147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:39.576371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5aeca32c-6e53-4b09-9bf8-c92ac27c292a req-38a5d3ed-6cfc-49ea-88e7-d0444d11e246 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 210 time: 0.0617669 Dec 07 14:16:39.613892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] Set router 6b2f82d0-8eb8-4b48-a317-483200897ee6 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:16:39.943420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933232411', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '79c14081-c6af-40c2-af8a-151235824802', 'name': '', 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:60:b4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:34Z', 'updated_at': '2021-12-07T14:16:39Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:39.947472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f06f0-f1fc-4b39-8fcc-799b0b9551ec None None] The sync data for ids ['6b2f82d0-8eb8-4b48-a317-483200897ee6'] in dv-neutron-ussuri-2-hyperv is: [{'id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933232411', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '79c14081-c6af-40c2-af8a-151235824802', 'name': '', 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:60:b4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:34Z', 'updated_at': '2021-12-07T14:16:39Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:16:40.365887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:40.415017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-8ca196a8-57b6-4957-ab7c-94de4969de87 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:40.416777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-8ca196a8-57b6-4957-ab7c-94de4969de87 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "GET /v2.0/networks?id=2bf83138-2f81-4931-8e88-4d2684eeba7a HTTP/1.1" status: 200 len: 797 time: 0.1678550 Dec 07 14:16:40.489606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-ec04a00b-9133-45f5-a585-837397743d62 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7133d1beec2c4834a8afafda93963c28 HTTP/1.1" status: 200 len: 380 time: 0.0534091 Dec 07 14:16:40.501473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'port': {'device_id': 'aedefd4b-4765-4cfc-9475-35095a226552', 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a', 'admin_state_up': True, 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'security_groups': ['27a23e8a-d354-4724-86cc-fe4eb6cf467d']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:16:40.677110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:16:40.693930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:16:40.762592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Made reservation on behalf of 7133d1beec2c4834a8afafda93963c28 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:16:40.768523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:40.787892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-31bb897a-b81e-4fa4-a792-e3bf6f329d11 req-dd630437-3628-4ac9-988f-80edb337ab91 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 210 time: 0.0696490 Dec 07 14:16:40.960424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.20.0.3 (2bf83138-2f81-4931-8e88-4d2684eeba7a/d3e5f029-486f-43e6-9cec-5f794a3fd411/df9dacbf-74f8-4546-8998-efe2fdf6174d) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:16:41.170787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:41.189211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Transition to ACTIVE for port object df9dacbf-74f8-4546-8998-efe2fdf6174d will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:16:41.229361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:41.236014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-31fe91f7-e4d9-4ccd-9c1b-3164b34f3fb1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:41.310320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 2bf83138-2f81-4931-8e88-4d2684eeba7a is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:16:41.314509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:16:41.325584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:16:41.353630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=df9dacbf-74f8-4546-8998-efe2fdf6174d,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:41.360359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:41.396222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:41.396889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:41.508896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 79c14081-c6af-40c2-af8a-151235824802 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:16:41.550024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0525687 Dec 07 14:16:41.568381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Request body: {'port': {'device_id': 'aedefd4b-4765-4cfc-9475-35095a226552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:16:41.622803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 79c14081-c6af-40c2-af8a-151235824802 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:16:41.628325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 79c14081-c6af-40c2-af8a-151235824802 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:16:41.628747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:41.688461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:41.739926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2dfa08c1-b405-4a43-827b-cf7ca274955b None None] Provisioning for port df9dacbf-74f8-4546-8998-efe2fdf6174d completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:16:41.748346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2dfa08c1-b405-4a43-827b-cf7ca274955b None None] Provisioning complete for port df9dacbf-74f8-4546-8998-efe2fdf6174d triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:16:41.748767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2dfa08c1-b405-4a43-827b-cf7ca274955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:41.801572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:41.839028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-2dfa08c1-b405-4a43-827b-cf7ca274955b None None] Port df9dacbf-74f8-4546-8998-efe2fdf6174d cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:16:41.851198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 79c14081-c6af-40c2-af8a-151235824802, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=79c14081-c6af-40c2-af8a-151235824802,segment=NetworkSegment(82006a3b-ef83-4585-85be-069e7b90b68b),segment_id=82006a3b-ef83-4585-85be-069e7b90b68b)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:16:41.880298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:41.882774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:41.953267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=79c14081-c6af-40c2-af8a-151235824802,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:41.956827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:42.116020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9dacbf-74f8-4546-8998-efe2fdf6174d {{(pid=88897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:16:42.124878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:42.148459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Transition to ACTIVE for port object df9dacbf-74f8-4546-8998-efe2fdf6174d will not be triggered until provisioned by entity L2. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:16:42.175863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a375b1-097b-4164-9a87-c9b15611fe12 req-443fce0c-3158-4f11-9ffa-fbec02c96a48 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:42.176606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-e7a375b1-097b-4164-9a87-c9b15611fe12 req-443fce0c-3158-4f11-9ffa-fbec02c96a48 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:16:42.180924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:42.185876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5af7dce5-68c3-4d82-9447-10c71a3c20e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:42.314080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-e7a375b1-097b-4164-9a87-c9b15611fe12 req-443fce0c-3158-4f11-9ffa-fbec02c96a48 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:16:42.315130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e7a375b1-097b-4164-9a87-c9b15611fe12 req-443fce0c-3158-4f11-9ffa-fbec02c96a48 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 931 time: 0.3911796 Dec 07 14:16:42.340848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=df9dacbf-74f8-4546-8998-efe2fdf6174d,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:42.346767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:42.456218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e7a375b1-097b-4164-9a87-c9b15611fe12 req-f908f29d-49df-40cd-9282-2f124f55c542 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306744 Dec 07 14:16:42.483530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Attempting to bind port df9dacbf-74f8-4546-8998-efe2fdf6174d on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:16:42.483900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Attempting to bind port df9dacbf-74f8-4546-8998-efe2fdf6174d by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '82006a3b-ef83-4585-85be-069e7b90b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:16:42.484309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Attempting to bind port df9dacbf-74f8-4546-8998-efe2fdf6174d on network 2bf83138-2f81-4931-8e88-4d2684eeba7a {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:16:42.490526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Port df9dacbf-74f8-4546-8998-efe2fdf6174d on network 2bf83138-2f81-4931-8e88-4d2684eeba7a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:16:42.490880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Attempting to bind port df9dacbf-74f8-4546-8998-efe2fdf6174d on network 2bf83138-2f81-4931-8e88-4d2684eeba7a {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:16:42.498231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:16:42.498601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Checking segment: {'id': '82006a3b-ef83-4585-85be-069e7b90b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:16:42.499016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Bound using segment: {'id': '82006a3b-ef83-4585-85be-069e7b90b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a'} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:16:42.499503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Bound port: df9dacbf-74f8-4546-8998-efe2fdf6174d, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82006a3b-ef83-4585-85be-069e7b90b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a'}}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:16:42.499881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:42.593553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] For port df9dacbf-74f8-4546-8998-efe2fdf6174d, host hv-neutron-ussu, cleared binding levels {{(pid=88897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:16:42.596651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] For port df9dacbf-74f8-4546-8998-efe2fdf6174d, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d,segment=NetworkSegment(82006a3b-ef83-4585-85be-069e7b90b68b),segment_id=82006a3b-ef83-4585-85be-069e7b90b68b)] {{(pid=88897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:16:42.626031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:42.630395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-22d31d4f-f438-421d-a15c-56ab221c2dd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:42.685437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:42.686982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] 10.222.0.45 "PUT /v2.0/ports/df9dacbf-74f8-4546-8998-efe2fdf6174d HTTP/1.1" status: 200 len: 1093 time: 1.1244383 Dec 07 14:16:42.687514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedefd4b-4765-4cfc-9475-35095a226552', 'tag': 'df9dacbf-74f8-4546-8998-efe2fdf6174d'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:16:42.711569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=df9dacbf-74f8-4546-8998-efe2fdf6174d,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:42.713123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:42.790668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aedefd4b-4765-4cfc-9475-35095a226552', 'tag': 'df9dacbf-74f8-4546-8998-efe2fdf6174d', 'status': 'completed', 'code': 200} Dec 07 14:16:42.838981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-b5a8b765-7846-4c53-8b60-5976af382bf4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 1096 time: 0.0838163 Dec 07 14:16:42.917359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-bf827047-613e-4c13-a04f-1b7c948931e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d HTTP/1.1" status: 200 len: 217 time: 0.0660274 Dec 07 14:16:42.993890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-02ba37c9-f9fe-4f66-a92b-93ed7b10faf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:42.995526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-02ba37c9-f9fe-4f66-a92b-93ed7b10faf0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d3e5f029-486f-43e6-9cec-5f794a3fd411 HTTP/1.1" status: 200 len: 835 time: 0.0685716 Dec 07 14:16:43.079642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-c89399e7-ceec-42f2-852d-49fc8329d93b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2bf83138-2f81-4931-8e88-4d2684eeba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733609 Dec 07 14:16:43.233226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-d383588c-d9eb-4810-912b-ba95047ad3e2 service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406438 Dec 07 14:16:43.379268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3ae834b8-5d39-4d19-8606-a23d48a56af6 req-a58cc1d2-9d6d-4414-b4d6-1f75c51c6d83 service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350045 Dec 07 14:16:43.463222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 79c14081-c6af-40c2-af8a-151235824802 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:16:43.540245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 79c14081-c6af-40c2-af8a-151235824802 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:16:43.540676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:43.547262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f68d24d7-096f-48e1-bf25-7dc0a12c53c2 req-ee442948-4ad8-447b-95ce-218a63867883 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 1096 time: 0.0811458 Dec 07 14:16:43.762221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d24d7-096f-48e1-bf25-7dc0a12c53c2 req-1fa2b58c-c4f8-4521-9e3b-5db80161db3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:43.763620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f68d24d7-096f-48e1-bf25-7dc0a12c53c2 req-1fa2b58c-c4f8-4521-9e3b-5db80161db3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=2bf83138-2f81-4931-8e88-4d2684eeba7a HTTP/1.1" status: 200 len: 898 time: 0.2095833 Dec 07 14:16:43.773517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639edd5-77f4-4017-b998-401ad4e1b13e req-4b23eb48-dc73-4d62-ba54-22916644e14c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:43.774978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5639edd5-77f4-4017-b998-401ad4e1b13e req-4b23eb48-dc73-4d62-ba54-22916644e14c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 943 time: 0.1393561 Dec 07 14:16:43.859962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f68d24d7-096f-48e1-bf25-7dc0a12c53c2 req-0005563d-f460-4dfa-950a-a48306510c3f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d HTTP/1.1" status: 200 len: 217 time: 0.0838215 Dec 07 14:16:43.932731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5639edd5-77f4-4017-b998-401ad4e1b13e req-2c763243-3a24-47f4-bdc6-27b60a76c91e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071355 Dec 07 14:16:43.944285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d24d7-096f-48e1-bf25-7dc0a12c53c2 req-d0513190-5b2a-461e-8271-a4a23714290c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:43.945946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f68d24d7-096f-48e1-bf25-7dc0a12c53c2 req-d0513190-5b2a-461e-8271-a4a23714290c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d3e5f029-486f-43e6-9cec-5f794a3fd411 HTTP/1.1" status: 200 len: 835 time: 0.0748825 Dec 07 14:16:44.026205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f68d24d7-096f-48e1-bf25-7dc0a12c53c2 req-82584109-5f7c-421c-b14c-83777fa3f5ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2bf83138-2f81-4931-8e88-4d2684eeba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730560 Dec 07 14:16:44.166837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f68d24d7-096f-48e1-bf25-7dc0a12c53c2 req-819581a6-12af-45f3-9da9-2bf5fbbd7d93 service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329153 Dec 07 14:16:44.311861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f68d24d7-096f-48e1-bf25-7dc0a12c53c2 req-935f9c4c-c57d-451d-a37c-405e6d4bc720 service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365566 Dec 07 14:16:45.234697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb24d9d-64f7-467f-a9c0-85e30ead920a req-e7608ee6-b0a0-4883-a3d9-49be11e62aca tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:45.236333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6eb24d9d-64f7-467f-a9c0-85e30ead920a req-e7608ee6-b0a0-4883-a3d9-49be11e62aca tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 943 time: 0.1780772 Dec 07 14:16:45.288014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6eb24d9d-64f7-467f-a9c0-85e30ead920a req-f355250e-304b-440e-9f6a-32a785537b1f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455151 Dec 07 14:16:46.491790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96622c1f-e07e-4d3a-baf4-9cbe78588833 req-6f9eaef6-a914-43e1-b0fb-3790f7f4a654 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:46.493388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96622c1f-e07e-4d3a-baf4-9cbe78588833 req-6f9eaef6-a914-43e1-b0fb-3790f7f4a654 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 943 time: 0.0827122 Dec 07 14:16:46.546295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-96622c1f-e07e-4d3a-baf4-9cbe78588833 req-bd0fbbb8-e698-4d5e-88ab-3ffe0509eadf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467472 Dec 07 14:16:46.633556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device df9dacbf-74f8-4546-8998-efe2fdf6174d details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:16:46.936726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port df9dacbf-74f8-4546-8998-efe2fdf6174d, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d,segment=NetworkSegment(82006a3b-ef83-4585-85be-069e7b90b68b),segment_id=82006a3b-ef83-4585-85be-069e7b90b68b)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:16:46.954860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'df9dacbf-74f8-4546-8998-efe2fdf6174d', 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a', 'port_id': 'df9dacbf-74f8-4546-8998-efe2fdf6174d', 'mac_address': 'fa:16:3e:1f:e8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:16:47.009963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:47.028565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9dacbf-74f8-4546-8998-efe2fdf6174d {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:16:47.043275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port df9dacbf-74f8-4546-8998-efe2fdf6174d, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d,segment=NetworkSegment(82006a3b-ef83-4585-85be-069e7b90b68b),segment_id=82006a3b-ef83-4585-85be-069e7b90b68b)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:16:47.116678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:47.119353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:47.184844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=df9dacbf-74f8-4546-8998-efe2fdf6174d,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:47.188070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:47.381336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['df9dacbf-74f8-4546-8998-efe2fdf6174d'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:16:47.756082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdb34b-3fa3-4a11-8e9a-7c5b5624ecee req-f69caf4f-282c-4d19-9749-cb669d6e687f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:47.757668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6ccdb34b-3fa3-4a11-8e9a-7c5b5624ecee req-f69caf4f-282c-4d19-9749-cb669d6e687f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 944 time: 0.0822523 Dec 07 14:16:47.805802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6ccdb34b-3fa3-4a11-8e9a-7c5b5624ecee req-5e364043-5f54-43e0-842a-f450ce608ada tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413480 Dec 07 14:16:48.643039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device df9dacbf-74f8-4546-8998-efe2fdf6174d up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:16:48.745096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port df9dacbf-74f8-4546-8998-efe2fdf6174d completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:16:48.749970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port df9dacbf-74f8-4546-8998-efe2fdf6174d triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:16:48.750383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:48.868365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:48.897090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedefd4b-4765-4cfc-9475-35095a226552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9dacbf-74f8-4546-8998-efe2fdf6174d'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:16:48.907969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port df9dacbf-74f8-4546-8998-efe2fdf6174d, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d,segment=NetworkSegment(82006a3b-ef83-4585-85be-069e7b90b68b),segment_id=82006a3b-ef83-4585-85be-069e7b90b68b)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:16:48.953958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedefd4b-4765-4cfc-9475-35095a226552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9dacbf-74f8-4546-8998-efe2fdf6174d', 'code': 200} Dec 07 14:16:48.955171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:48.957154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:49.022781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c1e10-6318-4336-869b-8994080ca15d req-121acda4-ff7d-4bc7-b4a5-f00eaadecaf8 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:49.024433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5c4c1e10-6318-4336-869b-8994080ca15d req-121acda4-ff7d-4bc7-b4a5-f00eaadecaf8 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0948169 Dec 07 14:16:49.030670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=df9dacbf-74f8-4546-8998-efe2fdf6174d,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:49.034017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:49.045877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:16:49.078190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5c4c1e10-6318-4336-869b-8994080ca15d req-ae9e8f7d-c0e8-44ab-bc4b-9c001e5a8059 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432591 Dec 07 14:16:49.290845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-612dd3e1-1b40-4e43-a9f3-c758a258de02 req-72fee512-0045-4dfe-87a9-98e6526f0650 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 1098 time: 0.0779068 Dec 07 14:16:49.340978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-612dd3e1-1b40-4e43-a9f3-c758a258de02 req-f4e6bdb5-6256-4680-9212-4def9db0cfb1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404143 Dec 07 14:16:50.523440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b2779-edd7-4758-86f2-8e0fd4dc78d3 req-6e2e7841-9354-46de-bd84-917eaf37005e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:50.525020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f6b2779-edd7-4758-86f2-8e0fd4dc78d3 req-6e2e7841-9354-46de-bd84-917eaf37005e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.3194480 Dec 07 14:16:50.574876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f6b2779-edd7-4758-86f2-8e0fd4dc78d3 req-7bce83f7-dcb7-4744-8d78-f48203dfbb4b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434055 Dec 07 14:16:51.795178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22f8b5-57cb-439f-9db8-e232a89b04de req-09d5a234-987b-4e76-a443-1772096b80e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:51.796778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2a22f8b5-57cb-439f-9db8-e232a89b04de req-09d5a234-987b-4e76-a443-1772096b80e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0878773 Dec 07 14:16:51.845400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2a22f8b5-57cb-439f-9db8-e232a89b04de req-7698c89a-c907-498d-9942-70f0ada445f4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426142 Dec 07 14:16:52.045016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38871ab3-14e5-4531-b4a1-10f69a35a7c8 req-02077fc2-8ada-46b5-bf79-72ab7f0bd07a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:52.046587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-38871ab3-14e5-4531-b4a1-10f69a35a7c8 req-02077fc2-8ada-46b5-bf79-72ab7f0bd07a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0803707 Dec 07 14:16:52.094204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-38871ab3-14e5-4531-b4a1-10f69a35a7c8 req-b0cd88fb-b120-48c2-97fe-75199df0decc tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414350 Dec 07 14:16:52.121247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58484) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:52.196085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-908c3e5e-fee9-43c9-bb9c-91fae2210ffe tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 1093 time: 0.0735397 Dec 07 14:16:52.199294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58488) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:52.204862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': 'df9dacbf-74f8-4546-8998-efe2fdf6174d', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:16:52.210652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:16:52.215328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:floatingip and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:16:52.218296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:16:52.224249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:16:52.271664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:52.417128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:52.561453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.36.4.6 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/453f398d-83f3-44bd-8db7-fe19828c71bc) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:16:52.713007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:52.777461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:52.782008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8b6ac529-6623-408e-bfa5-8463968e6b6e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:52.840357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:16:52.847460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:16:52.852401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:16:52.887725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=453f398d-83f3-44bd-8db7-fe19828c71bc,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:52.894055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:53.373203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:53.460138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:53.907561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:53.956429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:53.960924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-90a1e6da-38c5-46a2-9d4e-75a37979442a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:16:54.066589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=453f398d-83f3-44bd-8db7-fe19828c71bc,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:16:54.070913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:16:54.082281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:54.274753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Floating IP ba0bfac8-651b-475c-a1b2-ffa9e71eb32c associated. External IP: 172.36.4.6, port: df9dacbf-74f8-4546-8998-efe2fdf6174d. Dec 07 14:16:54.677713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 6b2f82d0-8eb8-4b48-a317-483200897ee6 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:16:54.883855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:16:54.894300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d4cce-1a70-4ebd-b29f-2bb5195f1b67 None None] Sync routers for ids ['6b2f82d0-8eb8-4b48-a317-483200897ee6'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:16:54.907343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d4cce-1a70-4ebd-b29f-2bb5195f1b67 None None] Routers {'6b2f82d0-8eb8-4b48-a317-483200897ee6'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:16:54.908027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-190d4cce-1a70-4ebd-b29f-2bb5195f1b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:16:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['6b2f82d0-8eb8-4b48-a317-483200897ee6'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:54.935176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:16:54.991723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7913232 Dec 07 14:16:54.992436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedefd4b-4765-4cfc-9475-35095a226552', 'tag': 'df9dacbf-74f8-4546-8998-efe2fdf6174d'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:16:55.065453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aedefd4b-4765-4cfc-9475-35095a226552', 'tag': 'df9dacbf-74f8-4546-8998-efe2fdf6174d', 'status': 'completed', 'code': 200} Dec 07 14:16:55.099624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-190d4cce-1a70-4ebd-b29f-2bb5195f1b67 None None] Set router 6b2f82d0-8eb8-4b48-a317-483200897ee6 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:16:55.245373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-78fc8816-793c-4d20-adfc-e510ff7bfa90 req-19a94229-89a6-479d-966b-5fafc54c40d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 1098 time: 0.1569581 Dec 07 14:16:55.251961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888b877-f18d-42a9-9f3b-52a0a91775d5 req-48d47df1-546c-468c-9909-e0c1c5e2e0e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:55.253520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e888b877-f18d-42a9-9f3b-52a0a91775d5 req-48d47df1-546c-468c-9909-e0c1c5e2e0e6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.1290765 Dec 07 14:16:55.409333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e888b877-f18d-42a9-9f3b-52a0a91775d5 req-fc737c51-b732-44a3-9d4c-7effe17c1358 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321604 Dec 07 14:16:55.439729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc8816-793c-4d20-adfc-e510ff7bfa90 req-f23171bb-fa2f-4b8f-827d-1d9754195408 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:55.441337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-78fc8816-793c-4d20-adfc-e510ff7bfa90 req-f23171bb-fa2f-4b8f-827d-1d9754195408 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2bf83138-2f81-4931-8e88-4d2684eeba7a HTTP/1.1" status: 200 len: 898 time: 0.1868925 Dec 07 14:16:55.442008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58496) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:55.472284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-190d4cce-1a70-4ebd-b29f-2bb5195f1b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933232411', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'ba0bfac8-651b-475c-a1b2-ffa9e71eb32c', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'floating_ip_address': '172.36.4.6', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'port_id': 'df9dacbf-74f8-4546-8998-efe2fdf6174d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a', 'mac_address': 'fa:16:3e:1f:e8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedefd4b-4765-4cfc-9475-35095a226552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:16:53Z', 'updated_at': '2021-12-07T14:16:53Z', 'revision_number': 0, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c14081-c6af-40c2-af8a-151235824802', 'name': '', 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:60:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:34Z', 'updated_at': '2021-12-07T14:16:41Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:55.476457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d4cce-1a70-4ebd-b29f-2bb5195f1b67 None None] Checking router: 6b2f82d0-8eb8-4b48-a317-483200897ee6 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:16:55.487621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d4cce-1a70-4ebd-b29f-2bb5195f1b67 None None] Routers {'6b2f82d0-8eb8-4b48-a317-483200897ee6'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:16:55.488279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-190d4cce-1a70-4ebd-b29f-2bb5195f1b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:16:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['6b2f82d0-8eb8-4b48-a317-483200897ee6'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:55.641137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3dffff42-2a35-4477-a504-a7b1c96521d4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/ba0bfac8-651b-475c-a1b2-ffa9e71eb32c HTTP/1.1" status: 200 len: 989 time: 0.1967225 Dec 07 14:16:55.652634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-78fc8816-793c-4d20-adfc-e510ff7bfa90 req-830cb31e-6b7a-45c6-abd8-70afb4859045 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d HTTP/1.1" status: 200 len: 997 time: 0.1517229 Dec 07 14:16:55.673307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-190d4cce-1a70-4ebd-b29f-2bb5195f1b67 None None] Set router 6b2f82d0-8eb8-4b48-a317-483200897ee6 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:16:55.726888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc8816-793c-4d20-adfc-e510ff7bfa90 req-3042e78c-3604-431f-9481-3742962115b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:16:55.728497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-78fc8816-793c-4d20-adfc-e510ff7bfa90 req-3042e78c-3604-431f-9481-3742962115b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d3e5f029-486f-43e6-9cec-5f794a3fd411 HTTP/1.1" status: 200 len: 835 time: 0.0668163 Dec 07 14:16:55.811781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-78fc8816-793c-4d20-adfc-e510ff7bfa90 req-91d5dfb6-36c2-44b6-a1b3-6d7b184a6a7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2bf83138-2f81-4931-8e88-4d2684eeba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760214 Dec 07 14:16:55.960805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-78fc8816-793c-4d20-adfc-e510ff7bfa90 req-694c090e-36f0-4a3f-bee3-29163458fc6b service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426318 Dec 07 14:16:56.040293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-190d4cce-1a70-4ebd-b29f-2bb5195f1b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933232411', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'ba0bfac8-651b-475c-a1b2-ffa9e71eb32c', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'floating_ip_address': '172.36.4.6', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'port_id': 'df9dacbf-74f8-4546-8998-efe2fdf6174d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a', 'mac_address': 'fa:16:3e:1f:e8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedefd4b-4765-4cfc-9475-35095a226552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:16:53Z', 'updated_at': '2021-12-07T14:16:53Z', 'revision_number': 0, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c14081-c6af-40c2-af8a-151235824802', 'name': '', 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:60:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:34Z', 'updated_at': '2021-12-07T14:16:41Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:16:56.044805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d4cce-1a70-4ebd-b29f-2bb5195f1b67 None None] The sync data for ids ['6b2f82d0-8eb8-4b48-a317-483200897ee6'] in dv-neutron-ussuri-2-hyperv is: [{'id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933232411', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'ba0bfac8-651b-475c-a1b2-ffa9e71eb32c', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'floating_ip_address': '172.36.4.6', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'port_id': 'df9dacbf-74f8-4546-8998-efe2fdf6174d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a', 'mac_address': 'fa:16:3e:1f:e8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedefd4b-4765-4cfc-9475-35095a226552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:16:53Z', 'updated_at': '2021-12-07T14:16:53Z', 'revision_number': 0, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c14081-c6af-40c2-af8a-151235824802', 'name': '', 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:60:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:34Z', 'updated_at': '2021-12-07T14:16:41Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:16:56.109614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-78fc8816-793c-4d20-adfc-e510ff7bfa90 req-ffefa958-06df-4761-a99c-d43247e5f36d service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421149 Dec 07 14:16:56.395352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddeae93-2805-47be-9f34-5895dca7455a None None] New status for floating IP ba0bfac8-651b-475c-a1b2-ffa9e71eb32c: ACTIVE {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:16:56.644292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58500) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:56.763246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8d0924e4-eda8-406f-b2a3-0368f7728339 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/ba0bfac8-651b-475c-a1b2-ffa9e71eb32c HTTP/1.1" status: 200 len: 989 time: 0.1176224 Dec 07 14:16:57.767326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58508) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:16:57.883927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ebc0f252-c645-438f-b8fb-17b9e4fb2a67 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/ba0bfac8-651b-475c-a1b2-ffa9e71eb32c HTTP/1.1" status: 200 len: 991 time: 0.1152966 Dec 07 14:17:00.122256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4d4a2e2f-2f9b-4201-a83f-41568462d2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:01.673787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:02.453553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7bdd-60c1-4630-82d6-18c0711da967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:03.082121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:04.947962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:08.151703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d389a847-1e73-43d4-a919-ccddf72390b4 req-2eb35e71-c065-4144-92c5-81ec2f683153 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733154 Dec 07 14:17:08.311906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d389a847-1e73-43d4-a919-ccddf72390b4 req-716647c9-0765-4797-a674-747fe31a6a55 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 1098 time: 0.0852785 Dec 07 14:17:08.465240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389a847-1e73-43d4-a919-ccddf72390b4 req-2b52c1df-33a1-42c6-a094-6d28d325a0ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:08.466808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d389a847-1e73-43d4-a919-ccddf72390b4 req-2b52c1df-33a1-42c6-a094-6d28d325a0ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=2bf83138-2f81-4931-8e88-4d2684eeba7a HTTP/1.1" status: 200 len: 898 time: 0.1336348 Dec 07 14:17:08.573102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d389a847-1e73-43d4-a919-ccddf72390b4 req-fc3ee396-ff15-4232-8c7c-e9f14e7ec1a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d HTTP/1.1" status: 200 len: 999 time: 0.0966287 Dec 07 14:17:08.644825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389a847-1e73-43d4-a919-ccddf72390b4 req-8ba3dc6b-d0bf-436f-83fd-5d4308185d11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:08.646341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d389a847-1e73-43d4-a919-ccddf72390b4 req-8ba3dc6b-d0bf-436f-83fd-5d4308185d11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d3e5f029-486f-43e6-9cec-5f794a3fd411 HTTP/1.1" status: 200 len: 835 time: 0.0648954 Dec 07 14:17:08.726359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d389a847-1e73-43d4-a919-ccddf72390b4 req-1b16d83a-a650-4504-bf9d-35e736deb14c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2bf83138-2f81-4931-8e88-4d2684eeba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729051 Dec 07 14:17:08.871905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d389a847-1e73-43d4-a919-ccddf72390b4 req-d7b5cadf-e567-4985-af96-ff0279c66b25 service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353951 Dec 07 14:17:09.023134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d389a847-1e73-43d4-a919-ccddf72390b4 req-269841ac-964b-440e-a311-152c251c38bc service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444693 Dec 07 14:17:10.353630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:26.047342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:17:29.144832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c3fe61f3-4c05-4e60-84f8-db3d8765db76 req-371d407c-4ab0-44dd-8f4b-5d9ab4ca130d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0777292 Dec 07 14:17:29.526122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748366a-a959-493a-8510-647351f947ec req-3f42fe61-0405-45b4-8ef6-5daacee86485 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:29.527743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b748366a-a959-493a-8510-647351f947ec req-3f42fe61-0405-45b4-8ef6-5daacee86485 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0844481 Dec 07 14:17:29.577081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b748366a-a959-493a-8510-647351f947ec req-9d8e671b-a0c2-4682-b463-9aa2c3bf9695 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430424 Dec 07 14:17:29.662025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-db0c14f7-76ca-48ef-9168-334d6b786b0b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2134717 Dec 07 14:17:30.107882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-38368fa1-18d8-4e9a-aaa1-a1873eb45d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:30.869705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab0297-31f4-4dea-9079-91aaf7cf43ef req-d8ae2312-92fb-4c37-9b9b-52a2c5d8a9b1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:30.871209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-13ab0297-31f4-4dea-9079-91aaf7cf43ef req-d8ae2312-92fb-4c37-9b9b-52a2c5d8a9b1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0855103 Dec 07 14:17:30.922857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-13ab0297-31f4-4dea-9079-91aaf7cf43ef req-53228a48-2a42-47c8-ad5e-469e8b02e408 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448492 Dec 07 14:17:31.676279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:31.712734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-735597c8-30b9-4e02-a662-80db94fb6927 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 1098 time: 0.0788655 Dec 07 14:17:31.862129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-2f7c3d9f-73f3-4bfa-95fb-29868cc56e43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:31.863762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-2f7c3d9f-73f3-4bfa-95fb-29868cc56e43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2bf83138-2f81-4931-8e88-4d2684eeba7a HTTP/1.1" status: 200 len: 898 time: 0.1404221 Dec 07 14:17:31.981983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-85a90009-031d-438f-9dbb-a65d0306296d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d HTTP/1.1" status: 200 len: 999 time: 0.1070659 Dec 07 14:17:32.066568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-df77178d-77fa-46dc-8fd0-4c55aade1c3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:32.068138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-df77178d-77fa-46dc-8fd0-4c55aade1c3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d3e5f029-486f-43e6-9cec-5f794a3fd411 HTTP/1.1" status: 200 len: 835 time: 0.0763133 Dec 07 14:17:32.221443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee010c6c-68e4-4fc1-970d-085114fb8183 req-2166789d-5dcd-4d96-b77d-399a8f16fa36 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:32.223110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ee010c6c-68e4-4fc1-970d-085114fb8183 req-2166789d-5dcd-4d96-b77d-399a8f16fa36 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.1588609 Dec 07 14:17:32.228020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-5efb685f-4370-4c6f-8874-b1c96c48bfa7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2bf83138-2f81-4931-8e88-4d2684eeba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1218629 Dec 07 14:17:32.379244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ee010c6c-68e4-4fc1-970d-085114fb8183 req-fdb95e19-f61c-44d8-8665-65c9ebdb2417 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464243 Dec 07 14:17:32.425207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-6a5c35b9-2586-49fc-9ad9-fcd14eb7c041 service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766784 Dec 07 14:17:32.453467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2a4f086-8e71-4531-bdeb-ee038bd0debd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:32.573426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-ce6bd134-3c8c-4d71-a80a-e5c4f08a56a6 service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368964 Dec 07 14:17:33.058841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:33.584938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e89190-387c-48b3-8b81-dedb8b2836b2 req-9b2c98f1-5912-4e5e-abc2-23523b6ddd02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:33.586439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0e89190-387c-48b3-8b81-dedb8b2836b2 req-9b2c98f1-5912-4e5e-abc2-23523b6ddd02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0826774 Dec 07 14:17:33.633967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0e89190-387c-48b3-8b81-dedb8b2836b2 req-f23b8a17-bd41-447e-9846-da7bb55da2da tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407898 Dec 07 14:17:34.843200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53e7b4-b059-4aa2-96de-c484efa1e4b6 req-23dbb9d6-f5d9-449d-a6fc-d9e5b1065e1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:34.844793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7a53e7b4-b059-4aa2-96de-c484efa1e4b6 req-23dbb9d6-f5d9-449d-a6fc-d9e5b1065e1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0868812 Dec 07 14:17:34.893601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7a53e7b4-b059-4aa2-96de-c484efa1e4b6 req-6129d22e-4291-4053-8407-2b417b4a5b39 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426736 Dec 07 14:17:34.961991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:36.102549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24872526-4644-491b-ae3b-5e826664d6e9 req-f9be81a3-20b1-4edc-b696-2823532f4652 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:36.104260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-24872526-4644-491b-ae3b-5e826664d6e9 req-f9be81a3-20b1-4edc-b696-2823532f4652 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0836544 Dec 07 14:17:36.152302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-24872526-4644-491b-ae3b-5e826664d6e9 req-501b04f5-0386-44ed-8941-a9761afa3825 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417631 Dec 07 14:17:37.591607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85e12c-c5e0-4eb8-8c7c-5a73320473eb req-8f7c6fcb-917a-494f-be30-608adea2fc5a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:37.593115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7c85e12c-c5e0-4eb8-8c7c-5a73320473eb req-8f7c6fcb-917a-494f-be30-608adea2fc5a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.3159168 Dec 07 14:17:37.641043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7c85e12c-c5e0-4eb8-8c7c-5a73320473eb req-e9846d53-28e8-4a8e-9b70-220f898e6db0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416908 Dec 07 14:17:38.843886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297397c-d74f-4a45-b0b6-e7785f10fe14 req-e9d4a9d8-3c56-4d4c-83d5-c12052260ff5 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:38.845454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b297397c-d74f-4a45-b0b6-e7785f10fe14 req-e9d4a9d8-3c56-4d4c-83d5-c12052260ff5 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0814583 Dec 07 14:17:38.893505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b297397c-d74f-4a45-b0b6-e7785f10fe14 req-85b8384f-73ce-4716-b112-ab85e26fc50c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420265 Dec 07 14:17:40.103613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862bbf0-61b2-4d78-a27f-9045d2c09f77 req-44412258-7c0d-4d62-91a1-a369572b0f22 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:40.105206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b862bbf0-61b2-4d78-a27f-9045d2c09f77 req-44412258-7c0d-4d62-91a1-a369572b0f22 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0843759 Dec 07 14:17:40.153288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b862bbf0-61b2-4d78-a27f-9045d2c09f77 req-5483b6a5-88b3-4c29-a582-a823978a04dd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405626 Dec 07 14:17:40.455653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:41.361664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35e4cc-ecd4-4fe7-9bd9-960d1aca702b req-f30b63ff-6588-4f67-af3d-f723143f81d5 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:41.363296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4a35e4cc-ecd4-4fe7-9bd9-960d1aca702b req-f30b63ff-6588-4f67-af3d-f723143f81d5 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0857770 Dec 07 14:17:41.415290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4a35e4cc-ecd4-4fe7-9bd9-960d1aca702b req-1e534982-13d7-4361-918b-631593d426d0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457320 Dec 07 14:17:42.619656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223173eb-39b0-43ab-bfa2-7a8181501b91 req-ca9b3182-6de5-4119-ae9c-e58fa4441b86 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:42.621163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-223173eb-39b0-43ab-bfa2-7a8181501b91 req-ca9b3182-6de5-4119-ae9c-e58fa4441b86 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0828338 Dec 07 14:17:42.669028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-223173eb-39b0-43ab-bfa2-7a8181501b91 req-e2e64e28-ff93-42bf-bb2e-2ba0e4947e79 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404027 Dec 07 14:17:43.883248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e457-e7b9-40ba-b20c-8a5b753825f5 req-b7921080-4bb5-41fa-8b76-040a5ed4ef49 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:43.885093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7257e457-e7b9-40ba-b20c-8a5b753825f5 req-b7921080-4bb5-41fa-8b76-040a5ed4ef49 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0862195 Dec 07 14:17:43.935171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7257e457-e7b9-40ba-b20c-8a5b753825f5 req-f171e04c-9921-44fe-a867-c79d253396bf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433915 Dec 07 14:17:45.140386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c93d3-5297-47fc-941c-03ca8b49c114 req-e8c65c79-9c20-4786-acdf-948cc7379894 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:45.141979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f7c93d3-5297-47fc-941c-03ca8b49c114 req-e8c65c79-9c20-4786-acdf-948cc7379894 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0823905 Dec 07 14:17:45.190542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f7c93d3-5297-47fc-941c-03ca8b49c114 req-878f2786-e3df-41c7-86bd-33389d909ee3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425138 Dec 07 14:17:46.408347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d955d9-73b6-434f-be4d-1e1a00230728 req-0d4cc1a7-4833-4728-a36d-036292839e53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:46.409928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-92d955d9-73b6-434f-be4d-1e1a00230728 req-0d4cc1a7-4833-4728-a36d-036292839e53 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0869043 Dec 07 14:17:46.457663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-92d955d9-73b6-434f-be4d-1e1a00230728 req-0cf049a1-ba3a-46bd-a467-b46253ba7e0a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414963 Dec 07 14:17:47.663091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7e8f9-32b0-4f77-8267-6172663ef103 req-d9c5fc27-acd4-46d5-a4f2-f07d6c47a9d4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:47.664614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0cb7e8f9-32b0-4f77-8267-6172663ef103 req-d9c5fc27-acd4-46d5-a4f2-f07d6c47a9d4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0801420 Dec 07 14:17:47.711854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0cb7e8f9-32b0-4f77-8267-6172663ef103 req-ed43df71-9458-4529-8171-a93c60fb7411 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407002 Dec 07 14:17:48.922709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45efac-a757-4dea-8c21-df98507a5c9c req-c92560a3-ac5a-4ca0-b950-49a8d5131b6d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:48.924786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3b45efac-a757-4dea-8c21-df98507a5c9c req-c92560a3-ac5a-4ca0-b950-49a8d5131b6d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0873473 Dec 07 14:17:48.972717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3b45efac-a757-4dea-8c21-df98507a5c9c req-60ab730c-cd86-426c-a648-e9064d449f1f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418131 Dec 07 14:17:49.716877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-bd168a93-9067-4f0e-aa1b-3ac62f25fd0e service neutron] 10.222.0.45 "GET /v2.0/ports/df9dacbf-74f8-4546-8998-efe2fdf6174d/bindings/hv-neutron-ussu HTTP/1.1" status: 200 len: 384 time: 0.0772803 Dec 07 14:17:50.244175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-3c0cbed7-104e-45c3-b5da-b791bf2bd215 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552&tenant_id=7133d1beec2c4834a8afafda93963c28 HTTP/1.1" status: 200 len: 1098 time: 0.1361697 Dec 07 14:17:50.257760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5de42f-db62-4643-8863-8d04305549bc req-e85c5104-39df-41ba-aa7a-ab5956f3f877 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:50.259322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2f5de42f-db62-4643-8863-8d04305549bc req-e85c5104-39df-41ba-aa7a-ab5956f3f877 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.1107881 Dec 07 14:17:50.363569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2f5de42f-db62-4643-8863-8d04305549bc req-8b67ed44-e5cd-447d-a292-d093c412f6b4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967038 Dec 07 14:17:50.387193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-1efb8ee5-e22b-4403-9789-88f3387dc519 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 1098 time: 0.0989478 Dec 07 14:17:50.534602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-3f0bf067-0db4-4915-b9b1-3bf46fa17b03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:50.536210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-3f0bf067-0db4-4915-b9b1-3bf46fa17b03 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2bf83138-2f81-4931-8e88-4d2684eeba7a HTTP/1.1" status: 200 len: 898 time: 0.1395903 Dec 07 14:17:50.649339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-b82fd095-b15b-4af8-9869-2bca4b625c97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d HTTP/1.1" status: 200 len: 999 time: 0.1029606 Dec 07 14:17:50.721731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-c8a97551-3936-4726-823c-98827b1ce5b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:50.723271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-c8a97551-3936-4726-823c-98827b1ce5b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d3e5f029-486f-43e6-9cec-5f794a3fd411 HTTP/1.1" status: 200 len: 835 time: 0.0647576 Dec 07 14:17:50.806566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-e3c5bf7d-7294-46e5-b48f-6c98dbdd55d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2bf83138-2f81-4931-8e88-4d2684eeba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740981 Dec 07 14:17:50.955825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-70c5b208-5d12-4ab0-8eca-7ab59c9c3864 service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384082 Dec 07 14:17:51.104404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-11073df7-c1c7-4302-b79a-1ccac159c0e4 req-1f9d6422-5073-41ca-89b4-1a123e194324 service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384983 Dec 07 14:17:51.575134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d237207-4dbe-441f-8473-d500c8561390 req-83612b8f-3b30-4335-8529-cfa7a99ac749 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:51.576706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6d237207-4dbe-441f-8473-d500c8561390 req-83612b8f-3b30-4335-8529-cfa7a99ac749 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0850146 Dec 07 14:17:51.625528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6d237207-4dbe-441f-8473-d500c8561390 req-4e246e7c-503d-489d-8b4e-d978fa220d1b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426390 Dec 07 14:17:52.836201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3d674-c468-4594-86e4-efb1fac830f8 req-7f8518d2-d258-4bcc-9005-461da91eb664 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:52.837756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6ef3d674-c468-4594-86e4-efb1fac830f8 req-7f8518d2-d258-4bcc-9005-461da91eb664 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0866892 Dec 07 14:17:52.885897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6ef3d674-c468-4594-86e4-efb1fac830f8 req-310ba491-352c-41a3-a173-95983c5551a9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419240 Dec 07 14:17:52.969879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device df9dacbf-74f8-4546-8998-efe2fdf6174d details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:17:52.975470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device df9dacbf-74f8-4546-8998-efe2fdf6174d no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:17:53.195582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:53.228651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port df9dacbf-74f8-4546-8998-efe2fdf6174d, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d,segment=NetworkSegment(82006a3b-ef83-4585-85be-069e7b90b68b),segment_id=82006a3b-ef83-4585-85be-069e7b90b68b)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:17:53.251213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedefd4b-4765-4cfc-9475-35095a226552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df9dacbf-74f8-4546-8998-efe2fdf6174d'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:17:53.258909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'df9dacbf-74f8-4546-8998-efe2fdf6174d', 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a', 'port_id': 'df9dacbf-74f8-4546-8998-efe2fdf6174d', 'mac_address': 'fa:16:3e:1f:e8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:17:53.265661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port df9dacbf-74f8-4546-8998-efe2fdf6174d, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d,segment=NetworkSegment(82006a3b-ef83-4585-85be-069e7b90b68b),segment_id=82006a3b-ef83-4585-85be-069e7b90b68b)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:17:53.329978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:53.331985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:17:53.360960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:53.395790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9dacbf-74f8-4546-8998-efe2fdf6174d {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:17:53.409458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedefd4b-4765-4cfc-9475-35095a226552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df9dacbf-74f8-4546-8998-efe2fdf6174d', 'code': 200} Dec 07 14:17:53.428758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port df9dacbf-74f8-4546-8998-efe2fdf6174d, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d,segment=NetworkSegment(82006a3b-ef83-4585-85be-069e7b90b68b),segment_id=82006a3b-ef83-4585-85be-069e7b90b68b)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:17:53.429721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=df9dacbf-74f8-4546-8998-efe2fdf6174d,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:17:53.442637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:17:53.442637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:17:53.442637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:17:53.442637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:17:53.442637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:17:53.442637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:17:53.442637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:17:53.442637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:17:53.442637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:17:53.442637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:17:53.442637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:17:53.446246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:17:53.470530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:53.472456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:17:53.539119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['df9dacbf-74f8-4546-8998-efe2fdf6174d'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:17:53.584291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=df9dacbf-74f8-4546-8998-efe2fdf6174d,revision_number=7']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:17:53.588904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:17:54.094258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45965f6d-29f3-470a-9d3f-64615be0e7bc req-c3b78091-67a6-402d-b8d3-467bd381747f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:54.095871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-45965f6d-29f3-470a-9d3f-64615be0e7bc req-c3b78091-67a6-402d-b8d3-467bd381747f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 944 time: 0.0819819 Dec 07 14:17:54.144211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-45965f6d-29f3-470a-9d3f-64615be0e7bc req-dbdf3c19-2fc8-4943-b465-bf2d3cc886db tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421724 Dec 07 14:17:54.750777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64b9c8-2497-4269-a3dc-8689f14b915d req-3555ab9d-ad60-4df5-a31e-ee359b117f04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:54.752401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe64b9c8-2497-4269-a3dc-8689f14b915d req-3555ab9d-ad60-4df5-a31e-ee359b117f04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 944 time: 0.1581924 Dec 07 14:17:54.759158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689847d5-1014-435c-99d8-30bc5ddacf44 req-8bbcaf75-a1c2-4b73-9063-80076013b1d6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:54.760903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-689847d5-1014-435c-99d8-30bc5ddacf44 req-8bbcaf75-a1c2-4b73-9063-80076013b1d6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552&tenant_id=7133d1beec2c4834a8afafda93963c28&binding%3Ahost_id=hv-neutron-ussu HTTP/1.1" status: 200 len: 944 time: 0.1203790 Dec 07 14:17:54.806114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fe64b9c8-2497-4269-a3dc-8689f14b915d req-cda82cea-a9cb-4e45-a3ae-3173003d7c88 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441411 Dec 07 14:17:54.921479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-689847d5-1014-435c-99d8-30bc5ddacf44 req-34201d61-e9c8-4dd4-8616-d54cf642a4fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 1097 time: 0.0793681 Dec 07 14:17:54.998236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device df9dacbf-74f8-4546-8998-efe2fdf6174d up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:17:55.069435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port df9dacbf-74f8-4546-8998-efe2fdf6174d triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:17:55.069776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:55.131091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689847d5-1014-435c-99d8-30bc5ddacf44 req-ac9032c9-50b7-4d87-8c14-f7c112b129e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:55.132715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-689847d5-1014-435c-99d8-30bc5ddacf44 req-ac9032c9-50b7-4d87-8c14-f7c112b129e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2bf83138-2f81-4931-8e88-4d2684eeba7a HTTP/1.1" status: 200 len: 898 time: 0.2045934 Dec 07 14:17:55.140435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b4752-1025-4f1b-a933-f722de7617c3 req-fbc2f0e3-195e-4467-a994-4908c6538c86 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:55.141948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-242b4752-1025-4f1b-a933-f722de7617c3 req-fbc2f0e3-195e-4467-a994-4908c6538c86 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 944 time: 0.1895676 Dec 07 14:17:55.291142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-242b4752-1025-4f1b-a933-f722de7617c3 req-47c5916d-a8a6-44c4-a7eb-b53cc54c4da1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938869 Dec 07 14:17:55.293628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-689847d5-1014-435c-99d8-30bc5ddacf44 req-3fd16080-b578-49b2-a246-41219903b049 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d HTTP/1.1" status: 200 len: 998 time: 0.1506557 Dec 07 14:17:55.356784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:55.372210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689847d5-1014-435c-99d8-30bc5ddacf44 req-25c0a065-6729-4010-8ff3-d7cb7dccae43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:55.373784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-689847d5-1014-435c-99d8-30bc5ddacf44 req-25c0a065-6729-4010-8ff3-d7cb7dccae43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d3e5f029-486f-43e6-9cec-5f794a3fd411 HTTP/1.1" status: 200 len: 835 time: 0.0737026 Dec 07 14:17:55.390242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port df9dacbf-74f8-4546-8998-efe2fdf6174d, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d,segment=NetworkSegment(82006a3b-ef83-4585-85be-069e7b90b68b),segment_id=82006a3b-ef83-4585-85be-069e7b90b68b)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:17:55.410161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedefd4b-4765-4cfc-9475-35095a226552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9dacbf-74f8-4546-8998-efe2fdf6174d'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:17:55.435920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:17:55.438390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-156bab66-842b-4c8e-9e23-0b19c2433c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:17:55.454904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-689847d5-1014-435c-99d8-30bc5ddacf44 req-b1d4f182-d2d8-49d7-bbae-6d9d1ff47a5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2bf83138-2f81-4931-8e88-4d2684eeba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748980 Dec 07 14:17:55.484301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedefd4b-4765-4cfc-9475-35095a226552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9dacbf-74f8-4546-8998-efe2fdf6174d', 'code': 200} Dec 07 14:17:55.510205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=df9dacbf-74f8-4546-8998-efe2fdf6174d,revision_number=8']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:17:55.514148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:17:55.595890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-689847d5-1014-435c-99d8-30bc5ddacf44 req-a96442ad-9cdb-4b57-9b6f-6f64ca26b9b8 service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346073 Dec 07 14:17:55.733487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-689847d5-1014-435c-99d8-30bc5ddacf44 req-0a7cdaf6-caf3-42fb-987e-724ddc73da61 service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316805 Dec 07 14:17:56.508494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ae077-32a8-4ad6-bf4c-36ab9c9c128b req-1eea4dd2-c194-490e-9d04-429d99384544 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:17:56.510357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-327ae077-32a8-4ad6-bf4c-36ab9c9c128b req-1eea4dd2-c194-490e-9d04-429d99384544 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0826194 Dec 07 14:17:56.562983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-327ae077-32a8-4ad6-bf4c-36ab9c9c128b req-88d7363e-9f02-4e76-810b-e6f3d60894c2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464122 Dec 07 14:17:56.591429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58626) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:17:56.704547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-75ab2dac-1b91-4f15-9da5-fb92182d1ddc tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/ba0bfac8-651b-475c-a1b2-ffa9e71eb32c HTTP/1.1" status: 200 len: 991 time: 0.1117804 Dec 07 14:18:00.112517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c29efa5e-773f-4c9e-9918-ede7d364bde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:01.693302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:02.455521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5ac56f80-87c7-4bf1-8bc2-e47518e8d0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:03.049052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:18:03.066883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:04.969567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:09.172265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e427bbfc-6766-4daa-9f79-cc8083afa4e6 req-ff8952a9-b2d9-4b17-9e73-075f561607e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805805 Dec 07 14:18:09.331009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e427bbfc-6766-4daa-9f79-cc8083afa4e6 req-c4caa525-b94b-42df-90e8-119cee866a4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 1098 time: 0.0778003 Dec 07 14:18:09.487735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427bbfc-6766-4daa-9f79-cc8083afa4e6 req-bc9d5a93-c775-46fc-9218-34fd10072aed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:09.489358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e427bbfc-6766-4daa-9f79-cc8083afa4e6 req-bc9d5a93-c775-46fc-9218-34fd10072aed service neutron] 10.222.0.45 "GET /v2.0/networks?id=2bf83138-2f81-4931-8e88-4d2684eeba7a HTTP/1.1" status: 200 len: 898 time: 0.1375515 Dec 07 14:18:09.840036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e427bbfc-6766-4daa-9f79-cc8083afa4e6 req-5a672203-5b21-4262-852d-9a37dae1f6c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d HTTP/1.1" status: 200 len: 999 time: 0.3420937 Dec 07 14:18:09.911694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427bbfc-6766-4daa-9f79-cc8083afa4e6 req-6c302b3a-ab84-4194-bbd6-222e2cd9895c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:09.913231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e427bbfc-6766-4daa-9f79-cc8083afa4e6 req-6c302b3a-ab84-4194-bbd6-222e2cd9895c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d3e5f029-486f-43e6-9cec-5f794a3fd411 HTTP/1.1" status: 200 len: 835 time: 0.0673876 Dec 07 14:18:09.994577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e427bbfc-6766-4daa-9f79-cc8083afa4e6 req-b1842921-adcc-46c0-8993-6351fb95fd46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2bf83138-2f81-4931-8e88-4d2684eeba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738297 Dec 07 14:18:10.138866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e427bbfc-6766-4daa-9f79-cc8083afa4e6 req-87d7b0df-3ff7-4baf-809b-c8c7405f6475 service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371498 Dec 07 14:18:10.281665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e427bbfc-6766-4daa-9f79-cc8083afa4e6 req-8432e77e-6dca-4e6f-9030-9b7a93f49958 service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361203 Dec 07 14:18:10.466457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:27.325474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58642) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:27.535829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port 453f398d-83f3-44bd-8db7-fe19828c71bc {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:18:27.536219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:27.708942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:27.709302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:27.832664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for 453f398d-83f3-44bd-8db7-fe19828c71bc owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:18:28.067030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:28.072071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:28.116935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=453f398d-83f3-44bd-8db7-fe19828c71bc,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:28.196148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:28.196589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:28.197014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:28.197436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:28.198884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:28.199310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:28.199731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:28.200172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:28.200590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:28.201005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:28.201419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:28.208248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:28.231718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:28.636871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 6b2f82d0-8eb8-4b48-a317-483200897ee6 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:18:28.842546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:18:28.852478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143003c3-a072-41ed-a3db-7dda13ba32fa None None] Sync routers for ids ['6b2f82d0-8eb8-4b48-a317-483200897ee6'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:18:28.864940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143003c3-a072-41ed-a3db-7dda13ba32fa None None] Routers {'6b2f82d0-8eb8-4b48-a317-483200897ee6'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:18:28.871119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-143003c3-a072-41ed-a3db-7dda13ba32fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:18:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['6b2f82d0-8eb8-4b48-a317-483200897ee6'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:28.900887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:28.956027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/floatingips/ba0bfac8-651b-475c-a1b2-ffa9e71eb32c HTTP/1.1" status: 204 len: 168 time: 1.6293507 Dec 07 14:18:28.956739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedefd4b-4765-4cfc-9475-35095a226552', 'tag': 'df9dacbf-74f8-4546-8998-efe2fdf6174d'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:18:29.065628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-143003c3-a072-41ed-a3db-7dda13ba32fa None None] Set router 6b2f82d0-8eb8-4b48-a317-483200897ee6 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:18:29.112433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aedefd4b-4765-4cfc-9475-35095a226552', 'tag': 'df9dacbf-74f8-4546-8998-efe2fdf6174d', 'status': 'completed', 'code': 200} Dec 07 14:18:29.213118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7888a5c0-7842-4ecc-8fd4-beb12b22b7fe req-a0161d0e-5150-4bd0-90f2-7e8ca5adbe08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 1098 time: 0.0744598 Dec 07 14:18:29.371974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888a5c0-7842-4ecc-8fd4-beb12b22b7fe req-56b9d87a-0778-465f-9146-41f6397a0200 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:29.373838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7888a5c0-7842-4ecc-8fd4-beb12b22b7fe req-56b9d87a-0778-465f-9146-41f6397a0200 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2bf83138-2f81-4931-8e88-4d2684eeba7a HTTP/1.1" status: 200 len: 898 time: 0.1532311 Dec 07 14:18:29.413757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-143003c3-a072-41ed-a3db-7dda13ba32fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933232411', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '79c14081-c6af-40c2-af8a-151235824802', 'name': '', 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:60:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:34Z', 'updated_at': '2021-12-07T14:16:41Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:29.418949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143003c3-a072-41ed-a3db-7dda13ba32fa None None] Checking router: 6b2f82d0-8eb8-4b48-a317-483200897ee6 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:18:29.430449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143003c3-a072-41ed-a3db-7dda13ba32fa None None] Routers {'6b2f82d0-8eb8-4b48-a317-483200897ee6'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:18:29.431161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-143003c3-a072-41ed-a3db-7dda13ba32fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:18:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['6b2f82d0-8eb8-4b48-a317-483200897ee6'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:29.488810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7888a5c0-7842-4ecc-8fd4-beb12b22b7fe req-272b08c3-9bdb-4390-a39d-a19e68428a33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d HTTP/1.1" status: 200 len: 217 time: 0.1055372 Dec 07 14:18:29.624672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-143003c3-a072-41ed-a3db-7dda13ba32fa None None] Set router 6b2f82d0-8eb8-4b48-a317-483200897ee6 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:18:29.815517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888a5c0-7842-4ecc-8fd4-beb12b22b7fe req-1d8a0c6e-485e-40b1-bc7c-84d0ab079c7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:29.817002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7888a5c0-7842-4ecc-8fd4-beb12b22b7fe req-1d8a0c6e-485e-40b1-bc7c-84d0ab079c7f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d3e5f029-486f-43e6-9cec-5f794a3fd411 HTTP/1.1" status: 200 len: 835 time: 0.3205202 Dec 07 14:18:29.879742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f56956-40cf-4a0e-9b45-54736ad85bc1 req-61a1043c-9d9a-4d99-9c23-a976603d0f5c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:29.880492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-61f56956-40cf-4a0e-9b45-54736ad85bc1 req-61a1043c-9d9a-4d99-9c23-a976603d0f5c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:18:29.930678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7888a5c0-7842-4ecc-8fd4-beb12b22b7fe req-b806c49f-c577-4c74-bb25-4046c8f56cd9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2bf83138-2f81-4931-8e88-4d2684eeba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1045325 Dec 07 14:18:29.960125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-143003c3-a072-41ed-a3db-7dda13ba32fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933232411', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '79c14081-c6af-40c2-af8a-151235824802', 'name': '', 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:60:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:34Z', 'updated_at': '2021-12-07T14:16:41Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:29.961883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-61f56956-40cf-4a0e-9b45-54736ad85bc1 req-61a1043c-9d9a-4d99-9c23-a976603d0f5c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:18:29.963205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-61f56956-40cf-4a0e-9b45-54736ad85bc1 req-61a1043c-9d9a-4d99-9c23-a976603d0f5c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.5246332 Dec 07 14:18:29.964792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143003c3-a072-41ed-a3db-7dda13ba32fa None None] The sync data for ids ['6b2f82d0-8eb8-4b48-a317-483200897ee6'] in dv-neutron-ussuri-2-hyperv is: [{'id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933232411', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '79c14081-c6af-40c2-af8a-151235824802', 'name': '', 'network_id': '2bf83138-2f81-4931-8e88-4d2684eeba7a', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:60:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:34Z', 'updated_at': '2021-12-07T14:16:41Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': 'd3e5f029-486f-43e6-9cec-5f794a3fd411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:18:30.100744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-61f56956-40cf-4a0e-9b45-54736ad85bc1 req-7adbad1c-1d95-42ab-824e-ebd52ac483a3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823917 Dec 07 14:18:30.113022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3dd958f3-c0c5-4f6c-8448-0c6d803b995c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:30.119126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7888a5c0-7842-4ecc-8fd4-beb12b22b7fe req-b87a88a6-bf2b-4ecb-8b21-282aba7a272a service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811421 Dec 07 14:18:30.267861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7888a5c0-7842-4ecc-8fd4-beb12b22b7fe req-83336bdc-ebb4-4152-9e92-62992accc445 service neutron] 10.222.0.45 "GET /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415555 Dec 07 14:18:30.405740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c1b157-92d0-473f-b342-3510c3b04c8b None None] New status for floating IP ba0bfac8-651b-475c-a1b2-ffa9e71eb32c: DOWN {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:18:31.315815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94484a0d-3415-4320-bc3a-e953cb594580 req-05dec60d-794a-4311-aae0-9dde92019a0d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:31.317416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-94484a0d-3415-4320-bc3a-e953cb594580 req-05dec60d-794a-4311-aae0-9dde92019a0d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.0880811 Dec 07 14:18:31.418365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-94484a0d-3415-4320-bc3a-e953cb594580 req-371d9d4f-4eb4-4c84-b813-fa98238e4f24 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=27a23e8a-d354-4724-86cc-fe4eb6cf467d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938244 Dec 07 14:18:31.441939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cd802-df56-4646-8ee3-68d6ce1c067a req-f56564be-d158-4c1f-873c-286fcf92d521 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:31.443514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-600cd802-df56-4646-8ee3-68d6ce1c067a req-f56564be-d158-4c1f-873c-286fcf92d521 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 945 time: 0.1036730 Dec 07 14:18:31.521550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-600cd802-df56-4646-8ee3-68d6ce1c067a req-3bc53eac-c26f-4446-8249-35282bb18059 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port df9dacbf-74f8-4546-8998-efe2fdf6174d {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:18:31.521932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-600cd802-df56-4646-8ee3-68d6ce1c067a req-3bc53eac-c26f-4446-8249-35282bb18059 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:31.677446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:31.771487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-600cd802-df56-4646-8ee3-68d6ce1c067a req-3bc53eac-c26f-4446-8249-35282bb18059 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] For port df9dacbf-74f8-4546-8998-efe2fdf6174d, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=df9dacbf-74f8-4546-8998-efe2fdf6174d,segment=NetworkSegment(82006a3b-ef83-4585-85be-069e7b90b68b),segment_id=82006a3b-ef83-4585-85be-069e7b90b68b)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:18:31.771877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-600cd802-df56-4646-8ee3-68d6ce1c067a req-3bc53eac-c26f-4446-8249-35282bb18059 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:31.900156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-600cd802-df56-4646-8ee3-68d6ce1c067a req-3bc53eac-c26f-4446-8249-35282bb18059 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for df9dacbf-74f8-4546-8998-efe2fdf6174d owned by compute:nova {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:18:32.231868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-600cd802-df56-4646-8ee3-68d6ce1c067a req-3bc53eac-c26f-4446-8249-35282bb18059 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:32.237609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7e9df2e6-bd18-4890-98f8-9c5c8e9b2362 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:32.286903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc53eac-c26f-4446-8249-35282bb18059 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=df9dacbf-74f8-4546-8998-efe2fdf6174d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:32.291933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3bc53eac-c26f-4446-8249-35282bb18059 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:32.367639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-600cd802-df56-4646-8ee3-68d6ce1c067a req-3bc53eac-c26f-4446-8249-35282bb18059 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] No DVR routers for this DVR port df9dacbf-74f8-4546-8998-efe2fdf6174d on host hv-neutron-ussu {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:18:32.371465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-600cd802-df56-4646-8ee3-68d6ce1c067a req-3bc53eac-c26f-4446-8249-35282bb18059 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:32.374233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedefd4b-4765-4cfc-9475-35095a226552', 'name': 'network-vif-deleted', 'tag': 'df9dacbf-74f8-4546-8998-efe2fdf6174d'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:18:32.429640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedefd4b-4765-4cfc-9475-35095a226552', 'name': 'network-vif-deleted', 'tag': 'df9dacbf-74f8-4546-8998-efe2fdf6174d', 'status': 'completed', 'code': 200} Dec 07 14:18:32.441847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-600cd802-df56-4646-8ee3-68d6ce1c067a req-3bc53eac-c26f-4446-8249-35282bb18059 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "DELETE /v2.0/ports/df9dacbf-74f8-4546-8998-efe2fdf6174d HTTP/1.1" status: 204 len: 173 time: 0.9897556 Dec 07 14:18:32.500778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c1e0f2e3-3aca-4ed6-8b62-60b76927b086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:32.588106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-fa2dbae4-4c3b-4f62-a0d5-2f92164560dd req-3beb53bf-698a-4c14-880a-ce4821b22b54 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:18:32.632004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-fa2dbae4-4c3b-4f62-a0d5-2f92164560dd req-3beb53bf-698a-4c14-880a-ce4821b22b54 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:18:32.633336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fa2dbae4-4c3b-4f62-a0d5-2f92164560dd req-3beb53bf-698a-4c14-880a-ce4821b22b54 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedefd4b-4765-4cfc-9475-35095a226552 HTTP/1.1" status: 200 len: 210 time: 0.0920393 Dec 07 14:18:33.064123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:33.746402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58662) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:34.159499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed923ba4-4413-45a6-882d-49d3f773b0a7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:34.784722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ed923ba4-4413-45a6-882d-49d3f773b0a7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port 79c14081-c6af-40c2-af8a-151235824802 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:18:34.785301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed923ba4-4413-45a6-882d-49d3f773b0a7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:34.964083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:34.983853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-ed923ba4-4413-45a6-882d-49d3f773b0a7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] For port 79c14081-c6af-40c2-af8a-151235824802, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=79c14081-c6af-40c2-af8a-151235824802,segment=NetworkSegment(82006a3b-ef83-4585-85be-069e7b90b68b),segment_id=82006a3b-ef83-4585-85be-069e7b90b68b)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:18:34.984248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed923ba4-4413-45a6-882d-49d3f773b0a7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:35.112102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-ed923ba4-4413-45a6-882d-49d3f773b0a7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for 79c14081-c6af-40c2-af8a-151235824802 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:18:35.241088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device df9dacbf-74f8-4546-8998-efe2fdf6174d no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:18:35.279620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: df9dacbf-74f8-4546-8998-efe2fdf6174d {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:18:35.280020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device df9dacbf-74f8-4546-8998-efe2fdf6174d not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:18:35.420772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed923ba4-4413-45a6-882d-49d3f773b0a7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:35.425250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:35.470956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed923ba4-4413-45a6-882d-49d3f773b0a7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=79c14081-c6af-40c2-af8a-151235824802,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:35.473568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ed923ba4-4413-45a6-882d-49d3f773b0a7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:36.018493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ed923ba4-4413-45a6-882d-49d3f773b0a7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:36.612962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed923ba4-4413-45a6-882d-49d3f773b0a7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 6b2f82d0-8eb8-4b48-a317-483200897ee6 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:18:36.820507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed923ba4-4413-45a6-882d-49d3f773b0a7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:18:36.830760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f91d4b-7126-43c9-8833-5829aa1e45fb None None] Sync routers for ids ['6b2f82d0-8eb8-4b48-a317-483200897ee6'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:18:36.843734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f91d4b-7126-43c9-8833-5829aa1e45fb None None] Routers {'6b2f82d0-8eb8-4b48-a317-483200897ee6'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:18:36.844403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-80f91d4b-7126-43c9-8833-5829aa1e45fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:18:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['6b2f82d0-8eb8-4b48-a317-483200897ee6'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:36.889034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ed923ba4-4413-45a6-882d-49d3f773b0a7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "PUT /v2.0/routers/6b2f82d0-8eb8-4b48-a317-483200897ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1413491 Dec 07 14:18:36.891949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58666) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:37.030966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-80f91d4b-7126-43c9-8833-5829aa1e45fb None None] Set router 6b2f82d0-8eb8-4b48-a317-483200897ee6 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:18:37.092611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ba2a0f-7aa1-4ac8-ba04-651c47a05abd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting subnet d3e5f029-486f-43e6-9cec-5f794a3fd411 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:18:37.095748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7ba2a0f-7aa1-4ac8-ba04-651c47a05abd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:37.152267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7ba2a0f-7aa1-4ac8-ba04-651c47a05abd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:37.240020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7ba2a0f-7aa1-4ac8-ba04-651c47a05abd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:37.335216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-80f91d4b-7126-43c9-8833-5829aa1e45fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933232411', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:18:35Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:37.339867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f91d4b-7126-43c9-8833-5829aa1e45fb None None] Checking router: 6b2f82d0-8eb8-4b48-a317-483200897ee6 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:18:37.350868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f91d4b-7126-43c9-8833-5829aa1e45fb None None] Routers {'6b2f82d0-8eb8-4b48-a317-483200897ee6'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:18:37.351570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-80f91d4b-7126-43c9-8833-5829aa1e45fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:18:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['6b2f82d0-8eb8-4b48-a317-483200897ee6'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:37.390286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7ba2a0f-7aa1-4ac8-ba04-651c47a05abd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:37.395734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6976f41e-2b72-4471-9dbd-de9b28ef6d28 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:37.438809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba2a0f-7aa1-4ac8-ba04-651c47a05abd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e5f029-486f-43e6-9cec-5f794a3fd411,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:37.441711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7ba2a0f-7aa1-4ac8-ba04-651c47a05abd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:37.447155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b7ba2a0f-7aa1-4ac8-ba04-651c47a05abd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:37.454902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b7ba2a0f-7aa1-4ac8-ba04-651c47a05abd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/subnets/d3e5f029-486f-43e6-9cec-5f794a3fd411 HTTP/1.1" status: 204 len: 168 time: 0.5618896 Dec 07 14:18:37.457788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58670) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:37.657983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa26df3-7eaf-4d44-8a33-7e72cf3d294c None None] Network 2bf83138-2f81-4931-8e88-4d2684eeba7a requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:18:37.675368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:37.869862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-80f91d4b-7126-43c9-8833-5829aa1e45fb None None] Set router 6b2f82d0-8eb8-4b48-a317-483200897ee6 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:18:37.885525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:37.926854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port 4f98d24e-2375-484e-a55c-55e9c5cf6439 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:18:37.927250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:38.109787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] For port 4f98d24e-2375-484e-a55c-55e9c5cf6439, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4f98d24e-2375-484e-a55c-55e9c5cf6439,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:18:38.110764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:38.162571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097ec17c-62d1-4dc1-b74b-7a44d8e53007 None None] DHCP port deletion for 2bf83138-2f81-4931-8e88-4d2684eeba7a request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:18:38.172409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-097ec17c-62d1-4dc1-b74b-7a44d8e53007 None None] Deleting port 8fd30a44-565d-429a-91a7-c930f06ff6e9 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:18:38.172825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-097ec17c-62d1-4dc1-b74b-7a44d8e53007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:38.239192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for 4f98d24e-2375-484e-a55c-55e9c5cf6439 owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:18:38.300663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-80f91d4b-7126-43c9-8833-5829aa1e45fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933232411', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:18:35Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:38.370669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f91d4b-7126-43c9-8833-5829aa1e45fb None None] The sync data for ids ['6b2f82d0-8eb8-4b48-a317-483200897ee6'] in dv-neutron-ussuri-2-hyperv is: [{'id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1933232411', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32'}], 'enable_snat': True}, 'gw_port_id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:18:35Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '4f98d24e-2375-484e-a55c-55e9c5cf6439', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f82d0-8eb8-4b48-a317-483200897ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:16:30Z', 'updated_at': '2021-12-07T14:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:18:38.415380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-097ec17c-62d1-4dc1-b74b-7a44d8e53007 None None] For port 8fd30a44-565d-429a-91a7-c930f06ff6e9, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=8fd30a44-565d-429a-91a7-c930f06ff6e9,segment=NetworkSegment(82006a3b-ef83-4585-85be-069e7b90b68b),segment_id=82006a3b-ef83-4585-85be-069e7b90b68b)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:18:38.415871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-097ec17c-62d1-4dc1-b74b-7a44d8e53007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:38.512089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:38.516952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-97229bf5-51e0-41a3-8289-c563f3af1486 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:38.546231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-097ec17c-62d1-4dc1-b74b-7a44d8e53007 None None] Calling delete_port for 8fd30a44-565d-429a-91a7-c930f06ff6e9 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:18:38.558510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=4f98d24e-2375-484e-a55c-55e9c5cf6439,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:38.562908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:38.660827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-097ec17c-62d1-4dc1-b74b-7a44d8e53007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:38.665844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:38.708814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ec17c-62d1-4dc1-b74b-7a44d8e53007 None None] Pushing event deleted for resources: {'Port': ['ID=8fd30a44-565d-429a-91a7-c930f06ff6e9,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:38.712646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-097ec17c-62d1-4dc1-b74b-7a44d8e53007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:38.717100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ec17c-62d1-4dc1-b74b-7a44d8e53007 None None] No DVR routers for this DVR port 8fd30a44-565d-429a-91a7-c930f06ff6e9 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:18:39.042698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:39.307495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:39.311879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:39.446578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:39.447647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Fanout notify agent at l3_agent the message router_deleted on router 6b2f82d0-8eb8-4b48-a317-483200897ee6 {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 14:18:39.462698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:39.464805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/routers/6b2f82d0-8eb8-4b48-a317-483200897ee6 HTTP/1.1" status: 204 len: 168 time: 2.0059650 Dec 07 14:18:39.467635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58674) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:39.578627 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8fd30a44-565d-429a-91a7-c930f06ff6e9 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:18:39.601564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59d3bcef-3e8e-4080-acf8-db4a82520c67 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:39.615349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 8fd30a44-565d-429a-91a7-c930f06ff6e9 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:18:39.615743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 8fd30a44-565d-429a-91a7-c930f06ff6e9 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:18:39.616222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 79c14081-c6af-40c2-af8a-151235824802 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:18:39.649116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 79c14081-c6af-40c2-af8a-151235824802 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:18:39.649527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 79c14081-c6af-40c2-af8a-151235824802 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:18:39.743890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59d3bcef-3e8e-4080-acf8-db4a82520c67 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:39.776346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-59d3bcef-3e8e-4080-acf8-db4a82520c67 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf83138-2f81-4931-8e88-4d2684eeba7a']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:39.788801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-59d3bcef-3e8e-4080-acf8-db4a82520c67 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82006a3b-ef83-4585-85be-069e7b90b68b') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:39.789134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-59d3bcef-3e8e-4080-acf8-db4a82520c67 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82006a3b-ef83-4585-85be-069e7b90b68b') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:39.801669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59d3bcef-3e8e-4080-acf8-db4a82520c67 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:39.816261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59d3bcef-3e8e-4080-acf8-db4a82520c67 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:39.822407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d3bcef-3e8e-4080-acf8-db4a82520c67 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:18:39.822818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59d3bcef-3e8e-4080-acf8-db4a82520c67 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:18:39.838213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:18:39.943790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59d3bcef-3e8e-4080-acf8-db4a82520c67 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:39.947215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b9e26f2-0510-4173-8ef5-c98df61b416e tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:39.962044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-59d3bcef-3e8e-4080-acf8-db4a82520c67 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:39.974166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3bcef-3e8e-4080-acf8-db4a82520c67 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Network': ['ID=2bf83138-2f81-4931-8e88-4d2684eeba7a,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:39.977541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-59d3bcef-3e8e-4080-acf8-db4a82520c67 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:40.015251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-59d3bcef-3e8e-4080-acf8-db4a82520c67 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/networks/2bf83138-2f81-4931-8e88-4d2684eeba7a HTTP/1.1" status: 204 len: 168 time: 0.5466001 Dec 07 14:18:40.018097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58678) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:40.049619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:18:40.089480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ada30641-8836-427b-a620-88d7ad427fcb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:40.120355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ada30641-8836-427b-a620-88d7ad427fcb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:40.260755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ada30641-8836-427b-a620-88d7ad427fcb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:40.266163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-36256b8a-f8a2-4a28-9692-a7bd90ef2a9e tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:40.282152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada30641-8836-427b-a620-88d7ad427fcb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a23e8a-d354-4724-86cc-fe4eb6cf467d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:40.286447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ada30641-8836-427b-a620-88d7ad427fcb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:40.290024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ada30641-8836-427b-a620-88d7ad427fcb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:40.291309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ada30641-8836-427b-a620-88d7ad427fcb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/security-groups/27a23e8a-d354-4724-86cc-fe4eb6cf467d HTTP/1.1" status: 204 len: 168 time: 0.2718289 Dec 07 14:18:40.546377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:41.483468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4f98d24e-2375-484e-a55c-55e9c5cf6439 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:18:41.517845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 4f98d24e-2375-484e-a55c-55e9c5cf6439 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:18:41.518238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4f98d24e-2375-484e-a55c-55e9c5cf6439 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:18:41.802293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58688) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:41.808622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-db39174c-28e6-4da0-a38b-ccb27548f137 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1882272282', 'description': 'tempest-secgroup-smoke-1882272282 description', 'project_id': '7133d1beec2c4834a8afafda93963c28'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:18:41.815070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-db39174c-28e6-4da0-a38b-ccb27548f137 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:18:41.819403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-db39174c-28e6-4da0-a38b-ccb27548f137 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:18:41.822844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-db39174c-28e6-4da0-a38b-ccb27548f137 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:18:41.828799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-db39174c-28e6-4da0-a38b-ccb27548f137 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:18:41.875098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db39174c-28e6-4da0-a38b-ccb27548f137 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:41.916389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-db39174c-28e6-4da0-a38b-ccb27548f137 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:18:41.920326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-db39174c-28e6-4da0-a38b-ccb27548f137 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:18:41.923283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-db39174c-28e6-4da0-a38b-ccb27548f137 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:18:41.929372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-db39174c-28e6-4da0-a38b-ccb27548f137 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:18:42.092117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db39174c-28e6-4da0-a38b-ccb27548f137 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:42.122938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db39174c-28e6-4da0-a38b-ccb27548f137 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:42.128295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5cd8d86f-a238-45c1-8c3c-7e6cc3c0a448 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:42.170975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39174c-28e6-4da0-a38b-ccb27548f137 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b138b71-a853-4740-86c0-5f3f56c0b74b,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:42.173743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-db39174c-28e6-4da0-a38b-ccb27548f137 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:42.200651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-db39174c-28e6-4da0-a38b-ccb27548f137 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:42.201962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-db39174c-28e6-4da0-a38b-ccb27548f137 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3985510 Dec 07 14:18:42.204983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58692) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:42.210809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ca86563b-2b6b-4635-a257-4df2290e650a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '1b138b71-a853-4740-86c0-5f3f56c0b74b', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:18:42.217478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ca86563b-2b6b-4635-a257-4df2290e650a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:18:42.221438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ca86563b-2b6b-4635-a257-4df2290e650a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:18:42.224436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ca86563b-2b6b-4635-a257-4df2290e650a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:18:42.230532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ca86563b-2b6b-4635-a257-4df2290e650a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:18:42.282072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca86563b-2b6b-4635-a257-4df2290e650a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:42.346346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca86563b-2b6b-4635-a257-4df2290e650a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:42.377981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca86563b-2b6b-4635-a257-4df2290e650a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:42.379919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8b19e941-d9fd-48df-a657-e2f44e4aaafb tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:42.404638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86563b-2b6b-4635-a257-4df2290e650a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d7eee6-9302-45df-a0ca-646ff0626645,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:42.407197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ca86563b-2b6b-4635-a257-4df2290e650a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:42.440992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca86563b-2b6b-4635-a257-4df2290e650a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:42.442343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ca86563b-2b6b-4635-a257-4df2290e650a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2363651 Dec 07 14:18:42.445300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58696) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:42.451449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-00d89e3b-954f-4be8-9616-875acf388de3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '1b138b71-a853-4740-86c0-5f3f56c0b74b', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:18:42.457812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-00d89e3b-954f-4be8-9616-875acf388de3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:18:42.461811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-00d89e3b-954f-4be8-9616-875acf388de3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:18:42.465364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-00d89e3b-954f-4be8-9616-875acf388de3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:18:42.471714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-00d89e3b-954f-4be8-9616-875acf388de3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:18:42.521346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-00d89e3b-954f-4be8-9616-875acf388de3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:42.589938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-00d89e3b-954f-4be8-9616-875acf388de3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:42.623943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-00d89e3b-954f-4be8-9616-875acf388de3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:42.625740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ee1be5db-2f23-4db5-a2e7-66bbc33628e5 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:42.648569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d89e3b-954f-4be8-9616-875acf388de3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db3dcdf-ea1a-4c4b-ae0d-23177ab59ea7,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:42.651060 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-00d89e3b-954f-4be8-9616-875acf388de3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:42.698097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-00d89e3b-954f-4be8-9616-875acf388de3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:42.699431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-00d89e3b-954f-4be8-9616-875acf388de3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2530522 Dec 07 14:18:42.702283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58700) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:42.708251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-45995fa2-91ec-4f13-b105-aec2481a5aec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '1b138b71-a853-4740-86c0-5f3f56c0b74b', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:18:42.714442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-45995fa2-91ec-4f13-b105-aec2481a5aec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:18:42.718409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-45995fa2-91ec-4f13-b105-aec2481a5aec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:18:42.721422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-45995fa2-91ec-4f13-b105-aec2481a5aec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:18:42.727385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-45995fa2-91ec-4f13-b105-aec2481a5aec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:18:42.774715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-45995fa2-91ec-4f13-b105-aec2481a5aec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:42.839081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-45995fa2-91ec-4f13-b105-aec2481a5aec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:42.874989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-45995fa2-91ec-4f13-b105-aec2481a5aec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:42.876857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0fa5417c-3077-4505-9ab9-4afa73f3c8ee tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:42.898136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45995fa2-91ec-4f13-b105-aec2481a5aec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f6b1ff-eb19-43ef-8e1b-167279aac35b,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:42.903187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-45995fa2-91ec-4f13-b105-aec2481a5aec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:42.940253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-45995fa2-91ec-4f13-b105-aec2481a5aec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:42.941537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-45995fa2-91ec-4f13-b105-aec2481a5aec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2382362 Dec 07 14:18:42.944486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58704) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:42.950596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-11e149ef-33b3-426b-96ca-bd8744840ca3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '1b138b71-a853-4740-86c0-5f3f56c0b74b', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:18:42.956910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-11e149ef-33b3-426b-96ca-bd8744840ca3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:18:42.960881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-11e149ef-33b3-426b-96ca-bd8744840ca3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:18:42.964381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-11e149ef-33b3-426b-96ca-bd8744840ca3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:18:42.970317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-11e149ef-33b3-426b-96ca-bd8744840ca3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:18:43.015135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11e149ef-33b3-426b-96ca-bd8744840ca3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:43.079531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11e149ef-33b3-426b-96ca-bd8744840ca3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:43.109421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11e149ef-33b3-426b-96ca-bd8744840ca3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:43.111336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f2927db4-091d-4e52-a68a-5493834db9cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:43.137957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e149ef-33b3-426b-96ca-bd8744840ca3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a19eb99-4dcb-4dff-84e0-8fc284662a98,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:43.140467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-11e149ef-33b3-426b-96ca-bd8744840ca3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:43.177757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-11e149ef-33b3-426b-96ca-bd8744840ca3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:43.179036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-11e149ef-33b3-426b-96ca-bd8744840ca3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2335484 Dec 07 14:18:43.182191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58708) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:43.188331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '1b138b71-a853-4740-86c0-5f3f56c0b74b', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:18:43.195753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:18:43.200378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:18:43.203381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:18:43.209301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:18:43.252338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Project 7133d1beec2c4834a8afafda93963c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:18:43.259020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:43.325961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:43.360482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:43.367944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8872d851-f61c-431a-9c6a-bae3be2a9dd8 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:43.387913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9ca7da-28e3-4910-a264-7e3e7bdcd478,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:43.399820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:43.400838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:43.401266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:43.401682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:43.402168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:43.402578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:43.402988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:43.403442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:43.408976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:43.408976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:43.408976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:43.408976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:43.425625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:43.426924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2436743 Dec 07 14:18:43.429875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58712) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:43.435936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1ca6a8c7-45be-4f41-b80e-efe14bd7ed4c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '1b138b71-a853-4740-86c0-5f3f56c0b74b', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:18:43.442129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1ca6a8c7-45be-4f41-b80e-efe14bd7ed4c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:18:43.446102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1ca6a8c7-45be-4f41-b80e-efe14bd7ed4c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:18:43.449610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1ca6a8c7-45be-4f41-b80e-efe14bd7ed4c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:18:43.455694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1ca6a8c7-45be-4f41-b80e-efe14bd7ed4c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:18:43.503543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-1ca6a8c7-45be-4f41-b80e-efe14bd7ed4c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Project 7133d1beec2c4834a8afafda93963c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:18:43.511142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ca6a8c7-45be-4f41-b80e-efe14bd7ed4c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:43.583791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ca6a8c7-45be-4f41-b80e-efe14bd7ed4c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:43.611959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ca6a8c7-45be-4f41-b80e-efe14bd7ed4c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:43.619540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64d83594-f9e5-41e7-a888-f9e0915362dd tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:43.642429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6a8c7-45be-4f41-b80e-efe14bd7ed4c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51bbfea-aa29-41ff-b433-70f3795bbd50,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:43.645019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ca6a8c7-45be-4f41-b80e-efe14bd7ed4c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:43.683160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1ca6a8c7-45be-4f41-b80e-efe14bd7ed4c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:43.684485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1ca6a8c7-45be-4f41-b80e-efe14bd7ed4c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2536333 Dec 07 14:18:43.687691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58716) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:43.693581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4e686a5b-a922-415f-9794-f1e96e034b04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'network': {'name': 'tempest-network-smoke--1547303936', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'port_security_enabled': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:18:43.699289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4e686a5b-a922-415f-9794-f1e96e034b04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:18:43.703534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4e686a5b-a922-415f-9794-f1e96e034b04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:network and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:18:43.706493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4e686a5b-a922-415f-9794-f1e96e034b04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:18:43.712640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4e686a5b-a922-415f-9794-f1e96e034b04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:18:43.774145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e686a5b-a922-415f-9794-f1e96e034b04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Made reservation on behalf of 7133d1beec2c4834a8afafda93963c28 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:18:43.779594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e686a5b-a922-415f-9794-f1e96e034b04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:43.808889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e686a5b-a922-415f-9794-f1e96e034b04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:18:43.872882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e686a5b-a922-415f-9794-f1e96e034b04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:43.873355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-4e686a5b-a922-415f-9794-f1e96e034b04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Added segment 09126f64-db9e-4d94-a794-0c8f63df6e5e of type vlan for network e6fc4aab-3a72-4a6c-83c8-c784afda7210 Dec 07 14:18:43.995885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e686a5b-a922-415f-9794-f1e96e034b04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:44.098151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e686a5b-a922-415f-9794-f1e96e034b04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:44.102222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e686a5b-a922-415f-9794-f1e96e034b04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:44.102866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e686a5b-a922-415f-9794-f1e96e034b04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:44.108354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9301b97b-f5d6-4a5f-9fd6-fe1387e9931f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:44.218740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e686a5b-a922-415f-9794-f1e96e034b04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Network': ['ID=e6fc4aab-3a72-4a6c-83c8-c784afda7210,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:44.221807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4e686a5b-a922-415f-9794-f1e96e034b04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:44.229504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network e6fc4aab-3a72-4a6c-83c8-c784afda7210 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:18:44.253210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4e686a5b-a922-415f-9794-f1e96e034b04 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5644016 Dec 07 14:18:44.256027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58720) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:44.262442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1421940206', 'admin_state_up': True, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:18:44.269930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:18:44.274037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:router and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:18:44.277700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:18:44.284009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:18:44.334977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:44.336821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:44.420952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:44.607686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:44.832455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:44.867582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:45.006813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.36.4.248 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/e3a38d57-412d-4ab9-aa82-d8bc0694c019) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:18:45.160071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:45.218242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:45.222619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f85d9341-9d67-48d5-a40a-426c70b5a61a tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:45.296667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:18:45.300546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:18:45.303216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:18:45.330623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=e3a38d57-412d-4ab9-aa82-d8bc0694c019,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:45.333705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:45.510760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:45.511565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:45.789410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 2deaa034-63d2-42f7-acef-f3c1c95f62ba is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 14:18:46.216051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:18:46.226412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Sync routers for ids ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:18:46.239851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Routers {'2deaa034-63d2-42f7-acef-f3c1c95f62ba'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:18:46.240507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:18:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:46.277917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:46.279594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0225384 Dec 07 14:18:46.283110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58724) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:46.410559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c6e1cbcb-e729-4f1a-bb3d-d00e1e0d8481 tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=7133d1beec2c4834a8afafda93963c28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1260724 Dec 07 14:18:46.413388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58730) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:46.424660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Set router 2deaa034-63d2-42f7-acef-f3c1c95f62ba gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:18:46.555435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba10bd71-f716-494f-9451-ab0a99e8cfb2 tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:46.557109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ba10bd71-f716-494f-9451-ab0a99e8cfb2 tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1427379 Dec 07 14:18:46.560176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58734) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:46.604574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f33a56b6-8f7e-42cc-91d4-ce64d9e7c87b tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430651 Dec 07 14:18:46.607219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58738) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:46.613692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2fa59a54-6dde-4d0e-9165-151eb90a852f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1062803387', 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:18:46.721926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421940206', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:45Z', 'revision_number': 3, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:46.725981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Checking router: 2deaa034-63d2-42f7-acef-f3c1c95f62ba for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:18:46.726381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Updating router 2deaa034-63d2-42f7-acef-f3c1c95f62ba port e3a38d57-412d-4ab9-aa82-d8bc0694c019 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:18:46.734918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2fa59a54-6dde-4d0e-9165-151eb90a852f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:18:46.738973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2fa59a54-6dde-4d0e-9165-151eb90a852f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:subnet and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:18:46.741946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2fa59a54-6dde-4d0e-9165-151eb90a852f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:18:46.748744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2fa59a54-6dde-4d0e-9165-151eb90a852f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:18:46.779399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:46.789134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa59a54-6dde-4d0e-9165-151eb90a852f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Made reservation on behalf of 7133d1beec2c4834a8afafda93963c28 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:18:46.899441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2fa59a54-6dde-4d0e-9165-151eb90a852f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:47.163028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:47.243137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Transition to ACTIVE for port object e3a38d57-412d-4ab9-aa82-d8bc0694c019 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:18:47.317656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:47.322970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:47.404008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49908307-c7fb-4f80-8b8f-165d08ac668c None None] Pushing event updated for resources: {'Port': ['ID=e3a38d57-412d-4ab9-aa82-d8bc0694c019,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:47.407143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Attempting to bind port e3a38d57-412d-4ab9-aa82-d8bc0694c019 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:18:47.407639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Attempting to bind port e3a38d57-412d-4ab9-aa82-d8bc0694c019 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:18:47.408038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Attempting to bind port e3a38d57-412d-4ab9-aa82-d8bc0694c019 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:18:47.409119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2fa59a54-6dde-4d0e-9165-151eb90a852f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:47.419631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-74ec9747-9b08-4a2a-b4dc-de371e974103 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:47.419859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49908307-c7fb-4f80-8b8f-165d08ac668c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:47.420223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49908307-c7fb-4f80-8b8f-165d08ac668c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:47.420591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49908307-c7fb-4f80-8b8f-165d08ac668c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:47.420959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49908307-c7fb-4f80-8b8f-165d08ac668c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:47.421325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49908307-c7fb-4f80-8b8f-165d08ac668c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:47.421685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49908307-c7fb-4f80-8b8f-165d08ac668c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:47.422041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49908307-c7fb-4f80-8b8f-165d08ac668c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:47.422401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49908307-c7fb-4f80-8b8f-165d08ac668c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:47.422754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49908307-c7fb-4f80-8b8f-165d08ac668c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:47.423106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49908307-c7fb-4f80-8b8f-165d08ac668c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:47.423482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49908307-c7fb-4f80-8b8f-165d08ac668c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:47.426742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:18:47.427151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:18:47.427615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:47.428031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:18:47.428572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Bound port: e3a38d57-412d-4ab9-aa82-d8bc0694c019, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:18:47.428983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:47.457385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-49908307-c7fb-4f80-8b8f-165d08ac668c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:47.502717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa59a54-6dde-4d0e-9165-151eb90a852f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Subnet': ['ID=566c0089-3460-4542-b928-4a32cb3cdecd,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:47.503795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] For port e3a38d57-412d-4ab9-aa82-d8bc0694c019, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:18:47.506886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2fa59a54-6dde-4d0e-9165-151eb90a852f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:47.507076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] For port e3a38d57-412d-4ab9-aa82-d8bc0694c019, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e3a38d57-412d-4ab9-aa82-d8bc0694c019,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:18:47.517133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa59a54-6dde-4d0e-9165-151eb90a852f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Checking segment: {'id': '09126f64-db9e-4d94-a794-0c8f63df6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:18:47.522784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa59a54-6dde-4d0e-9165-151eb90a852f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network hostable DHCP agents. Network: e6fc4aab-3a72-4a6c-83c8-c784afda7210, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:18:47.546453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:47.551113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c6cce7b9-185a-4659-9daf-c14e3de20fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:47.573389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa59a54-6dde-4d0e-9165-151eb90a852f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network e6fc4aab-3a72-4a6c-83c8-c784afda7210 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:18:47.628952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49908307-c7fb-4f80-8b8f-165d08ac668c None None] Pushing event updated for resources: {'Port': ['ID=e3a38d57-412d-4ab9-aa82-d8bc0694c019,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:47.632564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-49908307-c7fb-4f80-8b8f-165d08ac668c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:47.635774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Routers {'2deaa034-63d2-42f7-acef-f3c1c95f62ba'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:18:47.636412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:18:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:47.654747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-2fa59a54-6dde-4d0e-9165-151eb90a852f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, e6fc4aab-3a72-4a6c-83c8-c784afda7210) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:18:47.658847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa59a54-6dde-4d0e-9165-151eb90a852f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:47.659521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2fa59a54-6dde-4d0e-9165-151eb90a852f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:47.664278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61c98ea-1a21-4715-ba22-192eb00735ff None None] Network e6fc4aab-3a72-4a6c-83c8-c784afda7210 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:18:47.712999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2fa59a54-6dde-4d0e-9165-151eb90a852f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1043503 Dec 07 14:18:47.716021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58742) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:18:47.826580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] Set router 2deaa034-63d2-42f7-acef-f3c1c95f62ba gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:18:47.901034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-e6fc4aab-3a72-4a6c-83c8-c784afda7210', 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ips': [{'subnet_id': '566c0089-3460-4542-b928-4a32cb3cdecd'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:18:47.902333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:48.121334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Allocated IP 172.20.0.2 (e6fc4aab-3a72-4a6c-83c8-c784afda7210/566c0089-3460-4542-b928-4a32cb3cdecd/2735625f-fc4d-4928-ba7e-63a108a65d8b) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:18:48.135226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421940206', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:45Z', 'revision_number': 3, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:48.139565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132faf97-c05e-416f-ab5c-27e269b502f3 None None] The sync data for ids ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'] in dv-neutron-ussuri-2-hyperv is: [{'id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421940206', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:45Z', 'revision_number': 3, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:18:48.514958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:48.521493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:48.527213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Transition to ACTIVE for port object 2735625f-fc4d-4928-ba7e-63a108a65d8b will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:18:48.595453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Transition to ACTIVE for port object 2735625f-fc4d-4928-ba7e-63a108a65d8b will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:18:48.630150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:48.637340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:48.705857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Network e6fc4aab-3a72-4a6c-83c8-c784afda7210 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:18:48.709733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:18:48.715042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:18:48.717884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Pushing event updated for resources: {'Port': ['ID=2735625f-fc4d-4928-ba7e-63a108a65d8b,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:48.721671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:48.814238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Attempting to bind port 2735625f-fc4d-4928-ba7e-63a108a65d8b on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:18:48.815025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Attempting to bind port 2735625f-fc4d-4928-ba7e-63a108a65d8b by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '09126f64-db9e-4d94-a794-0c8f63df6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:18:48.815722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Attempting to bind port 2735625f-fc4d-4928-ba7e-63a108a65d8b on network e6fc4aab-3a72-4a6c-83c8-c784afda7210 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:18:48.823142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:18:48.824373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Checking segment: {'id': '09126f64-db9e-4d94-a794-0c8f63df6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:18:48.824373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:48.824947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Bound using segment: {'id': '09126f64-db9e-4d94-a794-0c8f63df6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:18:48.825592 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Bound port: 2735625f-fc4d-4928-ba7e-63a108a65d8b, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09126f64-db9e-4d94-a794-0c8f63df6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:18:48.826122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:48.930493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] For port 2735625f-fc4d-4928-ba7e-63a108a65d8b, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:18:48.935056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] For port 2735625f-fc4d-4928-ba7e-63a108a65d8b, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=2735625f-fc4d-4928-ba7e-63a108a65d8b,segment=NetworkSegment(09126f64-db9e-4d94-a794-0c8f63df6e5e),segment_id=09126f64-db9e-4d94-a794-0c8f63df6e5e)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:18:48.998117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:49.003146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:49.097240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Pushing event updated for resources: {'Port': ['ID=2735625f-fc4d-4928-ba7e-63a108a65d8b,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:49.101010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:49.233605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.20.0.1 (e6fc4aab-3a72-4a6c-83c8-c784afda7210/566c0089-3460-4542-b928-4a32cb3cdecd/4bae53b3-8cac-451c-a446-c0355eed65a6) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:18:49.422341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:49.440026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Transition to ACTIVE for port object 4bae53b3-8cac-451c-a446-c0355eed65a6 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:18:49.506708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:49.514644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bb04a77d-4d45-49fb-a108-2e35c2982930 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:49.599378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network e6fc4aab-3a72-4a6c-83c8-c784afda7210 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:18:49.601012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 2735625f-fc4d-4928-ba7e-63a108a65d8b up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:18:49.604543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:18:49.607092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:18:49.640788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=4bae53b3-8cac-451c-a446-c0355eed65a6,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:49.643892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:49.674760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:49.717308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 2735625f-fc4d-4928-ba7e-63a108a65d8b completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:18:49.722839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e3a38d57-412d-4ab9-aa82-d8bc0694c019 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:18:49.848431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port e3a38d57-412d-4ab9-aa82-d8bc0694c019 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:18:49.854124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port e3a38d57-412d-4ab9-aa82-d8bc0694c019 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:18:49.858278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:49.950272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:50.141442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:50.157552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port e3a38d57-412d-4ab9-aa82-d8bc0694c019, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e3a38d57-412d-4ab9-aa82-d8bc0694c019,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:18:50.203289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:50.205429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:50.273610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=e3a38d57-412d-4ab9-aa82-d8bc0694c019,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:50.277587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:50.391914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:50.424255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:50.454903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e498c38c-67b9-463a-b580-8d988d19be35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:50.547165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:50.551682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=4bae53b3-8cac-451c-a446-c0355eed65a6,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:50.555152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:50.699666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network e6fc4aab-3a72-4a6c-83c8-c784afda7210 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:18:50.700831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:18:50.787744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb6420f-7080-4645-820e-cf7008b99ba4 None None] Network e6fc4aab-3a72-4a6c-83c8-c784afda7210 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:18:50.924853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4ca30f24-ca11-475b-8d05-ee4b97f07e86 None None] Provisioning for port 2735625f-fc4d-4928-ba7e-63a108a65d8b completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:18:50.963108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4ca30f24-ca11-475b-8d05-ee4b97f07e86 None None] Provisioning complete for port 2735625f-fc4d-4928-ba7e-63a108a65d8b triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:18:50.963551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ca30f24-ca11-475b-8d05-ee4b97f07e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:51.106219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 2deaa034-63d2-42f7-acef-f3c1c95f62ba has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:18:51.154825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ca30f24-ca11-475b-8d05-ee4b97f07e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:51.194411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4ca30f24-ca11-475b-8d05-ee4b97f07e86 None None] For port 2735625f-fc4d-4928-ba7e-63a108a65d8b, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=2735625f-fc4d-4928-ba7e-63a108a65d8b,segment=NetworkSegment(09126f64-db9e-4d94-a794-0c8f63df6e5e),segment_id=09126f64-db9e-4d94-a794-0c8f63df6e5e)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:18:51.225938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ca30f24-ca11-475b-8d05-ee4b97f07e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:51.228061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:51.302532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca30f24-ca11-475b-8d05-ee4b97f07e86 None None] Pushing event updated for resources: {'Port': ['ID=2735625f-fc4d-4928-ba7e-63a108a65d8b,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:51.306843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4ca30f24-ca11-475b-8d05-ee4b97f07e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:51.322847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:18:51.334443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Sync routers for ids ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:18:51.339062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "PUT /v2.0/routers/2deaa034-63d2-42f7-acef-f3c1c95f62ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6219044 Dec 07 14:18:51.352537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Routers {'2deaa034-63d2-42f7-acef-f3c1c95f62ba'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:18:51.353484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:18:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:51.568039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 2735625f-fc4d-4928-ba7e-63a108a65d8b up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:18:51.568236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-1d511488-4f71-498a-a5e6-68e800022af9 req-bd269c25-0c18-4858-860d-07cef5374fdc tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:18:51.621194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-1d511488-4f71-498a-a5e6-68e800022af9 req-bd269c25-0c18-4858-860d-07cef5374fdc tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:18:51.622484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-bd269c25-0c18-4858-860d-07cef5374fdc tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1882272282&fields=id&tenant_id=7133d1beec2c4834a8afafda93963c28 HTTP/1.1" status: 200 len: 267 time: 0.1174293 Dec 07 14:18:51.643604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Set router 2deaa034-63d2-42f7-acef-f3c1c95f62ba gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:18:51.690473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-04c8ffff-4a2c-46c2-867f-8b94f6cf503e None None] Provisioning for port 4bae53b3-8cac-451c-a446-c0355eed65a6 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:18:51.707316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-04c8ffff-4a2c-46c2-867f-8b94f6cf503e None None] Provisioning complete for port 4bae53b3-8cac-451c-a446-c0355eed65a6 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:18:51.707826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04c8ffff-4a2c-46c2-867f-8b94f6cf503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:51.796149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d511488-4f71-498a-a5e6-68e800022af9 req-0822b5ba-ec78-4dcf-af7a-cdd5d534d1ed tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:51.797061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-1d511488-4f71-498a-a5e6-68e800022af9 req-0822b5ba-ec78-4dcf-af7a-cdd5d534d1ed tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:18:51.843173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-1d511488-4f71-498a-a5e6-68e800022af9 req-0822b5ba-ec78-4dcf-af7a-cdd5d534d1ed tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:18:51.844766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-0822b5ba-ec78-4dcf-af7a-cdd5d534d1ed tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/networks?id=e6fc4aab-3a72-4a6c-83c8-c784afda7210 HTTP/1.1" status: 200 len: 797 time: 0.2140911 Dec 07 14:18:51.856038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-04c8ffff-4a2c-46c2-867f-8b94f6cf503e None None] Port 4bae53b3-8cac-451c-a446-c0355eed65a6 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:18:51.864180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-c9c04d95-0fc6-495f-bfe1-bbf8230a1b0b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/quotas/7133d1beec2c4834a8afafda93963c28 HTTP/1.1" status: 200 len: 375 time: 0.0126848 Dec 07 14:18:51.876591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 2735625f-fc4d-4928-ba7e-63a108a65d8b triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:18:51.877017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:51.955798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-1d511488-4f71-498a-a5e6-68e800022af9 req-6837f12f-a355-4b3d-bd42-ebd2cc77ea9c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:18:52.003171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-1d511488-4f71-498a-a5e6-68e800022af9 req-6837f12f-a355-4b3d-bd42-ebd2cc77ea9c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:18:52.004750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-6837f12f-a355-4b3d-bd42-ebd2cc77ea9c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333930 Dec 07 14:18:52.022940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-e8a7966a-7043-4fed-b998-0c1e02b409fa service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 14:18:52.024024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-e8a7966a-7043-4fed-b998-0c1e02b409fa service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0056493 Dec 07 14:18:52.038039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-04c8ffff-4a2c-46c2-867f-8b94f6cf503e None None] Provisioning complete for port 2735625f-fc4d-4928-ba7e-63a108a65d8b triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:18:52.038395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-04c8ffff-4a2c-46c2-867f-8b94f6cf503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:52.166125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-7885b402-53a4-4a20-a959-994d1fadb890 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fc4aab-3a72-4a6c-83c8-c784afda7210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347358 Dec 07 14:18:52.230904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e3a38d57-412d-4ab9-aa82-d8bc0694c019 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:18:52.310675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-302642b1-f992-4b71-868f-d484ec75cde1 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fc4aab-3a72-4a6c-83c8-c784afda7210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377430 Dec 07 14:18:52.360027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421940206', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:49Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '4bae53b3-8cac-451c-a446-c0355eed65a6', 'name': '', 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:1c:f0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:48Z', 'updated_at': '2021-12-07T14:18:50Z', 'revision_number': 2, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:52.366714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Checking router: 2deaa034-63d2-42f7-acef-f3c1c95f62ba for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:18:52.366922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Updating router 2deaa034-63d2-42f7-acef-f3c1c95f62ba port 4bae53b3-8cac-451c-a446-c0355eed65a6 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:18:52.421722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port e3a38d57-412d-4ab9-aa82-d8bc0694c019 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:18:52.422145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:52.463091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:52.558741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-75111bab-8564-4b9b-8b2b-2a7a43928dc2 req-90c77791-46bf-43cc-a133-6fd31d928308 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 210 time: 0.0510805 Dec 07 14:18:52.563785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fe5ca7a8-77e3-4cbe-99e0-274ebec817df None None] Provisioning complete for port 4bae53b3-8cac-451c-a446-c0355eed65a6 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:18:52.564209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fe5ca7a8-77e3-4cbe-99e0-274ebec817df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:52.741983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ca7a8-77e3-4cbe-99e0-274ebec817df None None] Port 4bae53b3-8cac-451c-a446-c0355eed65a6 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:18:52.983091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:52.995593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Transition to ACTIVE for port object 4bae53b3-8cac-451c-a446-c0355eed65a6 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:18:53.046475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:53.050847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:53.183263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee000b2-ed37-4d69-8fb2-732b586750fd None None] Pushing event updated for resources: {'Port': ['ID=4bae53b3-8cac-451c-a446-c0355eed65a6,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:53.187263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ee000b2-ed37-4d69-8fb2-732b586750fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:53.439214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Attempting to bind port 4bae53b3-8cac-451c-a446-c0355eed65a6 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:18:53.439657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Attempting to bind port 4bae53b3-8cac-451c-a446-c0355eed65a6 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '09126f64-db9e-4d94-a794-0c8f63df6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:18:53.440062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Attempting to bind port 4bae53b3-8cac-451c-a446-c0355eed65a6 on network e6fc4aab-3a72-4a6c-83c8-c784afda7210 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:18:53.447700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:18:53.448117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Checking segment: {'id': '09126f64-db9e-4d94-a794-0c8f63df6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:18:53.448563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:53.448999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Bound using segment: {'id': '09126f64-db9e-4d94-a794-0c8f63df6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:18:53.449512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Bound port: 4bae53b3-8cac-451c-a446-c0355eed65a6, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09126f64-db9e-4d94-a794-0c8f63df6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:18:53.449924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:53.561670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] For port 4bae53b3-8cac-451c-a446-c0355eed65a6, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:18:53.565000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] For port 4bae53b3-8cac-451c-a446-c0355eed65a6, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4bae53b3-8cac-451c-a446-c0355eed65a6,segment=NetworkSegment(09126f64-db9e-4d94-a794-0c8f63df6e5e),segment_id=09126f64-db9e-4d94-a794-0c8f63df6e5e)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:18:53.626450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:53.631162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:53.708109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee000b2-ed37-4d69-8fb2-732b586750fd None None] Pushing event updated for resources: {'Port': ['ID=4bae53b3-8cac-451c-a446-c0355eed65a6,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:53.720713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Routers {'2deaa034-63d2-42f7-acef-f3c1c95f62ba'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:18:53.721390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:18:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:53.768309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f91be435-8370-4884-a69e-aeb30ee9b23f req-065caed6-164f-41b0-9c41-8f168ec15ac4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 210 time: 0.0714726 Dec 07 14:18:53.781656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee000b2-ed37-4d69-8fb2-732b586750fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:53.782047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee000b2-ed37-4d69-8fb2-732b586750fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:53.782424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee000b2-ed37-4d69-8fb2-732b586750fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:53.782799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee000b2-ed37-4d69-8fb2-732b586750fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:53.783175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee000b2-ed37-4d69-8fb2-732b586750fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:53.783639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee000b2-ed37-4d69-8fb2-732b586750fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:53.783982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee000b2-ed37-4d69-8fb2-732b586750fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:53.784355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee000b2-ed37-4d69-8fb2-732b586750fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:53.784722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee000b2-ed37-4d69-8fb2-732b586750fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:53.785085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee000b2-ed37-4d69-8fb2-732b586750fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:53.785448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee000b2-ed37-4d69-8fb2-732b586750fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:18:53.800777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ee000b2-ed37-4d69-8fb2-732b586750fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:53.934252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] Set router 2deaa034-63d2-42f7-acef-f3c1c95f62ba gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:18:54.275706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421940206', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:49Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '4bae53b3-8cac-451c-a446-c0355eed65a6', 'name': '', 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:1c:f0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:48Z', 'updated_at': '2021-12-07T14:18:53Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:18:54.280015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c184a2-c74c-4ce8-a3cd-c7619b33332d None None] The sync data for ids ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'] in dv-neutron-ussuri-2-hyperv is: [{'id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421940206', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:49Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '4bae53b3-8cac-451c-a446-c0355eed65a6', 'name': '', 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:1c:f0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:48Z', 'updated_at': '2021-12-07T14:18:53Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:18:54.644025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d511488-4f71-498a-a5e6-68e800022af9 req-60a7b3b2-fad6-44f0-b2c6-60fed703b9ce tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:54.645605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-60a7b3b2-fad6-44f0-b2c6-60fed703b9ce tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "GET /v2.0/networks?id=e6fc4aab-3a72-4a6c-83c8-c784afda7210 HTTP/1.1" status: 200 len: 797 time: 0.1725204 Dec 07 14:18:54.711533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-52975d7c-6b86-4bfd-880c-4dc3a8653f8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7133d1beec2c4834a8afafda93963c28 HTTP/1.1" status: 200 len: 380 time: 0.0470583 Dec 07 14:18:54.738564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-1d511488-4f71-498a-a5e6-68e800022af9 req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'port': {'device_id': '5cfb4d81-5851-4264-a3ee-efc02a99ac8f', 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210', 'admin_state_up': True, 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'security_groups': ['1b138b71-a853-4740-86c0-5f3f56c0b74b']}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:18:55.133378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7e83729c-e1d7-41fa-b8d6-283641440b8a req-23055774-71c6-4b2b-847f-e941a7220856 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 210 time: 0.0544260 Dec 07 14:18:55.185245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-1d511488-4f71-498a-a5e6-68e800022af9 req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:18:55.195609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-1d511488-4f71-498a-a5e6-68e800022af9 req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:18:55.374771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d511488-4f71-498a-a5e6-68e800022af9 req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Made reservation on behalf of 7133d1beec2c4834a8afafda93963c28 for: {'port': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:18:55.380539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-1d511488-4f71-498a-a5e6-68e800022af9 req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:55.557044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4bae53b3-8cac-451c-a446-c0355eed65a6 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:18:55.566234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-1d511488-4f71-498a-a5e6-68e800022af9 req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.20.0.10 (e6fc4aab-3a72-4a6c-83c8-c784afda7210/566c0089-3460-4542-b928-4a32cb3cdecd/b5a2112b-7a77-4c04-9bd9-e9616018f16b) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:18:55.686477 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 4bae53b3-8cac-451c-a446-c0355eed65a6 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:18:55.691855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 4bae53b3-8cac-451c-a446-c0355eed65a6 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:18:55.692271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:55.810038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:55.811736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-1d511488-4f71-498a-a5e6-68e800022af9 req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:55.829532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-1d511488-4f71-498a-a5e6-68e800022af9 req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Transition to ACTIVE for port object b5a2112b-7a77-4c04-9bd9-e9616018f16b will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:18:55.845492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 4bae53b3-8cac-451c-a446-c0355eed65a6, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4bae53b3-8cac-451c-a446-c0355eed65a6,segment=NetworkSegment(09126f64-db9e-4d94-a794-0c8f63df6e5e),segment_id=09126f64-db9e-4d94-a794-0c8f63df6e5e)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:18:55.892228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:55.894310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-91b12de7-f5d7-4f95-83be-6b7300c198a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:55.923354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-1d511488-4f71-498a-a5e6-68e800022af9 req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:55.930385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f21efa1e-7216-498c-a7fd-cfcfea43975e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:55.965231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=4bae53b3-8cac-451c-a446-c0355eed65a6,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:55.968414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:55.998846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d511488-4f71-498a-a5e6-68e800022af9 req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network e6fc4aab-3a72-4a6c-83c8-c784afda7210 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:18:56.006684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-1d511488-4f71-498a-a5e6-68e800022af9 req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:18:56.012473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d511488-4f71-498a-a5e6-68e800022af9 req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:18:56.050207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=b5a2112b-7a77-4c04-9bd9-e9616018f16b,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:56.060614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:56.084665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d511488-4f71-498a-a5e6-68e800022af9 req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:56.085364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-1d511488-4f71-498a-a5e6-68e800022af9 req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:56.146557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4125953 Dec 07 14:18:56.163501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Request body: {'port': {'device_id': '5cfb4d81-5851-4264-a3ee-efc02a99ac8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:18:56.301115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:56.343647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5c692133-39a6-44e0-816c-a2d59787281b None None] Provisioning for port b5a2112b-7a77-4c04-9bd9-e9616018f16b completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:18:56.350440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-5c692133-39a6-44e0-816c-a2d59787281b None None] Provisioning complete for port b5a2112b-7a77-4c04-9bd9-e9616018f16b triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:18:56.351154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c692133-39a6-44e0-816c-a2d59787281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:56.411696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5c692133-39a6-44e0-816c-a2d59787281b None None] Port b5a2112b-7a77-4c04-9bd9-e9616018f16b cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:18:56.638979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659271a8-357b-4ec1-9649-6af0d9754b79 req-f290193d-263e-48e5-a009-9996f1481816 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:56.639679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-659271a8-357b-4ec1-9649-6af0d9754b79 req-f290193d-263e-48e5-a009-9996f1481816 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:18:56.720990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-659271a8-357b-4ec1-9649-6af0d9754b79 req-f290193d-263e-48e5-a009-9996f1481816 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:18:56.722263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-659271a8-357b-4ec1-9649-6af0d9754b79 req-f290193d-263e-48e5-a009-9996f1481816 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 932 time: 0.2933893 Dec 07 14:18:56.771728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a2112b-7a77-4c04-9bd9-e9616018f16b {{(pid=88897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:18:56.787617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:56.811414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-659271a8-357b-4ec1-9649-6af0d9754b79 req-8879fb78-9266-49fe-a7c7-9a77cf4df1da tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785947 Dec 07 14:18:56.854511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Transition to ACTIVE for port object b5a2112b-7a77-4c04-9bd9-e9616018f16b will not be triggered until provisioned by entity L2. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:18:56.888471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:56.893244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-18a242d2-cbe1-41f1-b0cc-415892ea76b3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:57.024271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473831df-a3df-42c5-8900-2745275429fd service neutron] Pushing event updated for resources: {'Port': ['ID=b5a2112b-7a77-4c04-9bd9-e9616018f16b,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:57.028411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-473831df-a3df-42c5-8900-2745275429fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:57.145568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Attempting to bind port b5a2112b-7a77-4c04-9bd9-e9616018f16b on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:18:57.145959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Attempting to bind port b5a2112b-7a77-4c04-9bd9-e9616018f16b by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '09126f64-db9e-4d94-a794-0c8f63df6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210'}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:18:57.146333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Attempting to bind port b5a2112b-7a77-4c04-9bd9-e9616018f16b on network e6fc4aab-3a72-4a6c-83c8-c784afda7210 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:18:57.154312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Port b5a2112b-7a77-4c04-9bd9-e9616018f16b on network e6fc4aab-3a72-4a6c-83c8-c784afda7210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:18:57.154816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Attempting to bind port b5a2112b-7a77-4c04-9bd9-e9616018f16b on network e6fc4aab-3a72-4a6c-83c8-c784afda7210 {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:18:57.161909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:18:57.162288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Checking segment: {'id': '09126f64-db9e-4d94-a794-0c8f63df6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:18:57.162714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Bound using segment: {'id': '09126f64-db9e-4d94-a794-0c8f63df6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210'} {{(pid=88897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:18:57.163201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Bound port: b5a2112b-7a77-4c04-9bd9-e9616018f16b, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09126f64-db9e-4d94-a794-0c8f63df6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210'}}] {{(pid=88897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:18:57.163617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:57.260521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] For port b5a2112b-7a77-4c04-9bd9-e9616018f16b, host hv-neutron-ussu, cleared binding levels {{(pid=88897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:18:57.263683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] For port b5a2112b-7a77-4c04-9bd9-e9616018f16b, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=b5a2112b-7a77-4c04-9bd9-e9616018f16b,segment=NetworkSegment(09126f64-db9e-4d94-a794-0c8f63df6e5e),segment_id=09126f64-db9e-4d94-a794-0c8f63df6e5e)] {{(pid=88897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:18:57.307068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:57.312248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f157bac3-6fa2-4455-9ebd-ad85a72e62f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:18:57.369498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:57.370985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-473831df-a3df-42c5-8900-2745275429fd service neutron] 10.222.0.45 "PUT /v2.0/ports/b5a2112b-7a77-4c04-9bd9-e9616018f16b HTTP/1.1" status: 200 len: 1094 time: 1.2123640 Dec 07 14:18:57.373791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfb4d81-5851-4264-a3ee-efc02a99ac8f', 'tag': 'b5a2112b-7a77-4c04-9bd9-e9616018f16b'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:18:57.399429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473831df-a3df-42c5-8900-2745275429fd service neutron] Pushing event updated for resources: {'Port': ['ID=b5a2112b-7a77-4c04-9bd9-e9616018f16b,revision_number=3']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:18:57.404107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-473831df-a3df-42c5-8900-2745275429fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:18:57.434555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfb4d81-5851-4264-a3ee-efc02a99ac8f', 'tag': 'b5a2112b-7a77-4c04-9bd9-e9616018f16b', 'status': 'completed', 'code': 200} Dec 07 14:18:57.539038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4bae53b3-8cac-451c-a446-c0355eed65a6 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:18:57.553975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aef795f0-0db7-41de-be66-bb9e74e4f75f req-6a5560fd-56d1-4a7b-9d8b-76e6cbb66e5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 1097 time: 0.0887687 Dec 07 14:18:57.621486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 4bae53b3-8cac-451c-a446-c0355eed65a6 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:18:57.621914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:18:57.722331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef795f0-0db7-41de-be66-bb9e74e4f75f req-466f4169-7066-429d-9860-9848b410accc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:57.724048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aef795f0-0db7-41de-be66-bb9e74e4f75f req-466f4169-7066-429d-9860-9848b410accc service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7133d1beec2c4834a8afafda93963c28&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1582544 Dec 07 14:18:57.876163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef795f0-0db7-41de-be66-bb9e74e4f75f req-73acf12e-b74a-40db-8d7d-1e954ff10c66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:57.877752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aef795f0-0db7-41de-be66-bb9e74e4f75f req-73acf12e-b74a-40db-8d7d-1e954ff10c66 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1424937 Dec 07 14:18:58.067020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-c0bf9932-d832-4c2b-9161-e2ed2642e0ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 1097 time: 0.1418445 Dec 07 14:18:58.074413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36af3bb-e85c-40dc-ba6e-11f0988e12a3 req-51b4a512-31f9-4837-b4a7-ded5eb5af7d7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:58.075904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e36af3bb-e85c-40dc-ba6e-11f0988e12a3 req-51b4a512-31f9-4837-b4a7-ded5eb5af7d7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 944 time: 0.1137280 Dec 07 14:18:58.168257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-3c9eae9f-ca85-4d39-83b9-08648b909347 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5a2112b-7a77-4c04-9bd9-e9616018f16b HTTP/1.1" status: 200 len: 217 time: 0.0872605 Dec 07 14:18:58.233975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e36af3bb-e85c-40dc-ba6e-11f0988e12a3 req-cf35d243-b51b-4822-8680-a29e6e1f9aba tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517847 Dec 07 14:18:58.249435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d511488-4f71-498a-a5e6-68e800022af9 req-86922046-4e45-4e99-9393-24d8ee5a7fbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:58.250951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-86922046-4e45-4e99-9393-24d8ee5a7fbf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=566c0089-3460-4542-b928-4a32cb3cdecd HTTP/1.1" status: 200 len: 835 time: 0.0728111 Dec 07 14:18:58.334414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-e66df286-693b-42d7-8d31-d326ad7c38d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e6fc4aab-3a72-4a6c-83c8-c784afda7210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739057 Dec 07 14:18:58.481777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-5959322f-5597-480d-9d77-225436c661a3 service neutron] 10.222.0.45 "GET /v2.0/networks/e6fc4aab-3a72-4a6c-83c8-c784afda7210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363750 Dec 07 14:18:58.627342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1d511488-4f71-498a-a5e6-68e800022af9 req-088d1a5b-6992-40c9-a023-d9b9bfa446ed service neutron] 10.222.0.45 "GET /v2.0/networks/e6fc4aab-3a72-4a6c-83c8-c784afda7210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345582 Dec 07 14:18:59.459077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed1744-b85c-476b-85e9-674761d65b87 req-5dc02b87-097d-41a3-a688-45d550e98681 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:18:59.460691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-20ed1744-b85c-476b-85e9-674761d65b87 req-5dc02b87-097d-41a3-a688-45d550e98681 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 944 time: 0.0868680 Dec 07 14:18:59.510053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-20ed1744-b85c-476b-85e9-674761d65b87 req-ddc97863-5615-4ee6-9cf7-566e334a14ab tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423226 Dec 07 14:19:00.125949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-24d958d5-d528-41d4-8399-2ac4b970a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:00.712511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86442015-8d28-4884-ae6e-8d0ad666df89 req-2b67e4b1-e96f-4357-9e1d-76afee9e4036 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:00.714089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-86442015-8d28-4884-ae6e-8d0ad666df89 req-2b67e4b1-e96f-4357-9e1d-76afee9e4036 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 944 time: 0.0810235 Dec 07 14:19:00.765893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-86442015-8d28-4884-ae6e-8d0ad666df89 req-36711423-38c4-42af-a1e7-f4fdf748442b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455639 Dec 07 14:19:01.332708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device b5a2112b-7a77-4c04-9bd9-e9616018f16b details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:19:01.474671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port b5a2112b-7a77-4c04-9bd9-e9616018f16b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=b5a2112b-7a77-4c04-9bd9-e9616018f16b,segment=NetworkSegment(09126f64-db9e-4d94-a794-0c8f63df6e5e),segment_id=09126f64-db9e-4d94-a794-0c8f63df6e5e)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:19:01.488751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'b5a2112b-7a77-4c04-9bd9-e9616018f16b', 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210', 'port_id': 'b5a2112b-7a77-4c04-9bd9-e9616018f16b', 'mac_address': 'fa:16:3e:c8:94:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:19:01.547564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:01.565652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a2112b-7a77-4c04-9bd9-e9616018f16b {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:19:01.581077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port b5a2112b-7a77-4c04-9bd9-e9616018f16b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=b5a2112b-7a77-4c04-9bd9-e9616018f16b,segment=NetworkSegment(09126f64-db9e-4d94-a794-0c8f63df6e5e),segment_id=09126f64-db9e-4d94-a794-0c8f63df6e5e)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:19:01.617733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:01.620686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:19:01.701238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=b5a2112b-7a77-4c04-9bd9-e9616018f16b,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:19:01.704416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:19:01.708775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:01.894454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['b5a2112b-7a77-4c04-9bd9-e9616018f16b'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:19:01.972024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7d4c0-20d3-43cc-af75-f6888de9e4e6 req-842e00d9-7e83-4a31-86eb-65c67ee68d6c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:01.973635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dcd7d4c0-20d3-43cc-af75-f6888de9e4e6 req-842e00d9-7e83-4a31-86eb-65c67ee68d6c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 945 time: 0.0831680 Dec 07 14:19:02.024638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dcd7d4c0-20d3-43cc-af75-f6888de9e4e6 req-1c357b5e-683e-4751-b85a-908aa0d700aa tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435097 Dec 07 14:19:02.452311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be8d9470-e124-4707-86c9-531435c3d5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:03.077245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:03.233675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24d6c9-9720-4bb5-be9b-053c570bd492 req-eec8091f-d82a-46bb-82a3-6581d0e95bb4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:03.235296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8b24d6c9-9720-4bb5-be9b-053c570bd492 req-eec8091f-d82a-46bb-82a3-6581d0e95bb4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 945 time: 0.0868764 Dec 07 14:19:03.284887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8b24d6c9-9720-4bb5-be9b-053c570bd492 req-15777ebe-ad46-4b5b-a674-6d331d3aa48f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434792 Dec 07 14:19:03.347273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device b5a2112b-7a77-4c04-9bd9-e9616018f16b up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:19:03.442695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port b5a2112b-7a77-4c04-9bd9-e9616018f16b completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:19:03.447552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port b5a2112b-7a77-4c04-9bd9-e9616018f16b triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:19:03.447969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:03.562033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:03.589396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfb4d81-5851-4264-a3ee-efc02a99ac8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a2112b-7a77-4c04-9bd9-e9616018f16b'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:19:03.599631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port b5a2112b-7a77-4c04-9bd9-e9616018f16b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=b5a2112b-7a77-4c04-9bd9-e9616018f16b,segment=NetworkSegment(09126f64-db9e-4d94-a794-0c8f63df6e5e),segment_id=09126f64-db9e-4d94-a794-0c8f63df6e5e)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:19:03.637061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:03.639052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:19:03.671540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfb4d81-5851-4264-a3ee-efc02a99ac8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a2112b-7a77-4c04-9bd9-e9616018f16b', 'code': 200} Dec 07 14:19:03.709495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=b5a2112b-7a77-4c04-9bd9-e9616018f16b,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:19:03.712699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:19:03.969170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4ddb52a3-6698-4a5e-9c08-5e4ff25bb218 req-c0189ba1-103f-4294-83a4-7388a1b1bc7a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 1099 time: 0.0733480 Dec 07 14:19:04.015755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4ddb52a3-6698-4a5e-9c08-5e4ff25bb218 req-5e76a742-92df-43bd-9f60-08ea633c3f48 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367308 Dec 07 14:19:04.492585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacc1e0-0946-4b7d-8a3c-fc95b7fff715 req-6731949b-cd09-4b0b-87b7-473a513d538d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:04.495003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-deacc1e0-0946-4b7d-8a3c-fc95b7fff715 req-6731949b-cd09-4b0b-87b7-473a513d538d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0863428 Dec 07 14:19:04.545250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-deacc1e0-0946-4b7d-8a3c-fc95b7fff715 req-d1a0c720-8112-4294-83be-4f00180da3f6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441408 Dec 07 14:19:04.966075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:05.751258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3bbbe-63a1-4b6a-a793-176d7f610617 req-0f4a1aff-d56e-442f-af5a-d3a3c5ff2303 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:05.752831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ace3bbbe-63a1-4b6a-a793-176d7f610617 req-0f4a1aff-d56e-442f-af5a-d3a3c5ff2303 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0810852 Dec 07 14:19:05.804677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ace3bbbe-63a1-4b6a-a793-176d7f610617 req-c884d5b2-1243-477c-98b9-62f9f06d11a4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451064 Dec 07 14:19:06.010756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4573892-22ed-406f-974d-424432fd9c90 req-80f5fb32-2588-4c49-b661-8f98f2de7b6f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:06.012400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e4573892-22ed-406f-974d-424432fd9c90 req-80f5fb32-2588-4c49-b661-8f98f2de7b6f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0839596 Dec 07 14:19:06.061356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e4573892-22ed-406f-974d-424432fd9c90 req-6a397e9f-ee3b-4d36-b195-2dba4ce3511d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421052 Dec 07 14:19:06.088826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58800) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:19:06.164288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-65917358-b6ea-4b24-9b55-eec475c11957 tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 1094 time: 0.0741026 Dec 07 14:19:06.166950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58804) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:19:06.172470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': 'b5a2112b-7a77-4c04-9bd9-e9616018f16b', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:19:06.178146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:19:06.182832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:floatingip and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:19:06.185793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:19:06.191682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:19:06.231340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:06.377605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:06.548402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.36.4.121 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/bf797ef2-b1ad-434a-b219-4d73c3ed4c50) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:19:06.931997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:07.035335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:07.039361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e0bd97d4-1204-4fce-bf81-929eb3727aaf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:19:07.108835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:19:07.112364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:19:07.114981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:19:07.151487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=bf797ef2-b1ad-434a-b219-4d73c3ed4c50,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:19:07.154294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:19:07.642829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:07.732261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:07.940641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:07.977238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:07.981967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-53579306-4392-47c2-ae27-f158e8d9e2ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:19:08.093987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=bf797ef2-b1ad-434a-b219-4d73c3ed4c50,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:19:08.096918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:19:08.108064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:08.315958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Floating IP b98da8d0-a4e1-4e09-b5b6-9146c0a89b25 associated. External IP: 172.36.4.121, port: b5a2112b-7a77-4c04-9bd9-e9616018f16b. Dec 07 14:19:08.722214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 2deaa034-63d2-42f7-acef-f3c1c95f62ba has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:19:08.922156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:19:08.932548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63a34a4-54b4-42a6-a4a5-b0682ca21944 None None] Sync routers for ids ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:19:08.945933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a34a4-54b4-42a6-a4a5-b0682ca21944 None None] Routers {'2deaa034-63d2-42f7-acef-f3c1c95f62ba'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:19:08.947055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a63a34a4-54b4-42a6-a4a5-b0682ca21944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:19:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:19:09.008978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:09.069459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9013760 Dec 07 14:19:09.072383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfb4d81-5851-4264-a3ee-efc02a99ac8f', 'tag': 'b5a2112b-7a77-4c04-9bd9-e9616018f16b'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:19:09.146006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfb4d81-5851-4264-a3ee-efc02a99ac8f', 'tag': 'b5a2112b-7a77-4c04-9bd9-e9616018f16b', 'status': 'completed', 'code': 200} Dec 07 14:19:09.165446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.45', 54123) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:19:09.178163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-27e807cd-a472-483f-bb17-c9570f3bb860 req-919db624-4ca5-49cd-b431-3e0bc96c4a16 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1075072 Dec 07 14:19:09.254169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d8f78751-f165-4a3a-a3ed-b6fee7b57d27 req-74085554-6747-42ac-9879-800315de081e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 1099 time: 0.0844684 Dec 07 14:19:09.271825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ba6a1-92dd-4e48-9f6d-75b60533d888 req-9f1dbf45-314e-4c31-8243-77ceae2d24ff tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:09.273372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d92ba6a1-92dd-4e48-9f6d-75b60533d888 req-9f1dbf45-314e-4c31-8243-77ceae2d24ff tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0882354 Dec 07 14:19:09.313104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-a63a34a4-54b4-42a6-a4a5-b0682ca21944 None None] Set router 2deaa034-63d2-42f7-acef-f3c1c95f62ba gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:19:09.334644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d92ba6a1-92dd-4e48-9f6d-75b60533d888 req-0710845b-4051-40d4-baab-97d8f5d8f919 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507357 Dec 07 14:19:09.364972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58816) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:19:09.406130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f78751-f165-4a3a-a3ed-b6fee7b57d27 req-bbb606a3-4d04-4d22-8a28-fe65045b6133 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:09.407738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d8f78751-f165-4a3a-a3ed-b6fee7b57d27 req-bbb606a3-4d04-4d22-8a28-fe65045b6133 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e6fc4aab-3a72-4a6c-83c8-c784afda7210 HTTP/1.1" status: 200 len: 898 time: 0.1469624 Dec 07 14:19:09.479262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-01df08e6-6ba8-4e7b-bb76-b2bcba9779df tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/b98da8d0-a4e1-4e09-b5b6-9146c0a89b25 HTTP/1.1" status: 200 len: 992 time: 0.1125705 Dec 07 14:19:09.518344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d8f78751-f165-4a3a-a3ed-b6fee7b57d27 req-831a2dd6-2eeb-4de7-81ba-66883df2d49c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5a2112b-7a77-4c04-9bd9-e9616018f16b HTTP/1.1" status: 200 len: 1000 time: 0.1042981 Dec 07 14:19:09.591540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f78751-f165-4a3a-a3ed-b6fee7b57d27 req-87b29b5d-2e05-4fc2-b0b2-25a2521c30f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:09.593057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d8f78751-f165-4a3a-a3ed-b6fee7b57d27 req-87b29b5d-2e05-4fc2-b0b2-25a2521c30f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=566c0089-3460-4542-b928-4a32cb3cdecd HTTP/1.1" status: 200 len: 835 time: 0.0678208 Dec 07 14:19:09.674028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d8f78751-f165-4a3a-a3ed-b6fee7b57d27 req-778bec56-baf2-4d6a-8f8d-8f4dc1e4ef28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e6fc4aab-3a72-4a6c-83c8-c784afda7210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748208 Dec 07 14:19:09.687997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a63a34a4-54b4-42a6-a4a5-b0682ca21944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421940206', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:49Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'b98da8d0-a4e1-4e09-b5b6-9146c0a89b25', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'floating_ip_address': '172.36.4.121', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'port_id': 'b5a2112b-7a77-4c04-9bd9-e9616018f16b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210', 'mac_address': 'fa:16:3e:c8:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfb4d81-5851-4264-a3ee-efc02a99ac8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:19:07Z', 'updated_at': '2021-12-07T14:19:07Z', 'revision_number': 0, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bae53b3-8cac-451c-a446-c0355eed65a6', 'name': '', 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:1c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:48Z', 'updated_at': '2021-12-07T14:18:55Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:19:09.692030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63a34a4-54b4-42a6-a4a5-b0682ca21944 None None] Checking router: 2deaa034-63d2-42f7-acef-f3c1c95f62ba for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:19:09.703782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a34a4-54b4-42a6-a4a5-b0682ca21944 None None] Routers {'2deaa034-63d2-42f7-acef-f3c1c95f62ba'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:19:09.704426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a63a34a4-54b4-42a6-a4a5-b0682ca21944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:19:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:19:09.817451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d8f78751-f165-4a3a-a3ed-b6fee7b57d27 req-6c896c6a-1818-4af3-9e58-c08f8405ae6c service neutron] 10.222.0.45 "GET /v2.0/networks/e6fc4aab-3a72-4a6c-83c8-c784afda7210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361423 Dec 07 14:19:09.885615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-a63a34a4-54b4-42a6-a4a5-b0682ca21944 None None] Set router 2deaa034-63d2-42f7-acef-f3c1c95f62ba gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:19:09.960979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d8f78751-f165-4a3a-a3ed-b6fee7b57d27 req-eb5c252f-6ac0-4a7c-b992-cae8862b69ae service neutron] 10.222.0.45 "GET /v2.0/networks/e6fc4aab-3a72-4a6c-83c8-c784afda7210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370504 Dec 07 14:19:10.186434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-27e807cd-a472-483f-bb17-c9570f3bb860 req-d36dd701-1a87-45f7-8435-1646670726a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 1099 time: 0.0741935 Dec 07 14:19:10.253490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-a63a34a4-54b4-42a6-a4a5-b0682ca21944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421940206', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:49Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'b98da8d0-a4e1-4e09-b5b6-9146c0a89b25', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'floating_ip_address': '172.36.4.121', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'port_id': 'b5a2112b-7a77-4c04-9bd9-e9616018f16b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210', 'mac_address': 'fa:16:3e:c8:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfb4d81-5851-4264-a3ee-efc02a99ac8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:19:07Z', 'updated_at': '2021-12-07T14:19:07Z', 'revision_number': 0, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bae53b3-8cac-451c-a446-c0355eed65a6', 'name': '', 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:1c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:48Z', 'updated_at': '2021-12-07T14:18:55Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:19:10.257683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63a34a4-54b4-42a6-a4a5-b0682ca21944 None None] The sync data for ids ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'] in dv-neutron-ussuri-2-hyperv is: [{'id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421940206', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:49Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'b98da8d0-a4e1-4e09-b5b6-9146c0a89b25', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'floating_ip_address': '172.36.4.121', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'port_id': 'b5a2112b-7a77-4c04-9bd9-e9616018f16b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210', 'mac_address': 'fa:16:3e:c8:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfb4d81-5851-4264-a3ee-efc02a99ac8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:19:07Z', 'updated_at': '2021-12-07T14:19:07Z', 'revision_number': 0, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bae53b3-8cac-451c-a446-c0355eed65a6', 'name': '', 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:1c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:48Z', 'updated_at': '2021-12-07T14:18:55Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:19:10.347280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e807cd-a472-483f-bb17-c9570f3bb860 req-002fc19b-7d2e-4bf5-a0d1-e5305bccfbd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:10.348924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-27e807cd-a472-483f-bb17-c9570f3bb860 req-002fc19b-7d2e-4bf5-a0d1-e5305bccfbd8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e6fc4aab-3a72-4a6c-83c8-c784afda7210 HTTP/1.1" status: 200 len: 898 time: 0.1430960 Dec 07 14:19:10.459573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-27e807cd-a472-483f-bb17-c9570f3bb860 req-ec3c7891-bb78-44b0-9d5d-f35608549d41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5a2112b-7a77-4c04-9bd9-e9616018f16b HTTP/1.1" status: 200 len: 1000 time: 0.1033418 Dec 07 14:19:10.481783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58820) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:19:10.500777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:10.535558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e807cd-a472-483f-bb17-c9570f3bb860 req-43605c90-5587-46f2-8773-3deb5f56f408 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:10.537190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-27e807cd-a472-483f-bb17-c9570f3bb860 req-43605c90-5587-46f2-8773-3deb5f56f408 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=566c0089-3460-4542-b928-4a32cb3cdecd HTTP/1.1" status: 200 len: 835 time: 0.0715361 Dec 07 14:19:10.596659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6f1068-4c39-4f8e-b131-efe7484f01ff None None] New status for floating IP b98da8d0-a4e1-4e09-b5b6-9146c0a89b25: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:19:10.608117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3cee8bad-3690-4370-8f6a-131b20d9f9a8 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/b98da8d0-a4e1-4e09-b5b6-9146c0a89b25 HTTP/1.1" status: 200 len: 992 time: 0.1246798 Dec 07 14:19:10.624808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-27e807cd-a472-483f-bb17-c9570f3bb860 req-7877c124-07e9-4d6a-9fc2-878c357614ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e6fc4aab-3a72-4a6c-83c8-c784afda7210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802474 Dec 07 14:19:10.771404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-27e807cd-a472-483f-bb17-c9570f3bb860 req-6dfda03f-d3eb-439f-a813-ad4d64f610c0 service neutron] 10.222.0.45 "GET /v2.0/networks/e6fc4aab-3a72-4a6c-83c8-c784afda7210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401234 Dec 07 14:19:10.914102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-27e807cd-a472-483f-bb17-c9570f3bb860 req-b4a50ab2-b0bf-4143-b71c-454949b6917a service neutron] 10.222.0.45 "GET /v2.0/networks/e6fc4aab-3a72-4a6c-83c8-c784afda7210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362324 Dec 07 14:19:11.611813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58824) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:19:11.723681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-79150794-ba4d-4f0e-a2cd-54a669d78033 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/b98da8d0-a4e1-4e09-b5b6-9146c0a89b25 HTTP/1.1" status: 200 len: 994 time: 0.1106274 Dec 07 14:19:17.050498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:19:30.114398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c1feba89-8c8f-4c59-8cf4-fee35c7c3774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:31.702978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:32.453445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f856c36f-958e-4a32-8dc9-698a293a62df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:33.087576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:34.966276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:40.521904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:19:43.289131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85061966-6fa1-432d-8bb0-89e466638b01 req-b921b314-2016-4974-8513-e52d13730f9b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:43.295151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-85061966-6fa1-432d-8bb0-89e466638b01 req-b921b314-2016-4974-8513-e52d13730f9b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0861793 Dec 07 14:19:43.344315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-85061966-6fa1-432d-8bb0-89e466638b01 req-beaaa640-57df-41b5-a7bd-9295ca0354f9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472732 Dec 07 14:19:44.550449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d87514-663a-403a-889a-962b8031d7b5 req-db2d4c08-7379-4c9d-b68e-f061433c0847 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:44.552075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-05d87514-663a-403a-889a-962b8031d7b5 req-db2d4c08-7379-4c9d-b68e-f061433c0847 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0823908 Dec 07 14:19:44.599676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-05d87514-663a-403a-889a-962b8031d7b5 req-04471aca-161d-48fe-a7f4-e4fc92948ab8 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403583 Dec 07 14:19:45.810107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db7c7d-1c05-449b-aa5c-9d2085c189fd req-4fa07686-2074-423b-bd24-e50ac3e1182f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:45.811713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-88db7c7d-1c05-449b-aa5c-9d2085c189fd req-4fa07686-2074-423b-bd24-e50ac3e1182f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0860822 Dec 07 14:19:45.859050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-88db7c7d-1c05-449b-aa5c-9d2085c189fd req-1ba66a22-a025-4d24-ae91-9fd1ff283c93 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412576 Dec 07 14:19:47.063389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95c100-2e76-4472-8cfe-4a2ce983728a req-be0f7e95-c2e6-4e9c-a7ee-b87255850943 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:47.064979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7f95c100-2e76-4472-8cfe-4a2ce983728a req-be0f7e95-c2e6-4e9c-a7ee-b87255850943 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0830119 Dec 07 14:19:47.112028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7f95c100-2e76-4472-8cfe-4a2ce983728a req-e1c5b2ce-9347-488e-bc48-534562aac04e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409656 Dec 07 14:19:48.552276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e607e-2d1a-4366-a6d9-1c43eb1fa2f6 req-c2bd1763-c86f-4fcd-905b-9e626ffbaa9c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:48.553908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-150e607e-2d1a-4366-a6d9-1c43eb1fa2f6 req-c2bd1763-c86f-4fcd-905b-9e626ffbaa9c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.3181992 Dec 07 14:19:48.602123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-150e607e-2d1a-4366-a6d9-1c43eb1fa2f6 req-952e2946-700a-46bf-87a8-386b82e14822 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419142 Dec 07 14:19:49.812797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238ce90-728d-48a5-bd23-e9151e940409 req-b6dada5e-1d62-4c8e-8f06-c5176b78b77e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:49.812797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1238ce90-728d-48a5-bd23-e9151e940409 req-b6dada5e-1d62-4c8e-8f06-c5176b78b77e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0826049 Dec 07 14:19:49.860136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1238ce90-728d-48a5-bd23-e9151e940409 req-aaeef50f-7fce-42ad-b795-fc930bba2a2b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455563 Dec 07 14:19:51.064065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234605cb-71ac-4a68-a22a-596a16b8a7ef req-148c76ce-c383-488d-9626-374bb4bbedeb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:51.065636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-234605cb-71ac-4a68-a22a-596a16b8a7ef req-148c76ce-c383-488d-9626-374bb4bbedeb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0816200 Dec 07 14:19:51.112679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-234605cb-71ac-4a68-a22a-596a16b8a7ef req-b3f1d44b-2528-4470-9fa1-eb6aa4a87ddc tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402889 Dec 07 14:19:52.321662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dc98d-790c-42bc-87b2-7eaa5c11783c req-918bc39d-eb44-4fb1-a742-9faa8aacd306 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:52.323223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d34dc98d-790c-42bc-87b2-7eaa5c11783c req-918bc39d-eb44-4fb1-a742-9faa8aacd306 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0860097 Dec 07 14:19:52.371008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d34dc98d-790c-42bc-87b2-7eaa5c11783c req-111d6de7-e0ae-4bf8-97c1-f16f8c7fd297 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413883 Dec 07 14:19:53.580979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fe7de-a329-41e5-bdf9-5b9754616a04 req-97edc501-18b0-496c-b19d-f49d915c75ee tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:53.582473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b63fe7de-a329-41e5-bdf9-5b9754616a04 req-97edc501-18b0-496c-b19d-f49d915c75ee tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0849431 Dec 07 14:19:53.636800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b63fe7de-a329-41e5-bdf9-5b9754616a04 req-ea656e30-af0a-46df-8471-5ca12f585bfc tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469620 Dec 07 14:19:54.055099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:19:54.845139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add122df-8ec4-4db4-98e9-df8a2d604ab3 req-485481bb-894b-4661-8754-bd8e32bf7e79 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:54.846696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-add122df-8ec4-4db4-98e9-df8a2d604ab3 req-485481bb-894b-4661-8754-bd8e32bf7e79 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0848494 Dec 07 14:19:54.893717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-add122df-8ec4-4db4-98e9-df8a2d604ab3 req-617cc83e-7e5c-480b-a1d0-4295c29df43b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403154 Dec 07 14:19:54.923063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58870) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:19:55.030558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4274914b-31ad-4045-850b-04ce436d1411 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/b98da8d0-a4e1-4e09-b5b6-9146c0a89b25 HTTP/1.1" status: 200 len: 994 time: 0.1060960 Dec 07 14:19:56.615678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52204ff-29be-45c7-ac57-cf78aecdad81 req-9fced852-b692-42d8-b341-e717ce72c525 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:56.617921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a52204ff-29be-45c7-ac57-cf78aecdad81 req-9fced852-b692-42d8-b341-e717ce72c525 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0895526 Dec 07 14:19:56.669114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a52204ff-29be-45c7-ac57-cf78aecdad81 req-d72860e3-2ed3-48d8-a1d0-1e72781dc7e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449874 Dec 07 14:19:56.702352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-876a681c-ba44-4bb1-a7d4-83bd95466da0 req-60badb3d-f4b5-4860-a0ea-fb4cbaf4fba5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 1099 time: 0.0764022 Dec 07 14:19:56.845888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a681c-ba44-4bb1-a7d4-83bd95466da0 req-c3e91e74-d6e4-4523-a0fa-54c9b9bd3673 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:56.847495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-876a681c-ba44-4bb1-a7d4-83bd95466da0 req-c3e91e74-d6e4-4523-a0fa-54c9b9bd3673 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e6fc4aab-3a72-4a6c-83c8-c784afda7210 HTTP/1.1" status: 200 len: 898 time: 0.1347930 Dec 07 14:19:56.957571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-876a681c-ba44-4bb1-a7d4-83bd95466da0 req-17c9cf6a-cccd-4740-a50d-39176226d3e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5a2112b-7a77-4c04-9bd9-e9616018f16b HTTP/1.1" status: 200 len: 1002 time: 0.1001437 Dec 07 14:19:57.033359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a681c-ba44-4bb1-a7d4-83bd95466da0 req-ca245afe-d45a-4f69-85f7-c5771909cfcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:57.034904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-876a681c-ba44-4bb1-a7d4-83bd95466da0 req-ca245afe-d45a-4f69-85f7-c5771909cfcb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=566c0089-3460-4542-b928-4a32cb3cdecd HTTP/1.1" status: 200 len: 835 time: 0.0674236 Dec 07 14:19:57.115069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-876a681c-ba44-4bb1-a7d4-83bd95466da0 req-be950a1d-c086-4821-820b-22e8a839a51c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e6fc4aab-3a72-4a6c-83c8-c784afda7210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714331 Dec 07 14:19:57.260223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-876a681c-ba44-4bb1-a7d4-83bd95466da0 req-4c3968fb-7f58-4a54-92a9-e95236566f14 service neutron] 10.222.0.45 "GET /v2.0/networks/e6fc4aab-3a72-4a6c-83c8-c784afda7210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340473 Dec 07 14:19:57.405676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-876a681c-ba44-4bb1-a7d4-83bd95466da0 req-58da08db-66e2-4a3d-b0a8-cdd89f800986 service neutron] 10.222.0.45 "GET /v2.0/networks/e6fc4aab-3a72-4a6c-83c8-c784afda7210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360748 Dec 07 14:19:57.880217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276fbfd-21e3-4e8c-be8a-d620a8ca1598 req-ec66448a-1a4a-4463-bac4-90dd6cee7c71 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:57.882069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2276fbfd-21e3-4e8c-be8a-d620a8ca1598 req-ec66448a-1a4a-4463-bac4-90dd6cee7c71 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0854583 Dec 07 14:19:57.931695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2276fbfd-21e3-4e8c-be8a-d620a8ca1598 req-add59c5e-bd69-4f69-a970-e0de2e843b40 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430276 Dec 07 14:19:59.137102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca64b2-d3ef-4b25-8698-cab4e6f5cfe1 req-7cd8250e-9a3d-4444-b585-b0396f331dc6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:19:59.138668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d8ca64b2-d3ef-4b25-8698-cab4e6f5cfe1 req-7cd8250e-9a3d-4444-b585-b0396f331dc6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0811908 Dec 07 14:19:59.189568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d8ca64b2-d3ef-4b25-8698-cab4e6f5cfe1 req-de433376-387c-46bc-81f8-0483d5ca97f6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448060 Dec 07 14:19:59.217868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58884) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:19:59.324321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c9e8afb0-f5fd-400b-ba29-5ea4863febee tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/b98da8d0-a4e1-4e09-b5b6-9146c0a89b25 HTTP/1.1" status: 200 len: 994 time: 0.1051807 Dec 07 14:20:00.120608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d45b14f3-259e-4b9d-b492-aeb38315f095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:01.687071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:02.446689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cb9815ce-fcd9-4452-a920-5cf8897d3db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:03.081327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:04.972833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:10.161297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-16562fb4-768a-4afe-9d81-636eeb5ac709 req-0b1bbd2e-b86e-4146-a936-e1220dbeaf3a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743790 Dec 07 14:20:10.312943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-16562fb4-768a-4afe-9d81-636eeb5ac709 req-bd6d3568-4e1e-4adf-ac52-2c34f7badbb7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 1099 time: 0.0775666 Dec 07 14:20:10.470372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16562fb4-768a-4afe-9d81-636eeb5ac709 req-a033c680-71f4-403e-bfbe-8d075e35780a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:20:10.471987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-16562fb4-768a-4afe-9d81-636eeb5ac709 req-a033c680-71f4-403e-bfbe-8d075e35780a service neutron] 10.222.0.45 "GET /v2.0/networks?id=e6fc4aab-3a72-4a6c-83c8-c784afda7210 HTTP/1.1" status: 200 len: 898 time: 0.1364572 Dec 07 14:20:10.497334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:10.581465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-16562fb4-768a-4afe-9d81-636eeb5ac709 req-728a944f-c5f6-494d-a5d5-127cd4d9ab3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5a2112b-7a77-4c04-9bd9-e9616018f16b HTTP/1.1" status: 200 len: 1002 time: 0.1004653 Dec 07 14:20:10.650143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16562fb4-768a-4afe-9d81-636eeb5ac709 req-f9099d2d-9f1e-446a-981a-686e1b5f1cf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:20:10.651754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-16562fb4-768a-4afe-9d81-636eeb5ac709 req-f9099d2d-9f1e-446a-981a-686e1b5f1cf6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=566c0089-3460-4542-b928-4a32cb3cdecd HTTP/1.1" status: 200 len: 835 time: 0.0636091 Dec 07 14:20:10.733576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-16562fb4-768a-4afe-9d81-636eeb5ac709 req-08bedcb3-f324-4134-add9-728b05b3c9f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e6fc4aab-3a72-4a6c-83c8-c784afda7210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731156 Dec 07 14:20:10.877093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-16562fb4-768a-4afe-9d81-636eeb5ac709 req-2215dae4-dbdc-4917-8ae9-410ab961d9ed service neutron] 10.222.0.45 "GET /v2.0/networks/e6fc4aab-3a72-4a6c-83c8-c784afda7210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373155 Dec 07 14:20:11.022954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-16562fb4-768a-4afe-9d81-636eeb5ac709 req-781b4194-51d2-4ba9-a05f-cee76c1ec050 service neutron] 10.222.0.45 "GET /v2.0/networks/e6fc4aab-3a72-4a6c-83c8-c784afda7210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385968 Dec 07 14:20:30.132103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f0d577a9-f237-4f95-b08a-fa3c65b54f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:31.056115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:20:31.697823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:31.771018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58900) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:31.979721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port bf797ef2-b1ad-434a-b219-4d73c3ed4c50 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:20:31.980028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:32.153104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:32.154048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:32.281922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for bf797ef2-b1ad-434a-b219-4d73c3ed4c50 owned by network:floatingip {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:20:32.458412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f07ad77a-33ff-4ad0-a2bc-7219ca7350ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:32.858644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:32.863284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:32.908469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=bf797ef2-b1ad-434a-b219-4d73c3ed4c50,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:32.945928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:32.946353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:32.946798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:32.947189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:32.947649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:32.948056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:32.948464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:32.948875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:32.949279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:32.949682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:32.950084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:32.957530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:33.012407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:33.074759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:33.407461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 2deaa034-63d2-42f7-acef-f3c1c95f62ba has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:20:33.613415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:20:33.624455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5629252c-12eb-478c-ad92-81b7b7300fe1 None None] Sync routers for ids ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:20:33.637589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629252c-12eb-478c-ad92-81b7b7300fe1 None None] Routers {'2deaa034-63d2-42f7-acef-f3c1c95f62ba'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:20:33.639481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5629252c-12eb-478c-ad92-81b7b7300fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:20:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:33.662031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:33.716869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/floatingips/b98da8d0-a4e1-4e09-b5b6-9146c0a89b25 HTTP/1.1" status: 204 len: 168 time: 1.9446583 Dec 07 14:20:33.717605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfb4d81-5851-4264-a3ee-efc02a99ac8f', 'tag': 'b5a2112b-7a77-4c04-9bd9-e9616018f16b'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:20:33.835349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-5629252c-12eb-478c-ad92-81b7b7300fe1 None None] Set router 2deaa034-63d2-42f7-acef-f3c1c95f62ba gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:20:33.873430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfb4d81-5851-4264-a3ee-efc02a99ac8f', 'tag': 'b5a2112b-7a77-4c04-9bd9-e9616018f16b', 'status': 'completed', 'code': 200} Dec 07 14:20:33.980532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1128e4e7-92aa-4d53-b7d6-eb24d9a43058 req-301428c4-3d37-4248-9f8a-267a71a602ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 1099 time: 0.0788870 Dec 07 14:20:34.130074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128e4e7-92aa-4d53-b7d6-eb24d9a43058 req-7104021e-7e39-47f1-98d9-af107a99783b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:20:34.131985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1128e4e7-92aa-4d53-b7d6-eb24d9a43058 req-7104021e-7e39-47f1-98d9-af107a99783b service neutron] 10.222.0.45 "GET /v2.0/networks?id=e6fc4aab-3a72-4a6c-83c8-c784afda7210 HTTP/1.1" status: 200 len: 898 time: 0.1428101 Dec 07 14:20:34.177396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5629252c-12eb-478c-ad92-81b7b7300fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421940206', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:49Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '4bae53b3-8cac-451c-a446-c0355eed65a6', 'name': '', 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:1c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:48Z', 'updated_at': '2021-12-07T14:18:55Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:34.181387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5629252c-12eb-478c-ad92-81b7b7300fe1 None None] Checking router: 2deaa034-63d2-42f7-acef-f3c1c95f62ba for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:20:34.192516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629252c-12eb-478c-ad92-81b7b7300fe1 None None] Routers {'2deaa034-63d2-42f7-acef-f3c1c95f62ba'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:20:34.193161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5629252c-12eb-478c-ad92-81b7b7300fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:20:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:34.207298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1128e4e7-92aa-4d53-b7d6-eb24d9a43058 req-8f9d0d8c-c859-4955-ae4e-5d8bf1d5511a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5a2112b-7a77-4c04-9bd9-e9616018f16b HTTP/1.1" status: 200 len: 217 time: 0.0640221 Dec 07 14:20:34.227785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4022ab-22df-41a3-9c8b-52ef6b7d300c req-83fcc0ba-80ee-41c1-8240-9faf4afcefb2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:20:34.229404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4e4022ab-22df-41a3-9c8b-52ef6b7d300c req-83fcc0ba-80ee-41c1-8240-9faf4afcefb2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0949397 Dec 07 14:20:34.281043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4e4022ab-22df-41a3-9c8b-52ef6b7d300c req-95a30ca1-9bed-4094-aebd-44f43e221ce5 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439377 Dec 07 14:20:34.288047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128e4e7-92aa-4d53-b7d6-eb24d9a43058 req-63af2ed3-e24b-49df-911a-289638a763f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:20:34.290043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1128e4e7-92aa-4d53-b7d6-eb24d9a43058 req-63af2ed3-e24b-49df-911a-289638a763f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=566c0089-3460-4542-b928-4a32cb3cdecd HTTP/1.1" status: 200 len: 835 time: 0.0764408 Dec 07 14:20:34.375217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1128e4e7-92aa-4d53-b7d6-eb24d9a43058 req-ada027d2-c3c4-4fac-b605-e936323b8fc9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e6fc4aab-3a72-4a6c-83c8-c784afda7210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781004 Dec 07 14:20:34.375505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-5629252c-12eb-478c-ad92-81b7b7300fe1 None None] Set router 2deaa034-63d2-42f7-acef-f3c1c95f62ba gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:20:34.529117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1128e4e7-92aa-4d53-b7d6-eb24d9a43058 req-467e9723-001d-4c81-beb8-47622abbdb5c service neutron] 10.222.0.45 "GET /v2.0/networks/e6fc4aab-3a72-4a6c-83c8-c784afda7210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438494 Dec 07 14:20:34.678389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1128e4e7-92aa-4d53-b7d6-eb24d9a43058 req-9d12932c-d076-49b1-9b84-42afa5abdab2 service neutron] 10.222.0.45 "GET /v2.0/networks/e6fc4aab-3a72-4a6c-83c8-c784afda7210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391754 Dec 07 14:20:34.844353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-5629252c-12eb-478c-ad92-81b7b7300fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421940206', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:49Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '4bae53b3-8cac-451c-a446-c0355eed65a6', 'name': '', 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:1c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:48Z', 'updated_at': '2021-12-07T14:18:55Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:34.848258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5629252c-12eb-478c-ad92-81b7b7300fe1 None None] The sync data for ids ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'] in dv-neutron-ussuri-2-hyperv is: [{'id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421940206', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:49Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '4bae53b3-8cac-451c-a446-c0355eed65a6', 'name': '', 'network_id': 'e6fc4aab-3a72-4a6c-83c8-c784afda7210', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:1c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:48Z', 'updated_at': '2021-12-07T14:18:55Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '566c0089-3460-4542-b928-4a32cb3cdecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:20:34.970504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:35.298221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da10871e-a413-4525-8513-504597849bfa None None] New status for floating IP b98da8d0-a4e1-4e09-b5b6-9146c0a89b25: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:20:35.495158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf433d-3181-4b0a-bbd7-6f2f2f764965 req-2716c175-0c73-4d31-beff-7e12feb4d5f3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:20:35.496797 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2dbf433d-3181-4b0a-bbd7-6f2f2f764965 req-2716c175-0c73-4d31-beff-7e12feb4d5f3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0816770 Dec 07 14:20:35.549159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2dbf433d-3181-4b0a-bbd7-6f2f2f764965 req-83aaa57c-d3cc-428f-aea1-fa818d0c01a9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455205 Dec 07 14:20:36.120364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc24f3-2868-43c4-9c6d-760724567c6e req-f58f9c9c-176f-4694-954d-d92638ea32e2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:20:36.121163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-7afc24f3-2868-43c4-9c6d-760724567c6e req-f58f9c9c-176f-4694-954d-d92638ea32e2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:20:36.170343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-7afc24f3-2868-43c4-9c6d-760724567c6e req-f58f9c9c-176f-4694-954d-d92638ea32e2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:20:36.171630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7afc24f3-2868-43c4-9c6d-760724567c6e req-f58f9c9c-176f-4694-954d-d92638ea32e2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.1396537 Dec 07 14:20:36.256402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-7afc24f3-2868-43c4-9c6d-760724567c6e req-8c09a677-ff51-43c5-bba0-a48d65adb0ad tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port b5a2112b-7a77-4c04-9bd9-e9616018f16b {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:20:36.256792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7afc24f3-2868-43c4-9c6d-760724567c6e req-8c09a677-ff51-43c5-bba0-a48d65adb0ad tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:36.528124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-7afc24f3-2868-43c4-9c6d-760724567c6e req-8c09a677-ff51-43c5-bba0-a48d65adb0ad tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] For port b5a2112b-7a77-4c04-9bd9-e9616018f16b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=b5a2112b-7a77-4c04-9bd9-e9616018f16b,segment=NetworkSegment(09126f64-db9e-4d94-a794-0c8f63df6e5e),segment_id=09126f64-db9e-4d94-a794-0c8f63df6e5e)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:20:36.528725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7afc24f3-2868-43c4-9c6d-760724567c6e req-8c09a677-ff51-43c5-bba0-a48d65adb0ad tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:36.654399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-7afc24f3-2868-43c4-9c6d-760724567c6e req-8c09a677-ff51-43c5-bba0-a48d65adb0ad tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for b5a2112b-7a77-4c04-9bd9-e9616018f16b owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:20:36.757483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3cf67-9993-4b70-b704-92fb98abc4f0 req-4486d14d-efe6-4283-8c56-89da623cfef1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:20:36.759110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6c3cf67-9993-4b70-b704-92fb98abc4f0 req-4486d14d-efe6-4283-8c56-89da623cfef1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 946 time: 0.0837953 Dec 07 14:20:36.808201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6c3cf67-9993-4b70-b704-92fb98abc4f0 req-a2ca4f2d-ad79-4d2b-a26f-5ad9ccee76b7 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b138b71-a853-4740-86c0-5f3f56c0b74b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421207 Dec 07 14:20:36.884520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7afc24f3-2868-43c4-9c6d-760724567c6e req-8c09a677-ff51-43c5-bba0-a48d65adb0ad tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:36.890873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-658aaa16-955c-46b6-8cd0-003565437ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:36.933696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09a677-ff51-43c5-bba0-a48d65adb0ad tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=b5a2112b-7a77-4c04-9bd9-e9616018f16b,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:36.937372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8c09a677-ff51-43c5-bba0-a48d65adb0ad tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:37.006937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afc24f3-2868-43c4-9c6d-760724567c6e req-8c09a677-ff51-43c5-bba0-a48d65adb0ad tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] No DVR routers for this DVR port b5a2112b-7a77-4c04-9bd9-e9616018f16b on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:20:37.009465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-7afc24f3-2868-43c4-9c6d-760724567c6e req-8c09a677-ff51-43c5-bba0-a48d65adb0ad tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:37.015311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfb4d81-5851-4264-a3ee-efc02a99ac8f', 'name': 'network-vif-deleted', 'tag': 'b5a2112b-7a77-4c04-9bd9-e9616018f16b'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:20:37.068183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfb4d81-5851-4264-a3ee-efc02a99ac8f', 'name': 'network-vif-deleted', 'tag': 'b5a2112b-7a77-4c04-9bd9-e9616018f16b', 'status': 'completed', 'code': 200} Dec 07 14:20:37.070207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7afc24f3-2868-43c4-9c6d-760724567c6e req-8c09a677-ff51-43c5-bba0-a48d65adb0ad tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "DELETE /v2.0/ports/b5a2112b-7a77-4c04-9bd9-e9616018f16b HTTP/1.1" status: 204 len: 173 time: 0.8866096 Dec 07 14:20:37.994853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-76753825-1754-46f0-b35f-a8bbdf6c1625 req-8800b61c-d77c-402c-bd52-a7dfae88642f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cfb4d81-5851-4264-a3ee-efc02a99ac8f HTTP/1.1" status: 200 len: 210 time: 0.0451996 Dec 07 14:20:39.105882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58922) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:39.522882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c153ab8-1b87-47e2-8ddb-f3451e34b49f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:39.705833 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device b5a2112b-7a77-4c04-9bd9-e9616018f16b no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:20:39.742435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: b5a2112b-7a77-4c04-9bd9-e9616018f16b {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:20:39.742835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device b5a2112b-7a77-4c04-9bd9-e9616018f16b not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:20:40.392914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6c153ab8-1b87-47e2-8ddb-f3451e34b49f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port 4bae53b3-8cac-451c-a446-c0355eed65a6 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:20:40.393488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c153ab8-1b87-47e2-8ddb-f3451e34b49f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:40.520467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:40.592088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6c153ab8-1b87-47e2-8ddb-f3451e34b49f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] For port 4bae53b3-8cac-451c-a446-c0355eed65a6, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=4bae53b3-8cac-451c-a446-c0355eed65a6,segment=NetworkSegment(09126f64-db9e-4d94-a794-0c8f63df6e5e),segment_id=09126f64-db9e-4d94-a794-0c8f63df6e5e)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:20:40.592427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c153ab8-1b87-47e2-8ddb-f3451e34b49f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:40.721907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6c153ab8-1b87-47e2-8ddb-f3451e34b49f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for 4bae53b3-8cac-451c-a446-c0355eed65a6 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:20:41.067738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c153ab8-1b87-47e2-8ddb-f3451e34b49f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:41.072429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-319cba16-c8d3-48ac-aa28-bff79620b041 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:41.119086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c153ab8-1b87-47e2-8ddb-f3451e34b49f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=4bae53b3-8cac-451c-a446-c0355eed65a6,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:41.121937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6c153ab8-1b87-47e2-8ddb-f3451e34b49f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:41.442289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c153ab8-1b87-47e2-8ddb-f3451e34b49f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:42.034964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c153ab8-1b87-47e2-8ddb-f3451e34b49f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 2deaa034-63d2-42f7-acef-f3c1c95f62ba has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:20:42.239949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c153ab8-1b87-47e2-8ddb-f3451e34b49f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:20:42.250852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340874bf-913e-4447-8b57-acacf896880c None None] Sync routers for ids ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:20:42.253847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6c153ab8-1b87-47e2-8ddb-f3451e34b49f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "PUT /v2.0/routers/2deaa034-63d2-42f7-acef-f3c1c95f62ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1463752 Dec 07 14:20:42.256901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58926) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:42.264523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340874bf-913e-4447-8b57-acacf896880c None None] Routers {'2deaa034-63d2-42f7-acef-f3c1c95f62ba'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:20:42.265404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-340874bf-913e-4447-8b57-acacf896880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:20:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:42.452284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-340874bf-913e-4447-8b57-acacf896880c None None] Set router 2deaa034-63d2-42f7-acef-f3c1c95f62ba gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:20:42.462199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35ba960-4169-4a56-ba60-84531ce270cc tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting subnet 566c0089-3460-4542-b928-4a32cb3cdecd {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:20:42.465338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d35ba960-4169-4a56-ba60-84531ce270cc tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:42.526290 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d35ba960-4169-4a56-ba60-84531ce270cc tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:42.611851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d35ba960-4169-4a56-ba60-84531ce270cc tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:42.721164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d35ba960-4169-4a56-ba60-84531ce270cc tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:42.725904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6f3805eb-820e-412f-955b-af3571cbf80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:42.749893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-340874bf-913e-4447-8b57-acacf896880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421940206', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:20:40Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:42.754137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340874bf-913e-4447-8b57-acacf896880c None None] Checking router: 2deaa034-63d2-42f7-acef-f3c1c95f62ba for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:20:42.765568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340874bf-913e-4447-8b57-acacf896880c None None] Routers {'2deaa034-63d2-42f7-acef-f3c1c95f62ba'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:20:42.766217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-340874bf-913e-4447-8b57-acacf896880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:20:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:42.768141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ba960-4169-4a56-ba60-84531ce270cc tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Subnet': ['ID=566c0089-3460-4542-b928-4a32cb3cdecd,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:42.771075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d35ba960-4169-4a56-ba60-84531ce270cc tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:42.773536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d35ba960-4169-4a56-ba60-84531ce270cc tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:42.780036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d35ba960-4169-4a56-ba60-84531ce270cc tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/subnets/566c0089-3460-4542-b928-4a32cb3cdecd HTTP/1.1" status: 204 len: 168 time: 0.5221076 Dec 07 14:20:42.781756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24e8c09-9f0f-48d5-9383-d1f7521e634c None None] Network e6fc4aab-3a72-4a6c-83c8-c784afda7210 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:20:42.782885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58930) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:42.950345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-340874bf-913e-4447-8b57-acacf896880c None None] Set router 2deaa034-63d2-42f7-acef-f3c1c95f62ba gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:20:42.994386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:43.063270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] DHCP port deletion for e6fc4aab-3a72-4a6c-83c8-c784afda7210 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:20:43.067474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Deleting port 2735625f-fc4d-4928-ba7e-63a108a65d8b {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:20:43.067943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:43.286081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-340874bf-913e-4447-8b57-acacf896880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421940206', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:20:40Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:43.290904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340874bf-913e-4447-8b57-acacf896880c None None] The sync data for ids ['2deaa034-63d2-42f7-acef-f3c1c95f62ba'] in dv-neutron-ussuri-2-hyperv is: [{'id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421940206', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:20:40Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': 'e3a38d57-412d-4ab9-aa82-d8bc0694c019', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deaa034-63d2-42f7-acef-f3c1c95f62ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:18:44Z', 'updated_at': '2021-12-07T14:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:20:43.294949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] For port 2735625f-fc4d-4928-ba7e-63a108a65d8b, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=2735625f-fc4d-4928-ba7e-63a108a65d8b,segment=NetworkSegment(09126f64-db9e-4d94-a794-0c8f63df6e5e),segment_id=09126f64-db9e-4d94-a794-0c8f63df6e5e)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:20:43.311076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:43.439676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Calling delete_port for 2735625f-fc4d-4928-ba7e-63a108a65d8b owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:20:43.447127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:43.496405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port e3a38d57-412d-4ab9-aa82-d8bc0694c019 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:20:43.497003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:43.595153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4bae53b3-8cac-451c-a446-c0355eed65a6 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:20:43.629177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:43.635041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4ca30f24-ca11-475b-8d05-ee4b97f07e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:43.664591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 4bae53b3-8cac-451c-a446-c0355eed65a6 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:20:43.664985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 4bae53b3-8cac-451c-a446-c0355eed65a6 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:20:43.665455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 2735625f-fc4d-4928-ba7e-63a108a65d8b no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:20:43.698922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] For port e3a38d57-412d-4ab9-aa82-d8bc0694c019, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=e3a38d57-412d-4ab9-aa82-d8bc0694c019,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:20:43.699445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:43.711429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 2735625f-fc4d-4928-ba7e-63a108a65d8b {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:20:43.711840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 2735625f-fc4d-4928-ba7e-63a108a65d8b not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:20:43.717692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Pushing event deleted for resources: {'Port': ['ID=2735625f-fc4d-4928-ba7e-63a108a65d8b,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:43.729760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] No DVR routers for this DVR port 2735625f-fc4d-4928-ba7e-63a108a65d8b on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:20:43.735737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:43.735737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:43.735737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:43.736604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:43.736993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:43.737373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:43.737749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:43.738121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:43.738497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:43.738866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:43.739272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:43.742456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:43.827366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for e3a38d57-412d-4ab9-aa82-d8bc0694c019 owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:20:44.069108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:44.073474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:44.117978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=e3a38d57-412d-4ab9-aa82-d8bc0694c019,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:44.120940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:44.344794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:44.602292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:44.607415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:44.702772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:44.703524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Fanout notify agent at l3_agent the message router_deleted on router 2deaa034-63d2-42f7-acef-f3c1c95f62ba {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 14:20:44.718923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:44.720160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/routers/2deaa034-63d2-42f7-acef-f3c1c95f62ba HTTP/1.1" status: 204 len: 168 time: 1.9362762 Dec 07 14:20:44.723027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58934) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:44.845136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad0456aa-9dd1-4908-8301-87e39634e21b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:44.990785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad0456aa-9dd1-4908-8301-87e39634e21b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:45.018567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ad0456aa-9dd1-4908-8301-87e39634e21b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fc4aab-3a72-4a6c-83c8-c784afda7210']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:45.032319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ad0456aa-9dd1-4908-8301-87e39634e21b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09126f64-db9e-4d94-a794-0c8f63df6e5e') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:45.032646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-ad0456aa-9dd1-4908-8301-87e39634e21b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09126f64-db9e-4d94-a794-0c8f63df6e5e') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:45.044529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad0456aa-9dd1-4908-8301-87e39634e21b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:45.058811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad0456aa-9dd1-4908-8301-87e39634e21b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:45.065045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0456aa-9dd1-4908-8301-87e39634e21b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:20:45.065455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad0456aa-9dd1-4908-8301-87e39634e21b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:20:45.080916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:20:45.182970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad0456aa-9dd1-4908-8301-87e39634e21b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:45.186823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9cca19d-f53c-4694-9a93-874a0fb45c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:45.205594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad0456aa-9dd1-4908-8301-87e39634e21b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:45.212148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0456aa-9dd1-4908-8301-87e39634e21b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Network': ['ID=e6fc4aab-3a72-4a6c-83c8-c784afda7210,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:45.218251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ad0456aa-9dd1-4908-8301-87e39634e21b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:45.247659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ad0456aa-9dd1-4908-8301-87e39634e21b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/networks/e6fc4aab-3a72-4a6c-83c8-c784afda7210 HTTP/1.1" status: 204 len: 168 time: 0.5228138 Dec 07 14:20:45.250239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58938) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:45.322092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8afa64bf-b780-420a-9491-7f812dd48093 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:45.352167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8afa64bf-b780-420a-9491-7f812dd48093 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:45.480134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8afa64bf-b780-420a-9491-7f812dd48093 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:45.485472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-16238169-046e-417a-b957-a1d49b76ad8e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:45.501493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa64bf-b780-420a-9491-7f812dd48093 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b138b71-a853-4740-86c0-5f3f56c0b74b,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:45.503932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8afa64bf-b780-420a-9491-7f812dd48093 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:45.536879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8afa64bf-b780-420a-9491-7f812dd48093 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:45.538131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8afa64bf-b780-420a-9491-7f812dd48093 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/security-groups/1b138b71-a853-4740-86c0-5f3f56c0b74b HTTP/1.1" status: 204 len: 168 time: 0.2869225 Dec 07 14:20:45.593519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e3a38d57-412d-4ab9-aa82-d8bc0694c019 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:20:45.627536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: e3a38d57-412d-4ab9-aa82-d8bc0694c019 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:20:45.629443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device e3a38d57-412d-4ab9-aa82-d8bc0694c019 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:20:46.909428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58948) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:46.915688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-eb2ef3a2-2d5e-48b1-8a69-78ae6f8ceb1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950571873', 'description': 'tempest-secgroup-smoke-950571873 description', 'project_id': '7133d1beec2c4834a8afafda93963c28'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:20:46.922323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-eb2ef3a2-2d5e-48b1-8a69-78ae6f8ceb1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:20:46.926625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-eb2ef3a2-2d5e-48b1-8a69-78ae6f8ceb1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:20:46.929623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-eb2ef3a2-2d5e-48b1-8a69-78ae6f8ceb1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:20:46.936206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-eb2ef3a2-2d5e-48b1-8a69-78ae6f8ceb1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:20:46.977353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef3a2-2d5e-48b1-8a69-78ae6f8ceb1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:47.014917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-eb2ef3a2-2d5e-48b1-8a69-78ae6f8ceb1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:20:47.018935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-eb2ef3a2-2d5e-48b1-8a69-78ae6f8ceb1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:20:47.021937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-eb2ef3a2-2d5e-48b1-8a69-78ae6f8ceb1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:20:47.028362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-eb2ef3a2-2d5e-48b1-8a69-78ae6f8ceb1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:20:47.119080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef3a2-2d5e-48b1-8a69-78ae6f8ceb1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:47.148809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef3a2-2d5e-48b1-8a69-78ae6f8ceb1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:47.154137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6e6ae085-4a03-4dc0-a0bb-73e61cca33f0 tempest-ServersAdminNegativeTestJSON-289046226 tempest-ServersAdminNegativeTestJSON-289046226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:47.197134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ef3a2-2d5e-48b1-8a69-78ae6f8ceb1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d604aa-7883-451c-9291-51d757d6aa29,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:47.200114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eb2ef3a2-2d5e-48b1-8a69-78ae6f8ceb1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:47.228620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef3a2-2d5e-48b1-8a69-78ae6f8ceb1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:47.229875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-eb2ef3a2-2d5e-48b1-8a69-78ae6f8ceb1c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3193736 Dec 07 14:20:47.233570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58952) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:47.239470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-48711b4a-3a02-4de2-a880-47e8082bb86c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '85d604aa-7883-451c-9291-51d757d6aa29', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:20:47.245821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-48711b4a-3a02-4de2-a880-47e8082bb86c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:20:47.250512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-48711b4a-3a02-4de2-a880-47e8082bb86c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:20:47.253544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-48711b4a-3a02-4de2-a880-47e8082bb86c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:20:47.260004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-48711b4a-3a02-4de2-a880-47e8082bb86c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:20:47.304265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48711b4a-3a02-4de2-a880-47e8082bb86c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:47.368915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48711b4a-3a02-4de2-a880-47e8082bb86c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:47.394157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48711b4a-3a02-4de2-a880-47e8082bb86c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:47.401548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-71106f3b-61f2-479b-90bc-a73cdd21795e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:47.421444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48711b4a-3a02-4de2-a880-47e8082bb86c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c1f0e3-7c39-43c4-9f61-a97ab9a1ff02,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:47.423862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-48711b4a-3a02-4de2-a880-47e8082bb86c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:47.451523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-48711b4a-3a02-4de2-a880-47e8082bb86c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:47.452799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-48711b4a-3a02-4de2-a880-47e8082bb86c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2182443 Dec 07 14:20:47.455987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58956) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:47.461999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6e811167-bb67-4214-9a21-60b9a472f6b9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '85d604aa-7883-451c-9291-51d757d6aa29', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:20:47.468226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6e811167-bb67-4214-9a21-60b9a472f6b9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:20:47.472196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6e811167-bb67-4214-9a21-60b9a472f6b9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:20:47.475175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6e811167-bb67-4214-9a21-60b9a472f6b9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:20:47.481766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6e811167-bb67-4214-9a21-60b9a472f6b9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:20:47.525165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e811167-bb67-4214-9a21-60b9a472f6b9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:47.589158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e811167-bb67-4214-9a21-60b9a472f6b9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:47.617116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e811167-bb67-4214-9a21-60b9a472f6b9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:47.619036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6f1b6729-0558-4f84-8bd7-4cad52238ea6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:47.640770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e811167-bb67-4214-9a21-60b9a472f6b9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd85e28-63e5-4417-a757-0c669e0d8be5,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:47.644920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6e811167-bb67-4214-9a21-60b9a472f6b9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:47.669449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6e811167-bb67-4214-9a21-60b9a472f6b9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:47.670816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6e811167-bb67-4214-9a21-60b9a472f6b9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2138202 Dec 07 14:20:47.673730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58960) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:47.679874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8a22fd79-65e2-4139-821c-d3ff8998af5c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '85d604aa-7883-451c-9291-51d757d6aa29', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:20:47.686333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8a22fd79-65e2-4139-821c-d3ff8998af5c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:20:47.690268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8a22fd79-65e2-4139-821c-d3ff8998af5c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:20:47.693276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8a22fd79-65e2-4139-821c-d3ff8998af5c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:20:47.699162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8a22fd79-65e2-4139-821c-d3ff8998af5c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:20:47.738207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a22fd79-65e2-4139-821c-d3ff8998af5c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:47.802981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a22fd79-65e2-4139-821c-d3ff8998af5c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:47.839996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a22fd79-65e2-4139-821c-d3ff8998af5c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:47.842536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fb50c900-a321-4e22-b994-b2b41b9309cd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:47.867529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22fd79-65e2-4139-821c-d3ff8998af5c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f2ce93-8888-4cf1-9775-f8edacb6afed,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:47.870059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8a22fd79-65e2-4139-821c-d3ff8998af5c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:47.908641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8a22fd79-65e2-4139-821c-d3ff8998af5c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:47.909972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8a22fd79-65e2-4139-821c-d3ff8998af5c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2352009 Dec 07 14:20:47.913113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58964) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:47.919735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '85d604aa-7883-451c-9291-51d757d6aa29', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:20:47.926215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:20:47.930262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:20:47.933283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:20:47.944079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:20:47.989448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:48.054221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:48.085752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:48.087766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d22bcc28-6677-44eb-a4fc-b3ad3b1728ef tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:48.113903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51437414-9a14-4db7-a2a6-7f680b5b4b92,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:48.126850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:48.127301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:48.127746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:48.128144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:48.128558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:48.128971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:48.129423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:48.129829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:48.130236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:48.130894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:48.131335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:48.135438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:48.155014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:48.156307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-80867f4b-1c43-4cf4-817d-7238d7b7a6a2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2420533 Dec 07 14:20:48.159758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58968) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:48.165945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8f2fa01d-56a8-4315-bff3-35071e623128 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '85d604aa-7883-451c-9291-51d757d6aa29', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:20:48.172409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8f2fa01d-56a8-4315-bff3-35071e623128 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:20:48.176413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8f2fa01d-56a8-4315-bff3-35071e623128 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:20:48.179491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8f2fa01d-56a8-4315-bff3-35071e623128 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:20:48.185474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8f2fa01d-56a8-4315-bff3-35071e623128 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:20:48.221504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-8f2fa01d-56a8-4315-bff3-35071e623128 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Project 7133d1beec2c4834a8afafda93963c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:20:48.228079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f2fa01d-56a8-4315-bff3-35071e623128 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:48.298132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f2fa01d-56a8-4315-bff3-35071e623128 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:48.337610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f2fa01d-56a8-4315-bff3-35071e623128 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:48.339598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-713b09fd-a135-453c-80b5-1e710abf11bb tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:48.363077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2fa01d-56a8-4315-bff3-35071e623128 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43edba4-0298-416c-a98c-38de2a47bf38,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:48.365663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8f2fa01d-56a8-4315-bff3-35071e623128 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:48.405954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8f2fa01d-56a8-4315-bff3-35071e623128 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:48.407677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8f2fa01d-56a8-4315-bff3-35071e623128 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2465975 Dec 07 14:20:48.410843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58972) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:48.416780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ead9c264-7638-4750-b052-5d8bf0cba70b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'security_group_rule': {'security_group_id': '85d604aa-7883-451c-9291-51d757d6aa29', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:20:48.423950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ead9c264-7638-4750-b052-5d8bf0cba70b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:20:48.428034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ead9c264-7638-4750-b052-5d8bf0cba70b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:security_group_rule and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:20:48.431011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ead9c264-7638-4750-b052-5d8bf0cba70b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:20:48.437802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ead9c264-7638-4750-b052-5d8bf0cba70b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:20:48.491684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-ead9c264-7638-4750-b052-5d8bf0cba70b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Project 7133d1beec2c4834a8afafda93963c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:20:48.498750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ead9c264-7638-4750-b052-5d8bf0cba70b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:48.566299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ead9c264-7638-4750-b052-5d8bf0cba70b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:48.599817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ead9c264-7638-4750-b052-5d8bf0cba70b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:48.601681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f8c5ec29-18f8-4881-b822-7780f4a95be6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:48.622730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9c264-7638-4750-b052-5d8bf0cba70b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433cee09-9cf1-4aff-b25c-3958733d42a8,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:48.626828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ead9c264-7638-4750-b052-5d8bf0cba70b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:48.663077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ead9c264-7638-4750-b052-5d8bf0cba70b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:48.664383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ead9c264-7638-4750-b052-5d8bf0cba70b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2525089 Dec 07 14:20:48.667406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 58976) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:48.673355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8badecc7-64d0-4eb2-a238-08d2f9295766 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'network': {'name': 'tempest-network-smoke--1107584434', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'port_security_enabled': True}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:20:48.678502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8badecc7-64d0-4eb2-a238-08d2f9295766 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:20:48.682770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8badecc7-64d0-4eb2-a238-08d2f9295766 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:network and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:20:48.685820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8badecc7-64d0-4eb2-a238-08d2f9295766 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:20:48.691782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8badecc7-64d0-4eb2-a238-08d2f9295766 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:20:48.725494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8badecc7-64d0-4eb2-a238-08d2f9295766 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Made reservation on behalf of 7133d1beec2c4834a8afafda93963c28 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:20:48.730780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8badecc7-64d0-4eb2-a238-08d2f9295766 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:48.759346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8badecc7-64d0-4eb2-a238-08d2f9295766 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:20:48.813055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8badecc7-64d0-4eb2-a238-08d2f9295766 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:48.813487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-8badecc7-64d0-4eb2-a238-08d2f9295766 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Added segment 7df5180f-a23b-4e2f-86fb-69a0eb151189 of type vlan for network ecbebbb7-c3bb-40d0-992d-5064310dbff3 Dec 07 14:20:48.897641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8badecc7-64d0-4eb2-a238-08d2f9295766 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:48.999944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8badecc7-64d0-4eb2-a238-08d2f9295766 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:49.003945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8badecc7-64d0-4eb2-a238-08d2f9295766 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:20:49.004581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8badecc7-64d0-4eb2-a238-08d2f9295766 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:49.010032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5441251e-fa4f-4da3-9940-52158703d7c6 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:49.119634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badecc7-64d0-4eb2-a238-08d2f9295766 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Network': ['ID=ecbebbb7-c3bb-40d0-992d-5064310dbff3,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:49.123266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8badecc7-64d0-4eb2-a238-08d2f9295766 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:49.131314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network ecbebbb7-c3bb-40d0-992d-5064310dbff3 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:20:49.149653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8badecc7-64d0-4eb2-a238-08d2f9295766 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4810824 Dec 07 14:20:49.152622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58980) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:49.159922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1005525917', 'admin_state_up': True, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:20:49.166111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:20:49.170228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:router and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:20:49.173324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:20:49.180615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:20:49.234547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:49.235599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:49.301096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:49.474419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:49.688588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:49.720113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:49.860389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.36.4.216 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/6e5b982e-07f3-436f-a21b-1606448d8e2b) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:20:50.014280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:50.075472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:50.079912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-59487ea4-38d8-4f76-9293-1fe7d888fdd0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:50.146880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:20:50.150418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:20:50.152541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=6e5b982e-07f3-436f-a21b-1606448d8e2b,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:50.154866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:20:50.183653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:50.429409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:50.430163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:50.714224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 1741a275-b35e-499a-bbf9-c11062a48b74 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 14:20:50.924729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:20:50.936785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Sync routers for ids ['1741a275-b35e-499a-bbf9-c11062a48b74'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:20:50.949492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Routers {'1741a275-b35e-499a-bbf9-c11062a48b74'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:20:50.951701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:20:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['1741a275-b35e-499a-bbf9-c11062a48b74'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:51.000236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:51.001526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d559ed60-b875-4ab1-ba3a-ec683e407e08 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8477943 Dec 07 14:20:51.004947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58984) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:51.050835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-23a68bf7-ba9e-44e0-82e6-ca92518d4460 tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=7133d1beec2c4834a8afafda93963c28&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442741 Dec 07 14:20:51.053558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58988) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:51.133830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Set router 1741a275-b35e-499a-bbf9-c11062a48b74 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:20:51.192128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f02b11-e3c6-4530-bae3-c211d0252af2 tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:20:51.193739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a1f02b11-e3c6-4530-bae3-c211d0252af2 tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1391642 Dec 07 14:20:51.196715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58992) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:51.243678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-68e9ef8b-5bb3-4dfc-a4d5-846c75e8717b tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3e4fe3c4-9dba-4ff1-b219-f50882f57056&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457258 Dec 07 14:20:51.246319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 58996) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:51.253054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1038241478', 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3', 'project_id': '7133d1beec2c4834a8afafda93963c28', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:20:51.370011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:20:51.374612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:subnet and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:20:51.377723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:20:51.384157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:20:51.422925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Made reservation on behalf of 7133d1beec2c4834a8afafda93963c28 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:20:51.441079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005525917', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:50Z', 'revision_number': 3, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:51.445164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Checking router: 1741a275-b35e-499a-bbf9-c11062a48b74 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:20:51.445567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Updating router 1741a275-b35e-499a-bbf9-c11062a48b74 port 6e5b982e-07f3-436f-a21b-1606448d8e2b binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:20:51.498245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:51.530742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:51.889017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:51.919154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:51.923858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ae200f32-14c2-4cfb-b3bd-47bc3a7bc625 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:51.983131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Transition to ACTIVE for port object 6e5b982e-07f3-436f-a21b-1606448d8e2b will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:20:52.001622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Subnet': ['ID=8e682d2c-a123-4b7b-97f8-826891ad56f8,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:52.004470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:52.016241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Checking segment: {'id': '7df5180f-a23b-4e2f-86fb-69a0eb151189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:20:52.016666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network hostable DHCP agents. Network: ecbebbb7-c3bb-40d0-992d-5064310dbff3, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:20:52.017805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:52.022666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ee000b2-ed37-4d69-8fb2-732b586750fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:52.092135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network ecbebbb7-c3bb-40d0-992d-5064310dbff3 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:20:52.105233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030dcf3-5fbe-4757-b98a-71b6c52656a2 None None] Pushing event updated for resources: {'Port': ['ID=6e5b982e-07f3-436f-a21b-1606448d8e2b,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:52.108512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Attempting to bind port 6e5b982e-07f3-436f-a21b-1606448d8e2b on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:20:52.108929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Attempting to bind port 6e5b982e-07f3-436f-a21b-1606448d8e2b by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:20:52.109340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Attempting to bind port 6e5b982e-07f3-436f-a21b-1606448d8e2b on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:20:52.111710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4030dcf3-5fbe-4757-b98a-71b6c52656a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:52.117198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:20:52.117610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:20:52.118059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:52.118488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:20:52.119118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Bound port: 6e5b982e-07f3-436f-a21b-1606448d8e2b, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:20:52.119465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:52.148770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, ecbebbb7-c3bb-40d0-992d-5064310dbff3) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:20:52.153402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:20:52.154045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:52.159634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c224503-1123-4287-8720-a87e127a1ba2 None None] Network ecbebbb7-c3bb-40d0-992d-5064310dbff3 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:20:52.201067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9529085 Dec 07 14:20:52.204126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59000) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:20:52.282774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] For port 6e5b982e-07f3-436f-a21b-1606448d8e2b, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:20:52.305669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] For port 6e5b982e-07f3-436f-a21b-1606448d8e2b, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=6e5b982e-07f3-436f-a21b-1606448d8e2b,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:20:52.351265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:52.364608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:52.491652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030dcf3-5fbe-4757-b98a-71b6c52656a2 None None] Pushing event updated for resources: {'Port': ['ID=6e5b982e-07f3-436f-a21b-1606448d8e2b,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:52.497915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4030dcf3-5fbe-4757-b98a-71b6c52656a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:52.502405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Routers {'1741a275-b35e-499a-bbf9-c11062a48b74'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:20:52.502761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:20:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['1741a275-b35e-499a-bbf9-c11062a48b74'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:52.562984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-ecbebbb7-c3bb-40d0-992d-5064310dbff3', 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ips': [{'subnet_id': '8e682d2c-a123-4b7b-97f8-826891ad56f8'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:20:52.563906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:52.951460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] Set router 1741a275-b35e-499a-bbf9-c11062a48b74 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:20:53.222945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Allocated IP 172.20.0.2 (ecbebbb7-c3bb-40d0-992d-5064310dbff3/8e682d2c-a123-4b7b-97f8-826891ad56f8/51eb713c-c796-4bc5-b8bf-5c353754fad3) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:20:53.240488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:53.337257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005525917', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:50Z', 'revision_number': 3, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:53.342555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd90a24-4339-4c54-8d00-a32a64183d4c None None] The sync data for ids ['1741a275-b35e-499a-bbf9-c11062a48b74'] in dv-neutron-ussuri-2-hyperv is: [{'id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005525917', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:50Z', 'revision_number': 3, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:20:53.601101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:53.611785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Transition to ACTIVE for port object 51eb713c-c796-4bc5-b8bf-5c353754fad3 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:20:53.631511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Transition to ACTIVE for port object 51eb713c-c796-4bc5-b8bf-5c353754fad3 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:20:53.668008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:53.673810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:53.714184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.20.0.1 (ecbebbb7-c3bb-40d0-992d-5064310dbff3/8e682d2c-a123-4b7b-97f8-826891ad56f8/62702fe3-e5e1-4277-8167-07694ebc038f) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:20:53.745588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Network ecbebbb7-c3bb-40d0-992d-5064310dbff3 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:20:53.750321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:20:53.753802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Pushing event updated for resources: {'Port': ['ID=51eb713c-c796-4bc5-b8bf-5c353754fad3,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:53.754677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:20:53.757285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:53.877409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Attempting to bind port 51eb713c-c796-4bc5-b8bf-5c353754fad3 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:20:53.877942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Attempting to bind port 51eb713c-c796-4bc5-b8bf-5c353754fad3 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '7df5180f-a23b-4e2f-86fb-69a0eb151189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:20:53.878473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Attempting to bind port 51eb713c-c796-4bc5-b8bf-5c353754fad3 on network ecbebbb7-c3bb-40d0-992d-5064310dbff3 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:20:53.888147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:20:53.888720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Checking segment: {'id': '7df5180f-a23b-4e2f-86fb-69a0eb151189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:20:53.889275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:53.889823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Bound using segment: {'id': '7df5180f-a23b-4e2f-86fb-69a0eb151189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:20:53.890475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Bound port: 51eb713c-c796-4bc5-b8bf-5c353754fad3, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df5180f-a23b-4e2f-86fb-69a0eb151189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:20:53.891002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:53.989913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] For port 51eb713c-c796-4bc5-b8bf-5c353754fad3, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:20:53.993740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] For port 51eb713c-c796-4bc5-b8bf-5c353754fad3, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=51eb713c-c796-4bc5-b8bf-5c353754fad3,segment=NetworkSegment(7df5180f-a23b-4e2f-86fb-69a0eb151189),segment_id=7df5180f-a23b-4e2f-86fb-69a0eb151189)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:20:54.001293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:54.052084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:54.056356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4030dcf3-5fbe-4757-b98a-71b6c52656a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:54.078807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Transition to ACTIVE for port object 62702fe3-e5e1-4277-8167-07694ebc038f will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:20:54.120692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:54.126801 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-39997a0e-22aa-4103-a0dd-acd879995c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:54.147583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Pushing event updated for resources: {'Port': ['ID=51eb713c-c796-4bc5-b8bf-5c353754fad3,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:54.150742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:54.194254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network ecbebbb7-c3bb-40d0-992d-5064310dbff3 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:20:54.202532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:20:54.207541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:20:54.250201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=62702fe3-e5e1-4277-8167-07694ebc038f,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:54.260298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:54.279339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:54.441476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:54.894967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:54.931318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:54.961767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bf114063-0994-4e29-aee8-69e6a55d4990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:55.052327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=62702fe3-e5e1-4277-8167-07694ebc038f,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:55.055014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:55.060308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:55.198220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network ecbebbb7-c3bb-40d0-992d-5064310dbff3 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:20:55.199388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:20:55.613253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 1741a275-b35e-499a-bbf9-c11062a48b74 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:20:55.658051 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6e5b982e-07f3-436f-a21b-1606448d8e2b up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:20:55.760263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 6e5b982e-07f3-436f-a21b-1606448d8e2b completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:20:55.766461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 6e5b982e-07f3-436f-a21b-1606448d8e2b triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:20:55.766890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:55.825527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6e1b8d-43da-4d20-8ca5-17cf987a4cf6 None None] Network ecbebbb7-c3bb-40d0-992d-5064310dbff3 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:20:55.833160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:20:55.846203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "PUT /v2.0/routers/1741a275-b35e-499a-bbf9-c11062a48b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6409526 Dec 07 14:20:56.036057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-84ca2b15-18e4-44b4-94e8-76efdf7727ef tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950571873&fields=id&tenant_id=7133d1beec2c4834a8afafda93963c28 HTTP/1.1" status: 200 len: 267 time: 0.0517135 Dec 07 14:20:56.062734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1fe40e8c-f240-4956-9521-0eb297a0c2b9 None None] Provisioning for port 51eb713c-c796-4bc5-b8bf-5c353754fad3 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:20:56.063039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:56.096864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 6e5b982e-07f3-436f-a21b-1606448d8e2b, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=6e5b982e-07f3-436f-a21b-1606448d8e2b,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:20:56.136253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:56.138190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 51eb713c-c796-4bc5-b8bf-5c353754fad3 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:20:56.170127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:56.205431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-ace94a75-b791-410c-99f8-e89697211ff2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:20:56.206995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-ace94a75-b791-410c-99f8-e89697211ff2 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/networks?id=ecbebbb7-c3bb-40d0-992d-5064310dbff3 HTTP/1.1" status: 200 len: 797 time: 0.1604261 Dec 07 14:20:56.224895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-8696ac4e-5c7d-408a-a172-2bc5846ba423 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/quotas/7133d1beec2c4834a8afafda93963c28 HTTP/1.1" status: 200 len: 375 time: 0.0117924 Dec 07 14:20:56.308526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=6e5b982e-07f3-436f-a21b-1606448d8e2b,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:56.308526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:56.332658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-e31d00b8-02c4-4e3e-9c83-62cebbd99c10 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001027 Dec 07 14:20:56.360352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 51eb713c-c796-4bc5-b8bf-5c353754fad3 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:20:56.367433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 51eb713c-c796-4bc5-b8bf-5c353754fad3 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:20:56.367865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:56.458099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Sync routers for ids ['1741a275-b35e-499a-bbf9-c11062a48b74'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:20:56.473300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Routers {'1741a275-b35e-499a-bbf9-c11062a48b74'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:20:56.474321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:20:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['1741a275-b35e-499a-bbf9-c11062a48b74'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:56.491951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:56.532248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 51eb713c-c796-4bc5-b8bf-5c353754fad3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=51eb713c-c796-4bc5-b8bf-5c353754fad3,segment=NetworkSegment(7df5180f-a23b-4e2f-86fb-69a0eb151189),segment_id=7df5180f-a23b-4e2f-86fb-69a0eb151189)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:20:56.566189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:56.568387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:56.589615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-92707f29-96f3-4b35-80c6-7657a2f4e0ea service neutron] 10.222.0.24 "GET /v2.0/networks/ecbebbb7-c3bb-40d0-992d-5064310dbff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387741 Dec 07 14:20:56.649339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=51eb713c-c796-4bc5-b8bf-5c353754fad3,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:56.661310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:56.682918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Set router 1741a275-b35e-499a-bbf9-c11062a48b74 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:20:56.714871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-202276b3-47b8-48a3-b186-595450a9d835 None None] Provisioning complete for port 51eb713c-c796-4bc5-b8bf-5c353754fad3 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:20:56.716337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-202276b3-47b8-48a3-b186-595450a9d835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:56.912771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-202276b3-47b8-48a3-b186-595450a9d835 None None] Provisioning for port 62702fe3-e5e1-4277-8167-07694ebc038f completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:20:56.920082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-202276b3-47b8-48a3-b186-595450a9d835 None None] Provisioning complete for port 62702fe3-e5e1-4277-8167-07694ebc038f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:20:56.920657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-202276b3-47b8-48a3-b186-595450a9d835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:56.989504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-202276b3-47b8-48a3-b186-595450a9d835 None None] Port 62702fe3-e5e1-4277-8167-07694ebc038f cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:20:57.006825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-ba6450ca-d93f-4d0e-af4f-d04ae8ef2925 service neutron] 10.222.0.24 "GET /v2.0/networks/ecbebbb7-c3bb-40d0-992d-5064310dbff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152315 Dec 07 14:20:57.060676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005525917', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:54Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '62702fe3-e5e1-4277-8167-07694ebc038f', 'name': '', 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6d:2c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:53Z', 'updated_at': '2021-12-07T14:20:54Z', 'revision_number': 2, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:57.065390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Checking router: 1741a275-b35e-499a-bbf9-c11062a48b74 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:20:57.065803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Updating router 1741a275-b35e-499a-bbf9-c11062a48b74 port 62702fe3-e5e1-4277-8167-07694ebc038f binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:20:57.124277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-c5acbc80-7f28-4fe0-aa8d-66ec4bc5ed13 None None] Provisioning complete for port 62702fe3-e5e1-4277-8167-07694ebc038f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:20:57.124601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c5acbc80-7f28-4fe0-aa8d-66ec4bc5ed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:57.127404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:57.191518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c5acbc80-7f28-4fe0-aa8d-66ec4bc5ed13 None None] Port 62702fe3-e5e1-4277-8167-07694ebc038f cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:20:57.312832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2a9724c7-b2a0-4d7b-8e87-c61d1f9ff087 None None] Provisioning complete for port 62702fe3-e5e1-4277-8167-07694ebc038f triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:20:57.313350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2a9724c7-b2a0-4d7b-8e87-c61d1f9ff087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:57.370197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-2a9724c7-b2a0-4d7b-8e87-c61d1f9ff087 None None] Port 62702fe3-e5e1-4277-8167-07694ebc038f cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:20:57.491660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:57.503601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Transition to ACTIVE for port object 62702fe3-e5e1-4277-8167-07694ebc038f will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:20:57.535808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:57.539993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d4186d1e-aec3-450a-8521-81ff1203bbcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:57.603204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6e5b982e-07f3-436f-a21b-1606448d8e2b up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:20:57.672731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b421e46-8b3a-4e8e-a72e-c799ff417155 None None] Pushing event updated for resources: {'Port': ['ID=62702fe3-e5e1-4277-8167-07694ebc038f,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:57.682446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 6e5b982e-07f3-436f-a21b-1606448d8e2b triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:20:57.683121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:57.715808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b421e46-8b3a-4e8e-a72e-c799ff417155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:57.716194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b421e46-8b3a-4e8e-a72e-c799ff417155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:57.716575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b421e46-8b3a-4e8e-a72e-c799ff417155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:57.716941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b421e46-8b3a-4e8e-a72e-c799ff417155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:57.717306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b421e46-8b3a-4e8e-a72e-c799ff417155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:57.717668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b421e46-8b3a-4e8e-a72e-c799ff417155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:57.718030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b421e46-8b3a-4e8e-a72e-c799ff417155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:57.718392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b421e46-8b3a-4e8e-a72e-c799ff417155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:57.718749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b421e46-8b3a-4e8e-a72e-c799ff417155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:57.719108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b421e46-8b3a-4e8e-a72e-c799ff417155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:57.719491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b421e46-8b3a-4e8e-a72e-c799ff417155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:20:57.754901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b421e46-8b3a-4e8e-a72e-c799ff417155 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:57.776872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Attempting to bind port 62702fe3-e5e1-4277-8167-07694ebc038f on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:20:57.777359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Attempting to bind port 62702fe3-e5e1-4277-8167-07694ebc038f by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '7df5180f-a23b-4e2f-86fb-69a0eb151189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:20:57.778256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Attempting to bind port 62702fe3-e5e1-4277-8167-07694ebc038f on network ecbebbb7-c3bb-40d0-992d-5064310dbff3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:20:57.785449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:20:57.785856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Checking segment: {'id': '7df5180f-a23b-4e2f-86fb-69a0eb151189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:20:57.786298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:57.786723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Bound using segment: {'id': '7df5180f-a23b-4e2f-86fb-69a0eb151189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:20:57.787250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Bound port: 62702fe3-e5e1-4277-8167-07694ebc038f, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df5180f-a23b-4e2f-86fb-69a0eb151189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:20:57.787659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:57.812913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 51eb713c-c796-4bc5-b8bf-5c353754fad3 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:20:57.878200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] For port 62702fe3-e5e1-4277-8167-07694ebc038f, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:20:57.881660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] For port 62702fe3-e5e1-4277-8167-07694ebc038f, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=62702fe3-e5e1-4277-8167-07694ebc038f,segment=NetworkSegment(7df5180f-a23b-4e2f-86fb-69a0eb151189),segment_id=7df5180f-a23b-4e2f-86fb-69a0eb151189)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:20:57.898003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 51eb713c-c796-4bc5-b8bf-5c353754fad3 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:20:57.898423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:57.914958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:57.920231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-459c2eb5-90e0-411e-92d9-30001536b944 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:58.004667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b421e46-8b3a-4e8e-a72e-c799ff417155 None None] Pushing event updated for resources: {'Port': ['ID=62702fe3-e5e1-4277-8167-07694ebc038f,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:58.008506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b421e46-8b3a-4e8e-a72e-c799ff417155 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:20:58.009419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Routers {'1741a275-b35e-499a-bbf9-c11062a48b74'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:20:58.010118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:20:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['1741a275-b35e-499a-bbf9-c11062a48b74'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:58.343158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] Set router 1741a275-b35e-499a-bbf9-c11062a48b74 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:20:58.389141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b380c153-71cd-470e-a41a-8eb25751c746 req-3a1f5fcb-e8c0-418b-9b52-1d554914b8ad tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 210 time: 0.0456469 Dec 07 14:20:58.672411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005525917', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:54Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '62702fe3-e5e1-4277-8167-07694ebc038f', 'name': '', 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6d:2c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:53Z', 'updated_at': '2021-12-07T14:20:57Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:20:58.676572 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13159ccd-59cb-4ecf-ad98-e92b19646f45 None None] The sync data for ids ['1741a275-b35e-499a-bbf9-c11062a48b74'] in dv-neutron-ussuri-2-hyperv is: [{'id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005525917', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:54Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '62702fe3-e5e1-4277-8167-07694ebc038f', 'name': '', 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6d:2c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:53Z', 'updated_at': '2021-12-07T14:20:57Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:20:59.580723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b075f8ee-ef5f-4361-91ec-8f8bd9105615 req-e35ccc54-39f3-427b-8ea0-63440317ed97 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 210 time: 0.0657139 Dec 07 14:20:59.628865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 62702fe3-e5e1-4277-8167-07694ebc038f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:20:59.726092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 62702fe3-e5e1-4277-8167-07694ebc038f completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:20:59.732352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 62702fe3-e5e1-4277-8167-07694ebc038f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:20:59.735653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:59.857817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:59.892914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 62702fe3-e5e1-4277-8167-07694ebc038f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=62702fe3-e5e1-4277-8167-07694ebc038f,segment=NetworkSegment(7df5180f-a23b-4e2f-86fb-69a0eb151189),segment_id=7df5180f-a23b-4e2f-86fb-69a0eb151189)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:20:59.919710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:20:59.922632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:20:59.991320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=62702fe3-e5e1-4277-8167-07694ebc038f,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:20:59.994526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:21:00.130662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-17808548-db44-4b2d-b4ea-d560013bafca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:00.711109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-452b8558-ffe4-422b-a44a-ea4cdc5ba8b8 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:00.711109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-452b8558-ffe4-422b-a44a-ea4cdc5ba8b8 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:21:00.779302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6b2ed9a-1496-415a-b6bb-b3854d51011e req-458eb4a4-7c42-4861-9f58-6e507a3dc557 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 210 time: 0.0448279 Dec 07 14:21:00.828554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-452b8558-ffe4-422b-a44a-ea4cdc5ba8b8 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:21:00.829849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-452b8558-ffe4-422b-a44a-ea4cdc5ba8b8 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "GET /v2.0/networks?id=ecbebbb7-c3bb-40d0-992d-5064310dbff3 HTTP/1.1" status: 200 len: 797 time: 0.6185174 Dec 07 14:21:00.890661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-156454b3-3e44-4889-bf08-614190b84d25 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:21:00.935566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-156454b3-3e44-4889-bf08-614190b84d25 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:21:00.936856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-156454b3-3e44-4889-bf08-614190b84d25 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7133d1beec2c4834a8afafda93963c28 HTTP/1.1" status: 200 len: 379 time: 0.0885305 Dec 07 14:21:00.946792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'port': {'device_id': 'c300996e-ed89-451c-bcaa-ac54fabcaba6', 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3', 'admin_state_up': True, 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'security_groups': ['85d604aa-7883-451c-9291-51d757d6aa29']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:21:01.089465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:21:01.093731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:port and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:21:01.096642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:21:01.102578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:21:01.239917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Made reservation on behalf of 7133d1beec2c4834a8afafda93963c28 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:21:01.245552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:01.422266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.20.0.4 (ecbebbb7-c3bb-40d0-992d-5064310dbff3/8e682d2c-a123-4b7b-97f8-826891ad56f8/adf71f6c-74eb-46be-ba09-a04fa33992c6) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:21:01.595888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 62702fe3-e5e1-4277-8167-07694ebc038f up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:21:01.622886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:01.642991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Transition to ACTIVE for port object adf71f6c-74eb-46be-ba09-a04fa33992c6 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:21:01.709484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:01.716219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b2f63dac-a64e-45e8-99e7-c178740ea17e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:21:01.780906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network ecbebbb7-c3bb-40d0-992d-5064310dbff3 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:21:01.788400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:21:01.793982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:21:01.830431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=adf71f6c-74eb-46be-ba09-a04fa33992c6,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:21:01.838192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:21:01.860827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:01.865364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 62702fe3-e5e1-4277-8167-07694ebc038f triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:21:01.865777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:01.869428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:01.870092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:01.921123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9784172 Dec 07 14:21:01.938458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Request body: {'port': {'device_id': 'c300996e-ed89-451c-bcaa-ac54fabcaba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:21:02.014658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749076ad-8ffe-47a0-9656-4014e2f7b784 req-139cbb78-af3c-47ae-89f9-a4e607f30d03 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:02.016538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-749076ad-8ffe-47a0-9656-4014e2f7b784 req-139cbb78-af3c-47ae-89f9-a4e607f30d03 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 931 time: 0.0948632 Dec 07 14:21:02.067799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-749076ad-8ffe-47a0-9656-4014e2f7b784 req-ab2ae172-27e8-4519-9613-1f641da22b43 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445411 Dec 07 14:21:02.069877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:02.152784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a42ce06e-0961-4ecf-afe1-0ac487eed07f None None] Provisioning for port adf71f6c-74eb-46be-ba09-a04fa33992c6 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:21:02.158223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a42ce06e-0961-4ecf-afe1-0ac487eed07f None None] Provisioning complete for port adf71f6c-74eb-46be-ba09-a04fa33992c6 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:21:02.158646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a42ce06e-0961-4ecf-afe1-0ac487eed07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:02.213811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a42ce06e-0961-4ecf-afe1-0ac487eed07f None None] Port adf71f6c-74eb-46be-ba09-a04fa33992c6 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:21:02.429654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf71f6c-74eb-46be-ba09-a04fa33992c6 {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:21:02.437296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:02.457409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44ad0dc2-0fc2-40b3-acab-7d68fe850a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:02.518740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Transition to ACTIVE for port object adf71f6c-74eb-46be-ba09-a04fa33992c6 will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:21:02.543667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:02.548267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:21:02.678589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Pushing event updated for resources: {'Port': ['ID=adf71f6c-74eb-46be-ba09-a04fa33992c6,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:21:02.682530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:21:02.790278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Attempting to bind port adf71f6c-74eb-46be-ba09-a04fa33992c6 on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:21:02.790819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Attempting to bind port adf71f6c-74eb-46be-ba09-a04fa33992c6 by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '7df5180f-a23b-4e2f-86fb-69a0eb151189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:21:02.791000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Attempting to bind port adf71f6c-74eb-46be-ba09-a04fa33992c6 on network ecbebbb7-c3bb-40d0-992d-5064310dbff3 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:21:02.797887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Port adf71f6c-74eb-46be-ba09-a04fa33992c6 on network ecbebbb7-c3bb-40d0-992d-5064310dbff3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:21:02.798255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Attempting to bind port adf71f6c-74eb-46be-ba09-a04fa33992c6 on network ecbebbb7-c3bb-40d0-992d-5064310dbff3 {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:21:02.805048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:21:02.805460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Checking segment: {'id': '7df5180f-a23b-4e2f-86fb-69a0eb151189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:21:02.805880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Bound using segment: {'id': '7df5180f-a23b-4e2f-86fb-69a0eb151189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:21:02.806347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Bound port: adf71f6c-74eb-46be-ba09-a04fa33992c6, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df5180f-a23b-4e2f-86fb-69a0eb151189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:21:02.806724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:02.898509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] For port adf71f6c-74eb-46be-ba09-a04fa33992c6, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:21:02.901535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] For port adf71f6c-74eb-46be-ba09-a04fa33992c6, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=adf71f6c-74eb-46be-ba09-a04fa33992c6,segment=NetworkSegment(7df5180f-a23b-4e2f-86fb-69a0eb151189),segment_id=7df5180f-a23b-4e2f-86fb-69a0eb151189)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:21:02.937607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:02.942386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:21:03.000172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:03.001696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] 10.222.0.45 "PUT /v2.0/ports/adf71f6c-74eb-46be-ba09-a04fa33992c6 HTTP/1.1" status: 200 len: 1093 time: 1.0688839 Dec 07 14:21:03.002250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c300996e-ed89-451c-bcaa-ac54fabcaba6', 'tag': 'adf71f6c-74eb-46be-ba09-a04fa33992c6'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:21:03.028158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Pushing event updated for resources: {'Port': ['ID=adf71f6c-74eb-46be-ba09-a04fa33992c6,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:21:03.031775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:21:03.071545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c300996e-ed89-451c-bcaa-ac54fabcaba6', 'tag': 'adf71f6c-74eb-46be-ba09-a04fa33992c6', 'status': 'completed', 'code': 200} Dec 07 14:21:03.131910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:03.177816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e280db3-4738-4962-b173-f8197483ad66 req-7540504e-ba77-420f-a303-cb52963e771c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 1096 time: 0.0783761 Dec 07 14:21:03.299122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69423e21-48e8-4c30-9516-981a0ae234f8 req-af530ecb-0007-4257-9732-a7b0139aa140 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:03.299122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-69423e21-48e8-4c30-9516-981a0ae234f8 req-af530ecb-0007-4257-9732-a7b0139aa140 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 943 time: 0.0889978 Dec 07 14:21:03.342996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e280db3-4738-4962-b173-f8197483ad66 req-10ad4ecd-ba59-4318-99f4-ac4655fbd652 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:03.344402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-69423e21-48e8-4c30-9516-981a0ae234f8 req-8a644e53-39be-408c-95ef-e8066e70428f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430367 Dec 07 14:21:03.345016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e280db3-4738-4962-b173-f8197483ad66 req-10ad4ecd-ba59-4318-99f4-ac4655fbd652 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7133d1beec2c4834a8afafda93963c28&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1556854 Dec 07 14:21:03.490632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e280db3-4738-4962-b173-f8197483ad66 req-d04f8d33-b9e3-4197-ae03-2ec06b9bdb81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:03.492199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6e280db3-4738-4962-b173-f8197483ad66 req-d04f8d33-b9e3-4197-ae03-2ec06b9bdb81 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378551 Dec 07 14:21:03.610596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-8a45d7ba-1ff0-4c17-bdaf-09399b69082a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 1096 time: 0.0749595 Dec 07 14:21:03.691319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-d8335366-d66c-4f62-a9fe-835ddc1a3fb0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf71f6c-74eb-46be-ba09-a04fa33992c6 HTTP/1.1" status: 200 len: 217 time: 0.0690436 Dec 07 14:21:03.762790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-63aca38a-f184-40c7-8f6d-8c7d6966a67c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:03.764266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-63aca38a-f184-40c7-8f6d-8c7d6966a67c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e682d2c-a123-4b7b-97f8-826891ad56f8 HTTP/1.1" status: 200 len: 835 time: 0.0636933 Dec 07 14:21:03.852271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-8e36c267-0f56-4ea0-8f53-7bca3bf3d865 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecbebbb7-c3bb-40d0-992d-5064310dbff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771613 Dec 07 14:21:03.998054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-df4e5420-14e4-467d-979e-2f8036fa301f service neutron] 10.222.0.45 "GET /v2.0/networks/ecbebbb7-c3bb-40d0-992d-5064310dbff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362760 Dec 07 14:21:04.142545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8dc7d1e4-12a9-4468-a4ee-2e45c8cd78fb req-e27a99d2-dc95-4c5e-b7d1-f4766770fe3f service neutron] 10.222.0.45 "GET /v2.0/networks/ecbebbb7-c3bb-40d0-992d-5064310dbff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343379 Dec 07 14:21:04.565761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5afcd-37c0-46e6-a9bb-0413beab8956 req-dfbf6af3-88ce-4d2a-ae31-0623a0aaa89c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:04.567393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7ab5afcd-37c0-46e6-a9bb-0413beab8956 req-dfbf6af3-88ce-4d2a-ae31-0623a0aaa89c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 943 time: 0.0841458 Dec 07 14:21:04.621251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7ab5afcd-37c0-46e6-a9bb-0413beab8956 req-955a0925-5806-4b61-8fab-a8d823fe7ccf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475972 Dec 07 14:21:04.965734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:05.823721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209eeac-9657-4d2f-9d26-996c4fe631dd req-ee1ee288-5fad-4988-a811-fcbfe4538637 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:05.825393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a209eeac-9657-4d2f-9d26-996c4fe631dd req-ee1ee288-5fad-4988-a811-fcbfe4538637 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 943 time: 0.0806885 Dec 07 14:21:05.860745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device adf71f6c-74eb-46be-ba09-a04fa33992c6 details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:21:05.873917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a209eeac-9657-4d2f-9d26-996c4fe631dd req-03de737a-2545-4a2d-8659-d42f00d88a29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424254 Dec 07 14:21:06.000890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port adf71f6c-74eb-46be-ba09-a04fa33992c6, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=adf71f6c-74eb-46be-ba09-a04fa33992c6,segment=NetworkSegment(7df5180f-a23b-4e2f-86fb-69a0eb151189),segment_id=7df5180f-a23b-4e2f-86fb-69a0eb151189)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:21:06.015524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'adf71f6c-74eb-46be-ba09-a04fa33992c6', 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3', 'port_id': 'adf71f6c-74eb-46be-ba09-a04fa33992c6', 'mac_address': 'fa:16:3e:fe:ed:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:21:06.072221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:06.090187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf71f6c-74eb-46be-ba09-a04fa33992c6 {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:21:06.105312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port adf71f6c-74eb-46be-ba09-a04fa33992c6, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=adf71f6c-74eb-46be-ba09-a04fa33992c6,segment=NetworkSegment(7df5180f-a23b-4e2f-86fb-69a0eb151189),segment_id=7df5180f-a23b-4e2f-86fb-69a0eb151189)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:21:06.135550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:06.137382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-63cd777b-3f12-4458-b45b-bcc5d95f3644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:21:06.202086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=adf71f6c-74eb-46be-ba09-a04fa33992c6,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:21:06.205284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:21:06.421529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['adf71f6c-74eb-46be-ba09-a04fa33992c6'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:21:07.083934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e79ae-d267-4701-8e01-87ce19248883 req-1166573b-fd0e-456d-aea5-d47810cb87b5 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:07.085517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b63e79ae-d267-4701-8e01-87ce19248883 req-1166573b-fd0e-456d-aea5-d47810cb87b5 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 944 time: 0.0874102 Dec 07 14:21:07.133459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b63e79ae-d267-4701-8e01-87ce19248883 req-89577e7c-3230-47ee-9ae8-30df6a4f6d39 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412977 Dec 07 14:21:07.866948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device adf71f6c-74eb-46be-ba09-a04fa33992c6 up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:21:08.056623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:21:08.155193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port adf71f6c-74eb-46be-ba09-a04fa33992c6 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:21:08.160434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port adf71f6c-74eb-46be-ba09-a04fa33992c6 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:21:08.160854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:08.282455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:08.316140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c300996e-ed89-451c-bcaa-ac54fabcaba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf71f6c-74eb-46be-ba09-a04fa33992c6'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:21:08.327098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port adf71f6c-74eb-46be-ba09-a04fa33992c6, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=adf71f6c-74eb-46be-ba09-a04fa33992c6,segment=NetworkSegment(7df5180f-a23b-4e2f-86fb-69a0eb151189),segment_id=7df5180f-a23b-4e2f-86fb-69a0eb151189)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:21:08.342831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b148ce0-3c02-445a-8ad1-faff0d5b7227 req-61dad94f-906e-4050-b2ce-61db3ade6853 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:08.344538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1b148ce0-3c02-445a-8ad1-faff0d5b7227 req-61dad94f-906e-4050-b2ce-61db3ade6853 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 944 time: 0.0881622 Dec 07 14:21:08.359873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:08.361869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e87a2e57-d04d-4724-b558-d8d4e6d8bb43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:21:08.396117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1b148ce0-3c02-445a-8ad1-faff0d5b7227 req-9ebb5511-509f-4d6d-9140-2f5468a37d61 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455079 Dec 07 14:21:08.434063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=adf71f6c-74eb-46be-ba09-a04fa33992c6,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:21:08.437577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:21:08.462084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c300996e-ed89-451c-bcaa-ac54fabcaba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf71f6c-74eb-46be-ba09-a04fa33992c6', 'code': 200} Dec 07 14:21:08.852478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-01858a62-dae5-40d1-961c-27e73a783ef3 req-a7c7a8ea-7b04-474c-a3dc-4488a449a043 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 1098 time: 0.1396196 Dec 07 14:21:08.900258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-01858a62-dae5-40d1-961c-27e73a783ef3 req-61661ef9-f05c-40e3-8a4a-c934706db71e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375118 Dec 07 14:21:09.615680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a218b-f0d2-4fd5-bfba-83aa746f744e req-07300036-216a-48e3-8c6e-6efc9de2b7f3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:09.617173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-557a218b-f0d2-4fd5-bfba-83aa746f744e req-07300036-216a-48e3-8c6e-6efc9de2b7f3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 945 time: 0.0859680 Dec 07 14:21:09.666957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-557a218b-f0d2-4fd5-bfba-83aa746f744e req-49b09220-0f29-4f83-9a17-933f1b2dff33 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426021 Dec 07 14:21:10.507075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:10.876149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdf4a6-4f3a-494e-9acd-71f64b8d8f5f req-38076af1-82be-4bea-ae37-e1dad6945ea9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:10.877735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c6cdf4a6-4f3a-494e-9acd-71f64b8d8f5f req-38076af1-82be-4bea-ae37-e1dad6945ea9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 945 time: 0.0829036 Dec 07 14:21:10.930352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c6cdf4a6-4f3a-494e-9acd-71f64b8d8f5f req-281e4763-469b-489a-a9ee-ab0762292535 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462465 Dec 07 14:21:11.132079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41a7ed-1870-4c96-a58f-7d168bf578c6 req-07220aee-1ec9-4390-a714-e5a9e2bd7364 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:11.133666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3e41a7ed-1870-4c96-a58f-7d168bf578c6 req-07220aee-1ec9-4390-a714-e5a9e2bd7364 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 945 time: 0.0818629 Dec 07 14:21:11.182111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3e41a7ed-1870-4c96-a58f-7d168bf578c6 req-316b1eed-15ab-406d-a573-c304651358c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418639 Dec 07 14:21:11.209831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 59064) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:21:11.289178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-30c6be1b-e350-4767-a55c-d7d449786e33 tempest-TestNetworkAdvancedServerOps-41587600 tempest-TestNetworkAdvancedServerOps-41587600-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 1093 time: 0.0779228 Dec 07 14:21:11.291861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 59068) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:21:11.297681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': 'adf71f6c-74eb-46be-ba09-a04fa33992c6', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:21:11.303778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:21:11.307865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Usage tracker for resource:floatingip and tenant:7133d1beec2c4834a8afafda93963c28 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:21:11.310981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:21:11.317013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:21:11.370291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:11.522772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:11.666097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Allocated IP 172.36.4.144 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/79550c2a-e878-4f41-8417-68d40726bff3) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:21:11.876930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:11.931777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:11.936195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:21:12.009451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:21:12.013672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:21:12.016442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:21:12.042575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=79550c2a-e878-4f41-8417-68d40726bff3,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:21:12.047874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:21:12.715980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:12.797116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:13.019379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:13.060914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:13.065688 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-912ec742-2921-43c8-8ae2-003dab466d3a tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:21:13.181576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event updated for resources: {'Port': ['ID=79550c2a-e878-4f41-8417-68d40726bff3,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:21:13.186543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:21:13.196992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:13.414444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Floating IP efa52ea2-d1ed-4341-ba85-aa7c59013038 associated. External IP: 172.36.4.144, port: adf71f6c-74eb-46be-ba09-a04fa33992c6. Dec 07 14:21:14.063779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 1741a275-b35e-499a-bbf9-c11062a48b74 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:21:14.270328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:21:14.285239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc4e4a5-88db-465e-ae92-407bce8b58ac None None] Sync routers for ids ['1741a275-b35e-499a-bbf9-c11062a48b74'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:21:14.300937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc4e4a5-88db-465e-ae92-407bce8b58ac None None] Routers {'1741a275-b35e-499a-bbf9-c11062a48b74'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:21:14.301749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-dfc4e4a5-88db-465e-ae92-407bce8b58ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:21:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['1741a275-b35e-499a-bbf9-c11062a48b74'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:21:14.389247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:14.445761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e6c627d1-e409-4622-bcae-04428a90b674 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1527922 Dec 07 14:21:14.446460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c300996e-ed89-451c-bcaa-ac54fabcaba6', 'tag': 'adf71f6c-74eb-46be-ba09-a04fa33992c6'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:21:14.496261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-dfc4e4a5-88db-465e-ae92-407bce8b58ac None None] Set router 1741a275-b35e-499a-bbf9-c11062a48b74 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:21:14.503684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c300996e-ed89-451c-bcaa-ac54fabcaba6', 'tag': 'adf71f6c-74eb-46be-ba09-a04fa33992c6', 'status': 'completed', 'code': 200} Dec 07 14:21:14.608907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a8c53572-a351-4281-97c2-1b2e1ea8553e req-f9deacf2-7fb3-4d6a-b6fc-764944dac263 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 1098 time: 0.0807002 Dec 07 14:21:14.639542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae116a-dcfd-4f54-84c5-ca54f2b78709 req-384dc14e-c114-4a09-901b-3c08d1e0f9c0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:14.641179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-26ae116a-dcfd-4f54-84c5-ca54f2b78709 req-384dc14e-c114-4a09-901b-3c08d1e0f9c0 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 945 time: 0.0885334 Dec 07 14:21:14.693043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-26ae116a-dcfd-4f54-84c5-ca54f2b78709 req-3731bd36-6eb1-45d7-87ef-7129c487bfec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455177 Dec 07 14:21:14.724590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 59076) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:21:14.841308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-47a51dbe-6677-4c68-863c-81970d00946c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/efa52ea2-d1ed-4341-ba85-aa7c59013038 HTTP/1.1" status: 200 len: 991 time: 0.1153564 Dec 07 14:21:14.902345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-dfc4e4a5-88db-465e-ae92-407bce8b58ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005525917', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:54Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'efa52ea2-d1ed-4341-ba85-aa7c59013038', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'floating_ip_address': '172.36.4.144', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'port_id': 'adf71f6c-74eb-46be-ba09-a04fa33992c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3', 'mac_address': 'fa:16:3e:fe:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c300996e-ed89-451c-bcaa-ac54fabcaba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:21:12Z', 'updated_at': '2021-12-07T14:21:12Z', 'revision_number': 0, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62702fe3-e5e1-4277-8167-07694ebc038f', 'name': '', 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6d:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:53Z', 'updated_at': '2021-12-07T14:20:59Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:21:14.907210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc4e4a5-88db-465e-ae92-407bce8b58ac None None] Checking router: 1741a275-b35e-499a-bbf9-c11062a48b74 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:21:14.920368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc4e4a5-88db-465e-ae92-407bce8b58ac None None] Routers {'1741a275-b35e-499a-bbf9-c11062a48b74'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:21:14.921091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-dfc4e4a5-88db-465e-ae92-407bce8b58ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:21:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['1741a275-b35e-499a-bbf9-c11062a48b74'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:21:14.989218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c53572-a351-4281-97c2-1b2e1ea8553e req-6c2b4c69-afd6-4145-bea0-84ff729b999d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:14.990824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a8c53572-a351-4281-97c2-1b2e1ea8553e req-6c2b4c69-afd6-4145-bea0-84ff729b999d service neutron] 10.222.0.45 "GET /v2.0/networks?id=ecbebbb7-c3bb-40d0-992d-5064310dbff3 HTTP/1.1" status: 200 len: 898 time: 0.3749614 Dec 07 14:21:15.101929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a8c53572-a351-4281-97c2-1b2e1ea8553e req-9c3db96c-8d0e-453c-987a-03bc70c863b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf71f6c-74eb-46be-ba09-a04fa33992c6 HTTP/1.1" status: 200 len: 999 time: 0.1010230 Dec 07 14:21:15.120541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-dfc4e4a5-88db-465e-ae92-407bce8b58ac None None] Set router 1741a275-b35e-499a-bbf9-c11062a48b74 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:21:15.169900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c53572-a351-4281-97c2-1b2e1ea8553e req-d3d0877e-9eb2-4ae0-a30e-70251e35e4e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:15.171417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a8c53572-a351-4281-97c2-1b2e1ea8553e req-d3d0877e-9eb2-4ae0-a30e-70251e35e4e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e682d2c-a123-4b7b-97f8-826891ad56f8 HTTP/1.1" status: 200 len: 835 time: 0.0635877 Dec 07 14:21:15.252889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a8c53572-a351-4281-97c2-1b2e1ea8553e req-93e0568f-b325-445e-bd65-ac087e6a3ef2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecbebbb7-c3bb-40d0-992d-5064310dbff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727963 Dec 07 14:21:15.396048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a8c53572-a351-4281-97c2-1b2e1ea8553e req-5681cd7a-ecd5-43b8-9e27-62f2e077bebb service neutron] 10.222.0.45 "GET /v2.0/networks/ecbebbb7-c3bb-40d0-992d-5064310dbff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367214 Dec 07 14:21:15.495251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-dfc4e4a5-88db-465e-ae92-407bce8b58ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005525917', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:54Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'efa52ea2-d1ed-4341-ba85-aa7c59013038', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'floating_ip_address': '172.36.4.144', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'port_id': 'adf71f6c-74eb-46be-ba09-a04fa33992c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3', 'mac_address': 'fa:16:3e:fe:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c300996e-ed89-451c-bcaa-ac54fabcaba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:21:12Z', 'updated_at': '2021-12-07T14:21:12Z', 'revision_number': 0, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62702fe3-e5e1-4277-8167-07694ebc038f', 'name': '', 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6d:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:53Z', 'updated_at': '2021-12-07T14:20:59Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:21:15.499537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc4e4a5-88db-465e-ae92-407bce8b58ac None None] The sync data for ids ['1741a275-b35e-499a-bbf9-c11062a48b74'] in dv-neutron-ussuri-2-hyperv is: [{'id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005525917', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:54Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'efa52ea2-d1ed-4341-ba85-aa7c59013038', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'floating_ip_address': '172.36.4.144', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'port_id': 'adf71f6c-74eb-46be-ba09-a04fa33992c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3', 'mac_address': 'fa:16:3e:fe:ed:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c300996e-ed89-451c-bcaa-ac54fabcaba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:21:12Z', 'updated_at': '2021-12-07T14:21:12Z', 'revision_number': 0, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62702fe3-e5e1-4277-8167-07694ebc038f', 'name': '', 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6d:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:53Z', 'updated_at': '2021-12-07T14:20:59Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:21:15.542689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a8c53572-a351-4281-97c2-1b2e1ea8553e req-178dc956-b2fd-4562-9281-4c30a46be82e service neutron] 10.222.0.45 "GET /v2.0/networks/ecbebbb7-c3bb-40d0-992d-5064310dbff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403184 Dec 07 14:21:15.845255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59082) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:21:15.860815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2790ec73-ae5b-49c8-b818-1a281101b37e None None] New status for floating IP efa52ea2-d1ed-4341-ba85-aa7c59013038: ACTIVE {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:21:15.959113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b23583b2-e45a-4e80-8dfa-70d5fd29e4ad tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/efa52ea2-d1ed-4341-ba85-aa7c59013038 HTTP/1.1" status: 200 len: 991 time: 0.1114399 Dec 07 14:21:16.962019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59088) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:21:17.072862 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-479e579d-6637-428f-ade4-53ffc86461a4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/efa52ea2-d1ed-4341-ba85-aa7c59013038 HTTP/1.1" status: 200 len: 993 time: 0.1095099 Dec 07 14:21:30.113384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-97f0eb57-ed3d-46e3-8c39-21c411e9c4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:31.690847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:32.456624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ae935927-038e-4520-9d8f-626457158d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:33.106806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:34.981814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:40.518870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:45.057021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:21:49.084882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7f859-b45a-49a2-ba76-05802ff69868 req-a26afdfc-6683-44f3-85c1-ba61c0eb78a5 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:49.086491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-75a7f859-b45a-49a2-ba76-05802ff69868 req-a26afdfc-6683-44f3-85c1-ba61c0eb78a5 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 945 time: 0.1724467 Dec 07 14:21:49.134802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-75a7f859-b45a-49a2-ba76-05802ff69868 req-d4d4d2b1-f2d1-4bc5-ade2-171fd4bfe0af tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421312 Dec 07 14:21:50.420400 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c92fa-f838-4ebb-b12c-5b1bd34c2e57 req-e7b9bcc7-a883-4681-8018-5eb876fdedc4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:50.422026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-545c92fa-f838-4ebb-b12c-5b1bd34c2e57 req-e7b9bcc7-a883-4681-8018-5eb876fdedc4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 945 time: 0.1616914 Dec 07 14:21:50.469760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-545c92fa-f838-4ebb-b12c-5b1bd34c2e57 req-32442312-51c3-4c75-841c-d6638617f6aa tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416167 Dec 07 14:21:50.496821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 59118) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:21:50.605331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cd336c27-27cf-450c-a127-324d82c8a568 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/efa52ea2-d1ed-4341-ba85-aa7c59013038 HTTP/1.1" status: 200 len: 993 time: 0.1072590 Dec 07 14:21:52.188576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901ad59-e045-4639-8782-1b399befb8f8 req-7b09e0ea-03c6-405f-8e2b-c8f3507d10e3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:52.190196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7901ad59-e045-4639-8782-1b399befb8f8 req-7b09e0ea-03c6-405f-8e2b-c8f3507d10e3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 945 time: 0.0870199 Dec 07 14:21:52.240445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7901ad59-e045-4639-8782-1b399befb8f8 req-3f5e4a08-b21d-44ba-8e6d-fc7ff9ba6f54 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438817 Dec 07 14:21:52.244905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-67f45c77-8c78-4949-adc0-ca9ab09673f2 req-448bdd47-a832-42bc-8097-201ca92c6b67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 1098 time: 0.0734501 Dec 07 14:21:52.399742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f45c77-8c78-4949-adc0-ca9ab09673f2 req-af08d272-e275-4245-b1c3-0318d47f1a4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:52.401320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-67f45c77-8c78-4949-adc0-ca9ab09673f2 req-af08d272-e275-4245-b1c3-0318d47f1a4f service neutron] 10.222.0.45 "GET /v2.0/networks?id=ecbebbb7-c3bb-40d0-992d-5064310dbff3 HTTP/1.1" status: 200 len: 898 time: 0.1447580 Dec 07 14:21:52.512707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-67f45c77-8c78-4949-adc0-ca9ab09673f2 req-49ee652c-8073-4669-bb01-85a35fc8b569 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf71f6c-74eb-46be-ba09-a04fa33992c6 HTTP/1.1" status: 200 len: 1001 time: 0.1000385 Dec 07 14:21:52.586716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f45c77-8c78-4949-adc0-ca9ab09673f2 req-e0330238-11d8-401b-b689-fac3ed6edce8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:52.588255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-67f45c77-8c78-4949-adc0-ca9ab09673f2 req-e0330238-11d8-401b-b689-fac3ed6edce8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e682d2c-a123-4b7b-97f8-826891ad56f8 HTTP/1.1" status: 200 len: 835 time: 0.0657644 Dec 07 14:21:52.671355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-67f45c77-8c78-4949-adc0-ca9ab09673f2 req-56119865-b3d7-4bb6-92d9-caa7deeb31c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecbebbb7-c3bb-40d0-992d-5064310dbff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734384 Dec 07 14:21:52.815172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-67f45c77-8c78-4949-adc0-ca9ab09673f2 req-44a98596-fc32-473e-bd7c-c0d9db806f3b service neutron] 10.222.0.45 "GET /v2.0/networks/ecbebbb7-c3bb-40d0-992d-5064310dbff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334043 Dec 07 14:21:52.967035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-67f45c77-8c78-4949-adc0-ca9ab09673f2 req-39e99580-81d5-45f5-addf-82958093ded1 service neutron] 10.222.0.45 "GET /v2.0/networks/ecbebbb7-c3bb-40d0-992d-5064310dbff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420901 Dec 07 14:21:53.489573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127687d8-9c00-4c46-98e6-74d87075088f req-8c321892-1e74-49ce-bc22-f8cfbfd52d7b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:53.491178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-127687d8-9c00-4c46-98e6-74d87075088f req-8c321892-1e74-49ce-bc22-f8cfbfd52d7b tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 945 time: 0.0877173 Dec 07 14:21:53.539866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-127687d8-9c00-4c46-98e6-74d87075088f req-14e2d47c-8db9-4266-8dca-0980a4bb4e92 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423856 Dec 07 14:21:54.742814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa6c56-80ec-4d0e-9406-1893b7c134d2 req-729b717f-3121-4bc0-9097-e9cad6606390 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:54.744407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-daaa6c56-80ec-4d0e-9406-1893b7c134d2 req-729b717f-3121-4bc0-9097-e9cad6606390 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 945 time: 0.0827272 Dec 07 14:21:54.796142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-daaa6c56-80ec-4d0e-9406-1893b7c134d2 req-53dfec9a-f4c0-4a39-915b-b3ed33df5f4d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456722 Dec 07 14:21:54.824336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 59132) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:21:54.931417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e6a01bea-9940-45e8-9947-9a979e838baf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/floatingips/efa52ea2-d1ed-4341-ba85-aa7c59013038 HTTP/1.1" status: 200 len: 993 time: 0.1057699 Dec 07 14:21:55.234770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 59140) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:21:55.447766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port 79550c2a-e878-4f41-8417-68d40726bff3 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:21:55.448151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:55.623091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:55.623481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:55.751868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for 79550c2a-e878-4f41-8417-68d40726bff3 owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:21:55.987384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:55.991753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d828087-2fd6-4725-8cb1-160729a33c55 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:21:56.038516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=79550c2a-e878-4f41-8417-68d40726bff3,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:21:56.085636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:56.086071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:56.086497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:56.086914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:56.087357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:56.087769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:56.088177 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:56.088588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:56.088998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:56.089438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:56.089849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:56.119859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:21:56.150478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:56.555715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 1741a275-b35e-499a-bbf9-c11062a48b74 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:21:56.759482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:21:56.770210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78bb2a1-cc6e-439b-a9e2-fe2ed2c54dbe None None] Sync routers for ids ['1741a275-b35e-499a-bbf9-c11062a48b74'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:21:56.775911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:56.784282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78bb2a1-cc6e-439b-a9e2-fe2ed2c54dbe None None] Routers {'1741a275-b35e-499a-bbf9-c11062a48b74'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:21:56.784970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c78bb2a1-cc6e-439b-a9e2-fe2ed2c54dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:21:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['1741a275-b35e-499a-bbf9-c11062a48b74'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:21:56.832700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/floatingips/efa52ea2-d1ed-4341-ba85-aa7c59013038 HTTP/1.1" status: 204 len: 168 time: 1.5941823 Dec 07 14:21:56.832700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c300996e-ed89-451c-bcaa-ac54fabcaba6', 'tag': 'adf71f6c-74eb-46be-ba09-a04fa33992c6'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:21:56.900380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c300996e-ed89-451c-bcaa-ac54fabcaba6', 'tag': 'adf71f6c-74eb-46be-ba09-a04fa33992c6', 'status': 'completed', 'code': 200} Dec 07 14:21:56.980796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-c78bb2a1-cc6e-439b-a9e2-fe2ed2c54dbe None None] Set router 1741a275-b35e-499a-bbf9-c11062a48b74 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:21:57.011154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35f542fe-6dad-4592-8a74-2c49dcf46d1e req-49bbe777-2df4-41b4-831a-531175fc003a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7133d1beec2c4834a8afafda93963c28&device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 1098 time: 0.0808678 Dec 07 14:21:57.170181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f542fe-6dad-4592-8a74-2c49dcf46d1e req-d4489456-96e7-4ee2-a7a1-724cd316fffa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:57.171805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35f542fe-6dad-4592-8a74-2c49dcf46d1e req-d4489456-96e7-4ee2-a7a1-724cd316fffa service neutron] 10.222.0.45 "GET /v2.0/networks?id=ecbebbb7-c3bb-40d0-992d-5064310dbff3 HTTP/1.1" status: 200 len: 898 time: 0.1513259 Dec 07 14:21:57.258631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35f542fe-6dad-4592-8a74-2c49dcf46d1e req-a5c2fcc1-faf2-413c-bf5f-e67020723be5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf71f6c-74eb-46be-ba09-a04fa33992c6 HTTP/1.1" status: 200 len: 217 time: 0.0759721 Dec 07 14:21:57.349958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f542fe-6dad-4592-8a74-2c49dcf46d1e req-f26f6d84-28f3-4eb5-9a2d-8aa197dc4ac1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:57.352347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35f542fe-6dad-4592-8a74-2c49dcf46d1e req-f26f6d84-28f3-4eb5-9a2d-8aa197dc4ac1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e682d2c-a123-4b7b-97f8-826891ad56f8 HTTP/1.1" status: 200 len: 835 time: 0.0732927 Dec 07 14:21:57.358485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e92fc-612a-4146-a7ee-3f1ef1f4e11b req-a1760b16-8a63-4d27-85ec-174c026e4fec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:57.359266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-949e92fc-612a-4146-a7ee-3f1ef1f4e11b req-a1760b16-8a63-4d27-85ec-174c026e4fec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:21:57.398946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-949e92fc-612a-4146-a7ee-3f1ef1f4e11b req-a1760b16-8a63-4d27-85ec-174c026e4fec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:21:57.400289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-949e92fc-612a-4146-a7ee-3f1ef1f4e11b req-a1760b16-8a63-4d27-85ec-174c026e4fec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 945 time: 0.1348524 Dec 07 14:21:57.440576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35f542fe-6dad-4592-8a74-2c49dcf46d1e req-1ff4db43-50a6-491b-b98c-3e4547b82c94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ecbebbb7-c3bb-40d0-992d-5064310dbff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812140 Dec 07 14:21:57.453609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-949e92fc-612a-4146-a7ee-3f1ef1f4e11b req-7b4a1ce8-6319-48a2-a732-0ae0bd200d62 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447514 Dec 07 14:21:57.496441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c78bb2a1-cc6e-439b-a9e2-fe2ed2c54dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005525917', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:54Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '62702fe3-e5e1-4277-8167-07694ebc038f', 'name': '', 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6d:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:53Z', 'updated_at': '2021-12-07T14:20:59Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:21:57.500597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78bb2a1-cc6e-439b-a9e2-fe2ed2c54dbe None None] Checking router: 1741a275-b35e-499a-bbf9-c11062a48b74 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:21:57.512011 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78bb2a1-cc6e-439b-a9e2-fe2ed2c54dbe None None] Routers {'1741a275-b35e-499a-bbf9-c11062a48b74'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:21:57.512666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c78bb2a1-cc6e-439b-a9e2-fe2ed2c54dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:21:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['1741a275-b35e-499a-bbf9-c11062a48b74'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:21:57.589067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35f542fe-6dad-4592-8a74-2c49dcf46d1e req-39aa621f-cab7-4213-9195-a3a28764ba80 service neutron] 10.222.0.45 "GET /v2.0/networks/ecbebbb7-c3bb-40d0-992d-5064310dbff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415322 Dec 07 14:21:57.699705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-c78bb2a1-cc6e-439b-a9e2-fe2ed2c54dbe None None] Set router 1741a275-b35e-499a-bbf9-c11062a48b74 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:21:57.737735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-35f542fe-6dad-4592-8a74-2c49dcf46d1e req-91cca97c-08a6-4000-9a69-94ee40f1a987 service neutron] 10.222.0.45 "GET /v2.0/networks/ecbebbb7-c3bb-40d0-992d-5064310dbff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409883 Dec 07 14:21:58.023877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-c78bb2a1-cc6e-439b-a9e2-fe2ed2c54dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005525917', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:54Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '62702fe3-e5e1-4277-8167-07694ebc038f', 'name': '', 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6d:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:53Z', 'updated_at': '2021-12-07T14:20:59Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:21:58.027990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78bb2a1-cc6e-439b-a9e2-fe2ed2c54dbe None None] The sync data for ids ['1741a275-b35e-499a-bbf9-c11062a48b74'] in dv-neutron-ussuri-2-hyperv is: [{'id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005525917', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:54Z', 'revision_number': 4, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '62702fe3-e5e1-4277-8167-07694ebc038f', 'name': '', 'network_id': 'ecbebbb7-c3bb-40d0-992d-5064310dbff3', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'mac_address': 'fa:16:3e:6d:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:53Z', 'updated_at': '2021-12-07T14:20:59Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'subnets': [{'id': '8e682d2c-a123-4b7b-97f8-826891ad56f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:21:58.465085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e11fca-7ca7-4004-8475-9a4cd07b3a32 None None] New status for floating IP efa52ea2-d1ed-4341-ba85-aa7c59013038: DOWN {{(pid=88900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:21:58.669255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85435d78-adad-4dc5-a15c-3512c8dcfb4c req-1b3d78b7-6d92-4887-9573-6d9d090a65bf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:58.671585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-85435d78-adad-4dc5-a15c-3512c8dcfb4c req-1b3d78b7-6d92-4887-9573-6d9d090a65bf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 945 time: 0.0835621 Dec 07 14:21:58.720122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-85435d78-adad-4dc5-a15c-3512c8dcfb4c req-d6c5fc14-350a-47ed-bc8c-95af1114d7cf tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d604aa-7883-451c-9291-51d757d6aa29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422997 Dec 07 14:21:59.147220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9a082-b60c-4a38-8e28-56a9d30a51ce req-3f467ba0-53ce-457f-bea0-6437cf14c414 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:21:59.148022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-70e9a082-b60c-4a38-8e28-56a9d30a51ce req-3f467ba0-53ce-457f-bea0-6437cf14c414 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Synchronizing usage tracker for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:21:59.161260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-70e9a082-b60c-4a38-8e28-56a9d30a51ce req-3f467ba0-53ce-457f-bea0-6437cf14c414 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Unset dirty status for tenant:7133d1beec2c4834a8afafda93963c28 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:21:59.162437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-70e9a082-b60c-4a38-8e28-56a9d30a51ce req-3f467ba0-53ce-457f-bea0-6437cf14c414 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 945 time: 0.0965023 Dec 07 14:21:59.240830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-70e9a082-b60c-4a38-8e28-56a9d30a51ce req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port adf71f6c-74eb-46be-ba09-a04fa33992c6 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:21:59.241215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-70e9a082-b60c-4a38-8e28-56a9d30a51ce req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:59.495826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-70e9a082-b60c-4a38-8e28-56a9d30a51ce req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] For port adf71f6c-74eb-46be-ba09-a04fa33992c6, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=adf71f6c-74eb-46be-ba09-a04fa33992c6,segment=NetworkSegment(7df5180f-a23b-4e2f-86fb-69a0eb151189),segment_id=7df5180f-a23b-4e2f-86fb-69a0eb151189)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:21:59.496224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-70e9a082-b60c-4a38-8e28-56a9d30a51ce req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:59.624798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-70e9a082-b60c-4a38-8e28-56a9d30a51ce req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for adf71f6c-74eb-46be-ba09-a04fa33992c6 owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:21:59.861788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-70e9a082-b60c-4a38-8e28-56a9d30a51ce req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:21:59.868193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f9cb58fe-daa8-471f-9f29-dc0dc2d601f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:21:59.893971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-88fc19f7-6bd2-4bd3-aab9-33311093f28a req-1979f739-2232-41e7-9303-7ce759c6ca98 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "GET /v2.0/ports?device_id=c300996e-ed89-451c-bcaa-ac54fabcaba6 HTTP/1.1" status: 200 len: 210 time: 0.0484967 Dec 07 14:21:59.916781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=adf71f6c-74eb-46be-ba09-a04fa33992c6,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:21:59.959226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:59.959706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:59.960135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:59.960557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:59.967693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:59.967693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:59.967693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:59.967693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:59.967693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:59.967693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:59.967693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:21:59.971122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:00.004940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e9a082-b60c-4a38-8e28-56a9d30a51ce req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] No DVR routers for this DVR port adf71f6c-74eb-46be-ba09-a04fa33992c6 on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:22:00.007383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-70e9a082-b60c-4a38-8e28-56a9d30a51ce req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:00.010231 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c300996e-ed89-451c-bcaa-ac54fabcaba6', 'name': 'network-vif-deleted', 'tag': 'adf71f6c-74eb-46be-ba09-a04fa33992c6'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:22:00.055798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-70e9a082-b60c-4a38-8e28-56a9d30a51ce req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.45 "DELETE /v2.0/ports/adf71f6c-74eb-46be-ba09-a04fa33992c6 HTTP/1.1" status: 204 len: 173 time: 0.8851666 Dec 07 14:22:00.064942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c300996e-ed89-451c-bcaa-ac54fabcaba6', 'name': 'network-vif-deleted', 'tag': 'adf71f6c-74eb-46be-ba09-a04fa33992c6', 'status': 'completed', 'code': 200} Dec 07 14:22:00.130703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-781e534d-c176-49e5-8541-e625586c0468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:01.005499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59158) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:01.643341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a49b6ecc-a545-4907-89f0-b89efef2e111 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:01.684487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:02.144660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device adf71f6c-74eb-46be-ba09-a04fa33992c6 no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:22:02.181107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: adf71f6c-74eb-46be-ba09-a04fa33992c6 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:22:02.181499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device adf71f6c-74eb-46be-ba09-a04fa33992c6 not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:22:02.275551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a49b6ecc-a545-4907-89f0-b89efef2e111 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port 62702fe3-e5e1-4277-8167-07694ebc038f {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:22:02.275935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a49b6ecc-a545-4907-89f0-b89efef2e111 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:02.461658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8fd6fda3-de83-448a-a175-e2a15f811b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:02.471811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-a49b6ecc-a545-4907-89f0-b89efef2e111 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] For port 62702fe3-e5e1-4277-8167-07694ebc038f, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=62702fe3-e5e1-4277-8167-07694ebc038f,segment=NetworkSegment(7df5180f-a23b-4e2f-86fb-69a0eb151189),segment_id=7df5180f-a23b-4e2f-86fb-69a0eb151189)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:22:02.472222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a49b6ecc-a545-4907-89f0-b89efef2e111 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:02.594704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-a49b6ecc-a545-4907-89f0-b89efef2e111 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for 62702fe3-e5e1-4277-8167-07694ebc038f owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:22:02.804265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a49b6ecc-a545-4907-89f0-b89efef2e111 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:02.808517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f7b86dfb-83eb-4cd6-b689-eb20a508b415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:02.851310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b6ecc-a545-4907-89f0-b89efef2e111 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=62702fe3-e5e1-4277-8167-07694ebc038f,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:02.854027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a49b6ecc-a545-4907-89f0-b89efef2e111 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:03.090329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:03.158693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a49b6ecc-a545-4907-89f0-b89efef2e111 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:03.745962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49b6ecc-a545-4907-89f0-b89efef2e111 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Router 1741a275-b35e-499a-bbf9-c11062a48b74 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:22:04.205308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49b6ecc-a545-4907-89f0-b89efef2e111 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:22:04.215508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02937cd8-37e5-4e82-9abb-87a3bdec3fb8 None None] Sync routers for ids ['1741a275-b35e-499a-bbf9-c11062a48b74'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:22:04.219197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a49b6ecc-a545-4907-89f0-b89efef2e111 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "PUT /v2.0/routers/1741a275-b35e-499a-bbf9-c11062a48b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2125888 Dec 07 14:22:04.222080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59162) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:04.231494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02937cd8-37e5-4e82-9abb-87a3bdec3fb8 None None] Routers {'1741a275-b35e-499a-bbf9-c11062a48b74'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:22:04.232379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-02937cd8-37e5-4e82-9abb-87a3bdec3fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:22:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['1741a275-b35e-499a-bbf9-c11062a48b74'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:04.414774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-02937cd8-37e5-4e82-9abb-87a3bdec3fb8 None None] Set router 1741a275-b35e-499a-bbf9-c11062a48b74 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:22:04.431283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd09e70c-0fd2-41d2-8d01-0dc1ebec5f89 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting subnet 8e682d2c-a123-4b7b-97f8-826891ad56f8 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:22:04.434334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cd09e70c-0fd2-41d2-8d01-0dc1ebec5f89 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:04.493560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cd09e70c-0fd2-41d2-8d01-0dc1ebec5f89 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:04.586116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cd09e70c-0fd2-41d2-8d01-0dc1ebec5f89 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:04.710693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-02937cd8-37e5-4e82-9abb-87a3bdec3fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005525917', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:22:02Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:04.714845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02937cd8-37e5-4e82-9abb-87a3bdec3fb8 None None] Checking router: 1741a275-b35e-499a-bbf9-c11062a48b74 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:22:04.719389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cd09e70c-0fd2-41d2-8d01-0dc1ebec5f89 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:04.724595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d89bebe8-4aae-483b-89da-e724c036fff2 tempest-NetworksTestDHCPv6-1619121735 tempest-NetworksTestDHCPv6-1619121735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:04.726512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02937cd8-37e5-4e82-9abb-87a3bdec3fb8 None None] Routers {'1741a275-b35e-499a-bbf9-c11062a48b74'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:22:04.727165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-02937cd8-37e5-4e82-9abb-87a3bdec3fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:22:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['1741a275-b35e-499a-bbf9-c11062a48b74'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:04.764652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09e70c-0fd2-41d2-8d01-0dc1ebec5f89 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Subnet': ['ID=8e682d2c-a123-4b7b-97f8-826891ad56f8,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:04.767470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cd09e70c-0fd2-41d2-8d01-0dc1ebec5f89 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:04.771155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cd09e70c-0fd2-41d2-8d01-0dc1ebec5f89 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:04.778413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cd09e70c-0fd2-41d2-8d01-0dc1ebec5f89 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/subnets/8e682d2c-a123-4b7b-97f8-826891ad56f8 HTTP/1.1" status: 204 len: 168 time: 0.5553081 Dec 07 14:22:04.781690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59166) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:04.786304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50939427-80da-440a-9812-028aad8ec001 None None] Network ecbebbb7-c3bb-40d0-992d-5064310dbff3 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:22:04.994184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-152a80ca-5696-4b7c-ac52-21d5953e2166 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:05.068769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:05.099849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-02937cd8-37e5-4e82-9abb-87a3bdec3fb8 None None] Set router 1741a275-b35e-499a-bbf9-c11062a48b74 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:22:05.203269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-152a80ca-5696-4b7c-ac52-21d5953e2166 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:05.238870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-152a80ca-5696-4b7c-ac52-21d5953e2166 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port 6e5b982e-07f3-436f-a21b-1606448d8e2b {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:22:05.239367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-152a80ca-5696-4b7c-ac52-21d5953e2166 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:05.318664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c633453-e91f-4cbb-88fb-f66e21a90d9c None None] DHCP port deletion for ecbebbb7-c3bb-40d0-992d-5064310dbff3 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:22:05.442654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-152a80ca-5696-4b7c-ac52-21d5953e2166 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] For port 6e5b982e-07f3-436f-a21b-1606448d8e2b, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=6e5b982e-07f3-436f-a21b-1606448d8e2b,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:22:05.443061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-152a80ca-5696-4b7c-ac52-21d5953e2166 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:05.508621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5c633453-e91f-4cbb-88fb-f66e21a90d9c None None] Deleting port 51eb713c-c796-4bc5-b8bf-5c353754fad3 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:22:05.509033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c633453-e91f-4cbb-88fb-f66e21a90d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:05.576614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-152a80ca-5696-4b7c-ac52-21d5953e2166 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for 6e5b982e-07f3-436f-a21b-1606448d8e2b owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:22:05.643525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 51eb713c-c796-4bc5-b8bf-5c353754fad3 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:22:05.878152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5c633453-e91f-4cbb-88fb-f66e21a90d9c None None] For port 51eb713c-c796-4bc5-b8bf-5c353754fad3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=51eb713c-c796-4bc5-b8bf-5c353754fad3,segment=NetworkSegment(7df5180f-a23b-4e2f-86fb-69a0eb151189),segment_id=7df5180f-a23b-4e2f-86fb-69a0eb151189)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:22:05.878506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c633453-e91f-4cbb-88fb-f66e21a90d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:05.890105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-152a80ca-5696-4b7c-ac52-21d5953e2166 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:05.894872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4c0bd08a-156d-48fd-a187-237889dd60cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:05.938428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a80ca-5696-4b7c-ac52-21d5953e2166 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Port': ['ID=6e5b982e-07f3-436f-a21b-1606448d8e2b,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:05.941521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-152a80ca-5696-4b7c-ac52-21d5953e2166 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:06.018840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5c633453-e91f-4cbb-88fb-f66e21a90d9c None None] Calling delete_port for 51eb713c-c796-4bc5-b8bf-5c353754fad3 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:22:06.045615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-02937cd8-37e5-4e82-9abb-87a3bdec3fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005525917', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:22:02Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:06.057204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:06.074333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02937cd8-37e5-4e82-9abb-87a3bdec3fb8 None None] The sync data for ids ['1741a275-b35e-499a-bbf9-c11062a48b74'] in dv-neutron-ussuri-2-hyperv is: [{'id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1005525917', 'tenant_id': '7133d1beec2c4834a8afafda93963c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216'}], 'enable_snat': True}, 'gw_port_id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:22:02Z', 'revision_number': 5, 'project_id': '7133d1beec2c4834a8afafda93963c28', 'gw_port': {'id': '6e5b982e-07f3-436f-a21b-1606448d8e2b', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741a275-b35e-499a-bbf9-c11062a48b74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:20:49Z', 'updated_at': '2021-12-07T14:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:22:06.121232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 51eb713c-c796-4bc5-b8bf-5c353754fad3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=51eb713c-c796-4bc5-b8bf-5c353754fad3,segment=NetworkSegment(7df5180f-a23b-4e2f-86fb-69a0eb151189),segment_id=7df5180f-a23b-4e2f-86fb-69a0eb151189)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:22:06.164860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:06.167010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1bc4a8d4-2bfb-4046-802c-27918f540d14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:06.175610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-152a80ca-5696-4b7c-ac52-21d5953e2166 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:06.224202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-5c633453-e91f-4cbb-88fb-f66e21a90d9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 14:22:06.224616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-5c633453-e91f-4cbb-88fb-f66e21a90d9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 14:22:06.248887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=51eb713c-c796-4bc5-b8bf-5c353754fad3,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:06.258448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:06.258928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:06.259329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:06.259709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:06.260077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:06.260439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:06.260780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:06.261141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:06.261502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:06.262048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:06.262413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:06.274625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:06.451157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-152a80ca-5696-4b7c-ac52-21d5953e2166 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:06.455589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-152a80ca-5696-4b7c-ac52-21d5953e2166 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:06.597701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-152a80ca-5696-4b7c-ac52-21d5953e2166 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:06.598267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152a80ca-5696-4b7c-ac52-21d5953e2166 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Fanout notify agent at l3_agent the message router_deleted on router 1741a275-b35e-499a-bbf9-c11062a48b74 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 14:22:06.613630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-152a80ca-5696-4b7c-ac52-21d5953e2166 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:06.617535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-152a80ca-5696-4b7c-ac52-21d5953e2166 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/routers/1741a275-b35e-499a-bbf9-c11062a48b74 HTTP/1.1" status: 204 len: 168 time: 1.8321891 Dec 07 14:22:06.618020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59170) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:06.726403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5c633453-e91f-4cbb-88fb-f66e21a90d9c None None] Deleting port 51eb713c-c796-4bc5-b8bf-5c353754fad3 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:22:06.726836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c633453-e91f-4cbb-88fb-f66e21a90d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:06.742333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:06.754356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port 51eb713c-c796-4bc5-b8bf-5c353754fad3 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:22:06.754732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:06.949850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-5c633453-e91f-4cbb-88fb-f66e21a90d9c None None] For port 51eb713c-c796-4bc5-b8bf-5c353754fad3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=51eb713c-c796-4bc5-b8bf-5c353754fad3,segment=NetworkSegment(7df5180f-a23b-4e2f-86fb-69a0eb151189),segment_id=7df5180f-a23b-4e2f-86fb-69a0eb151189)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:22:06.950319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c633453-e91f-4cbb-88fb-f66e21a90d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:06.972974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] For port 51eb713c-c796-4bc5-b8bf-5c353754fad3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=51eb713c-c796-4bc5-b8bf-5c353754fad3,segment=NetworkSegment(7df5180f-a23b-4e2f-86fb-69a0eb151189),segment_id=7df5180f-a23b-4e2f-86fb-69a0eb151189)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:22:06.973367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:07.082432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-5c633453-e91f-4cbb-88fb-f66e21a90d9c None None] Calling delete_port for 51eb713c-c796-4bc5-b8bf-5c353754fad3 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:22:07.099066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Calling delete_port for 51eb713c-c796-4bc5-b8bf-5c353754fad3 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:22:07.236752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 07 14:22:07.236752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Dec 07 14:22:07.236752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: [parameters: {'port_id': '51eb713c-c796-4bc5-b8bf-5c353754fad3', 'host': 'dv-neutron-ussuri-2-hyperv'}] Dec 07 14:22:07.236752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88898) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 14:22:07.237283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 14:22:07.307989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c633453-e91f-4cbb-88fb-f66e21a90d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649'] for port, after_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:07.317441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:07.363850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c633453-e91f-4cbb-88fb-f66e21a90d9c None None] Pushing event deleted for resources: {'Port': ['ID=51eb713c-c796-4bc5-b8bf-5c353754fad3,revision_number=None']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:07.366443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c633453-e91f-4cbb-88fb-f66e21a90d9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:07.372928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c633453-e91f-4cbb-88fb-f66e21a90d9c None None] No DVR routers for this DVR port 51eb713c-c796-4bc5-b8bf-5c353754fad3 on host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:22:07.624218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 62702fe3-e5e1-4277-8167-07694ebc038f no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:22:07.658344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 62702fe3-e5e1-4277-8167-07694ebc038f {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:22:07.658736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 62702fe3-e5e1-4277-8167-07694ebc038f not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:22:07.659192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6e5b982e-07f3-436f-a21b-1606448d8e2b no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:22:07.690614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 6e5b982e-07f3-436f-a21b-1606448d8e2b {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:22:07.691009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 6e5b982e-07f3-436f-a21b-1606448d8e2b not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:22:07.738222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Deleting port 51eb713c-c796-4bc5-b8bf-5c353754fad3 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:22:07.738677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:07.805440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] The port '51eb713c-c796-4bc5-b8bf-5c353754fad3' was deleted {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 14:22:07.930535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:07.957179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecbebbb7-c3bb-40d0-992d-5064310dbff3']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:07.969489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df5180f-a23b-4e2f-86fb-69a0eb151189') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:07.969817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df5180f-a23b-4e2f-86fb-69a0eb151189') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:07.981382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:07.995573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:08.002194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:22:08.002608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:22:08.018135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:22:08.374461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:08.378007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c7f9357a-905e-4f6e-94ca-15f192afb289 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:08.393257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:08.404771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'Network': ['ID=ecbebbb7-c3bb-40d0-992d-5064310dbff3,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:08.408152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:08.439054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-90de6504-67a4-418c-b2eb-fd4f7ee56518 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/networks/ecbebbb7-c3bb-40d0-992d-5064310dbff3 HTTP/1.1" status: 204 len: 168 time: 1.8201830 Dec 07 14:22:08.441892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59174) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:08.514561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2ef1b38c-ecf1-4a5f-8b38-42de783a6105 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:08.546031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2ef1b38c-ecf1-4a5f-8b38-42de783a6105 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:08.735579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2ef1b38c-ecf1-4a5f-8b38-42de783a6105 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:08.740803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-969aa1d6-0cfa-4af3-9dbb-2194cfe6f5d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:08.755852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1b38c-ecf1-4a5f-8b38-42de783a6105 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d604aa-7883-451c-9291-51d757d6aa29,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:08.758573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2ef1b38c-ecf1-4a5f-8b38-42de783a6105 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:08.792199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2ef1b38c-ecf1-4a5f-8b38-42de783a6105 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:08.793409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2ef1b38c-ecf1-4a5f-8b38-42de783a6105 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] 10.222.0.24 "DELETE /v2.0/security-groups/85d604aa-7883-451c-9291-51d757d6aa29 HTTP/1.1" status: 204 len: 168 time: 0.3505464 Dec 07 14:22:09.303585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59184) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:09.505809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ba664ad2-488e-4246-8294-c3c6a12ca446 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7133d1beec2c4834a8afafda93963c28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2009227 Dec 07 14:22:09.508435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59190) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:09.569489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52fe7bfd-5622-4722-99dd-9081e4682b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:09.596721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52fe7bfd-5622-4722-99dd-9081e4682b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:09.724069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52fe7bfd-5622-4722-99dd-9081e4682b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:09.728995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aa17c321-b523-4eab-8399-937351185d76 tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:09.744303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe7bfd-5622-4722-99dd-9081e4682b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0deab1-dcf5-48eb-9966-7b86ecaaed96,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:09.747437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-52fe7bfd-5622-4722-99dd-9081e4682b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:09.749390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-52fe7bfd-5622-4722-99dd-9081e4682b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:09.751646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-52fe7bfd-5622-4722-99dd-9081e4682b6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e0deab1-dcf5-48eb-9966-7b86ecaaed96 HTTP/1.1" status: 204 len: 168 time: 0.2411978 Dec 07 14:22:10.328073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59198) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:10.347434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c2acf9a-0b66-47c9-97f1-da6f5ac41e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:10.384417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5c2acf9a-0b66-47c9-97f1-da6f5ac41e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:10.388860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5c2acf9a-0b66-47c9-97f1-da6f5ac41e91 admin admin] Usage tracker for resource:security_group_rule and tenant:7ee85d3a93b642249e9fd2ac0d1c0926 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:10.393250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5c2acf9a-0b66-47c9-97f1-da6f5ac41e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:10.398057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5c2acf9a-0b66-47c9-97f1-da6f5ac41e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:10.535880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:10.629753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c2acf9a-0b66-47c9-97f1-da6f5ac41e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:10.684193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c2acf9a-0b66-47c9-97f1-da6f5ac41e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:10.692510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b8c51bcd-7b29-4ad5-affb-ed216aa79d02 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:10.736364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2acf9a-0b66-47c9-97f1-da6f5ac41e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c4b0d4-aac1-4a33-9f4c-3e7cd0c4da9d,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:10.739637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c2acf9a-0b66-47c9-97f1-da6f5ac41e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:10.742566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5c2acf9a-0b66-47c9-97f1-da6f5ac41e91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ee85d3a93b642249e9fd2ac0d1c0926&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4134340 Dec 07 14:22:10.745483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59202) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:10.808095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c55f26f-f2c5-4ac8-a900-cd775d0f4e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:10.834241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c55f26f-f2c5-4ac8-a900-cd775d0f4e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:10.912880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c55f26f-f2c5-4ac8-a900-cd775d0f4e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:10.918001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3af1604e-6346-4443-8286-c39a2c18dcae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:10.932674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55f26f-f2c5-4ac8-a900-cd775d0f4e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c4b0d4-aac1-4a33-9f4c-3e7cd0c4da9d,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:10.937638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c55f26f-f2c5-4ac8-a900-cd775d0f4e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:10.939620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c55f26f-f2c5-4ac8-a900-cd775d0f4e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:10.940817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5c55f26f-f2c5-4ac8-a900-cd775d0f4e82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68c4b0d4-aac1-4a33-9f4c-3e7cd0c4da9d HTTP/1.1" status: 204 len: 168 time: 0.1943679 Dec 07 14:22:12.233582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59224) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:12.371281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1258181876-network', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:22:12.376675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:12.381110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Usage tracker for resource:network and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:12.384099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:12.390165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:12.438492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Made reservation on behalf of cba87c821c804f778d6ba189f62af86d for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:22:12.443280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:12.456380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:12.488827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:12.492735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Usage tracker for resource:security_group_rule and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:12.495591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:12.501460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:12.566846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:12.603990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:12.608189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-58aabc65-ccd8-486e-82ca-e93031aeb078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:12.635764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:22:12.645333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1368cca8-3f96-456b-809f-18d6e896e12f,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:12.649575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:12.697608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:12.698031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Added segment d748c158-66d3-4dcb-83fb-7280ec720f12 of type vlan for network 3f88dde9-a126-4231-8143-b37db606e56e Dec 07 14:22:12.786137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:12.849804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:12.850737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:12.851393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:12.856385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3da4fc10-6b43-43b2-aeab-e033b7c38dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:12.960431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Pushing event updated for resources: {'Network': ['ID=3f88dde9-a126-4231-8143-b37db606e56e,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:12.963762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:12.970589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 3f88dde9-a126-4231-8143-b37db606e56e details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:22:12.993648 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e2ee448e-ff24-4c7d-9b9f-b628c65b9221 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7588363 Dec 07 14:22:12.996729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59230) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:13.003163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-a9f86284-4386-4db9-9eb3-6bca558d5bed admin admin] Request body: {'subnet': {'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1258181876-subnet', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'ip_version': 4}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:22:13.008643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a9f86284-4386-4db9-9eb3-6bca558d5bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:13.013268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a9f86284-4386-4db9-9eb3-6bca558d5bed admin admin] Usage tracker for resource:subnet and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:13.016279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-a9f86284-4386-4db9-9eb3-6bca558d5bed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:13.022167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-a9f86284-4386-4db9-9eb3-6bca558d5bed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:13.061640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f86284-4386-4db9-9eb3-6bca558d5bed admin admin] Made reservation on behalf of cba87c821c804f778d6ba189f62af86d for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:22:13.066570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9f86284-4386-4db9-9eb3-6bca558d5bed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:13.398510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9f86284-4386-4db9-9eb3-6bca558d5bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:13.402913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b05a4924-8f92-413d-9da8-5066dfa3065f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:13.472576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f86284-4386-4db9-9eb3-6bca558d5bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=1754aa35-aa3a-4c8b-9047-9d8352dd07c4,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:13.477152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a9f86284-4386-4db9-9eb3-6bca558d5bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:13.487985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f86284-4386-4db9-9eb3-6bca558d5bed admin admin] Checking segment: {'id': 'd748c158-66d3-4dcb-83fb-7280ec720f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:22:13.488369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f86284-4386-4db9-9eb3-6bca558d5bed admin admin] Network hostable DHCP agents. Network: 3f88dde9-a126-4231-8143-b37db606e56e, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:22:13.564378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f86284-4386-4db9-9eb3-6bca558d5bed admin admin] Network 3f88dde9-a126-4231-8143-b37db606e56e is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:22:13.604071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-a9f86284-4386-4db9-9eb3-6bca558d5bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 3f88dde9-a126-4231-8143-b37db606e56e) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:22:13.609167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f86284-4386-4db9-9eb3-6bca558d5bed admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:13.609798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a9f86284-4386-4db9-9eb3-6bca558d5bed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:13.614957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90493aac-8dd3-411b-8424-d8ad04a0c441 None None] Network 3f88dde9-a126-4231-8143-b37db606e56e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:22:13.645183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a9f86284-4386-4db9-9eb3-6bca558d5bed admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6468256 Dec 07 14:22:13.648045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59234) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:13.654123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:22:13.659221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:13.663317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Usage tracker for resource:router and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:13.666278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:13.672865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:13.741774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:13.742821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:13.840239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-3f88dde9-a126-4231-8143-b37db606e56e', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:22:13.841645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:13.853749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:14.034528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Allocated IP 172.20.0.2 (3f88dde9-a126-4231-8143-b37db606e56e/1754aa35-aa3a-4c8b-9047-9d8352dd07c4/c23355f5-6aad-4e4a-9d5a-1745086d7471) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:22:14.037739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:14.323837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:14.349120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:14.380259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:14.409932 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Transition to ACTIVE for port object c23355f5-6aad-4e4a-9d5a-1745086d7471 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:22:14.495789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Transition to ACTIVE for port object c23355f5-6aad-4e4a-9d5a-1745086d7471 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:22:14.553462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:14.558901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12cc2220-6d55-4d9c-9918-e60ac40a99df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:14.581715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Allocated IP 172.36.4.25 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/b7bb9413-f57b-48ca-8607-541119a37335) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:22:14.629497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Network 3f88dde9-a126-4231-8143-b37db606e56e is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:22:14.633206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:22:14.635790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:22:14.643198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Pushing event updated for resources: {'Port': ['ID=c23355f5-6aad-4e4a-9d5a-1745086d7471,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:14.647696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:14.729363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Attempting to bind port c23355f5-6aad-4e4a-9d5a-1745086d7471 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:22:14.729786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Attempting to bind port c23355f5-6aad-4e4a-9d5a-1745086d7471 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'd748c158-66d3-4dcb-83fb-7280ec720f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:22:14.730232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Attempting to bind port c23355f5-6aad-4e4a-9d5a-1745086d7471 on network 3f88dde9-a126-4231-8143-b37db606e56e {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:22:14.738046 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:22:14.738467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Checking segment: {'id': 'd748c158-66d3-4dcb-83fb-7280ec720f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:22:14.738919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:14.739407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Bound using segment: {'id': 'd748c158-66d3-4dcb-83fb-7280ec720f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:22:14.739930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Bound port: c23355f5-6aad-4e4a-9d5a-1745086d7471, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd748c158-66d3-4dcb-83fb-7280ec720f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:22:14.740349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:14.791194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:14.833566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] For port c23355f5-6aad-4e4a-9d5a-1745086d7471, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:22:14.836658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] For port c23355f5-6aad-4e4a-9d5a-1745086d7471, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c23355f5-6aad-4e4a-9d5a-1745086d7471,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:22:14.856937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:14.861675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8c09a677-ff51-43c5-bba0-a48d65adb0ad tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:14.896595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:14.901635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-12cc2220-6d55-4d9c-9918-e60ac40a99df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:14.932921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:22:14.937134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:22:14.939318 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Pushing event updated for resources: {'Port': ['ID=b7bb9413-f57b-48ca-8607-541119a37335,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:14.941615 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:22:14.967871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:14.985248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Pushing event updated for resources: {'Port': ['ID=c23355f5-6aad-4e4a-9d5a-1745086d7471,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:14.988506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:15.200106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:15.200898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:15.518338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 14:22:15.665645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c23355f5-6aad-4e4a-9d5a-1745086d7471 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:22:15.732377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:22:15.746216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Sync routers for ids ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:22:15.762157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Routers {'91201d5e-caa9-4bf6-9a0b-4f82b6db5763'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:22:15.763086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:22:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:15.793115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port c23355f5-6aad-4e4a-9d5a-1745086d7471 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:22:15.821853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:15.823267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-7674bf3d-f58a-4295-9263-00544746407e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1741977 Dec 07 14:22:15.826464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59238) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:15.953024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Set router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:22:16.265746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:15Z', 'revision_number': 3, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:16.270169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Checking router: 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:22:16.270563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Updating router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 port b7bb9413-f57b-48ca-8607-541119a37335 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:22:16.329399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:16.651671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca54411b-d8df-441f-b702-5b36b1b30b2f None None] Network 3f88dde9-a126-4231-8143-b37db606e56e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:22:16.696302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:16.708829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Transition to ACTIVE for port object b7bb9413-f57b-48ca-8607-541119a37335 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:22:16.741832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:16.747843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5e1ac2ca-9f09-49c9-8ba6-322b221fc814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:16.792518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b2ac1dd6-6b95-4803-8a88-ad8d67188979 None None] Provisioning for port c23355f5-6aad-4e4a-9d5a-1745086d7471 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:22:16.805008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b2ac1dd6-6b95-4803-8a88-ad8d67188979 None None] Provisioning complete for port c23355f5-6aad-4e4a-9d5a-1745086d7471 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:16.805409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2ac1dd6-6b95-4803-8a88-ad8d67188979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:16.865314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:16.983471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Attempting to bind port b7bb9413-f57b-48ca-8607-541119a37335 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:22:16.983866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Attempting to bind port b7bb9413-f57b-48ca-8607-541119a37335 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:22:16.984264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Attempting to bind port b7bb9413-f57b-48ca-8607-541119a37335 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:22:16.987391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3909899-a5e4-43cc-bdc8-25110e20e458 None None] Pushing event updated for resources: {'Port': ['ID=b7bb9413-f57b-48ca-8607-541119a37335,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:16.995957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:22:16.996339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:22:16.996728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:16.997767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:22:16.998280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Bound port: b7bb9413-f57b-48ca-8607-541119a37335, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:22:16.998695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:17.040635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909899-a5e4-43cc-bdc8-25110e20e458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:17.041031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909899-a5e4-43cc-bdc8-25110e20e458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:17.041358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909899-a5e4-43cc-bdc8-25110e20e458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:17.041734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909899-a5e4-43cc-bdc8-25110e20e458 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:17.042102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909899-a5e4-43cc-bdc8-25110e20e458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:17.042473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909899-a5e4-43cc-bdc8-25110e20e458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:17.043256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909899-a5e4-43cc-bdc8-25110e20e458 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:17.043256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909899-a5e4-43cc-bdc8-25110e20e458 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:17.043551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909899-a5e4-43cc-bdc8-25110e20e458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:17.044064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909899-a5e4-43cc-bdc8-25110e20e458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:17.044435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3909899-a5e4-43cc-bdc8-25110e20e458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:22:17.049988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f3909899-a5e4-43cc-bdc8-25110e20e458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:17.089586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] For port b7bb9413-f57b-48ca-8607-541119a37335, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:22:17.093698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] For port b7bb9413-f57b-48ca-8607-541119a37335, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b7bb9413-f57b-48ca-8607-541119a37335,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:22:17.155140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:17.160150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-49908307-c7fb-4f80-8b8f-165d08ac668c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:17.181846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Allocated IP 172.20.0.1 (3f88dde9-a126-4231-8143-b37db606e56e/1754aa35-aa3a-4c8b-9047-9d8352dd07c4/b9b917a3-8eec-41b0-b59c-a1c8d16a79d6) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:22:17.201889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2ac1dd6-6b95-4803-8a88-ad8d67188979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:17.244350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b2ac1dd6-6b95-4803-8a88-ad8d67188979 None None] For port c23355f5-6aad-4e4a-9d5a-1745086d7471, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c23355f5-6aad-4e4a-9d5a-1745086d7471,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:22:17.247395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3909899-a5e4-43cc-bdc8-25110e20e458 None None] Pushing event updated for resources: {'Port': ['ID=b7bb9413-f57b-48ca-8607-541119a37335,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:17.254291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f3909899-a5e4-43cc-bdc8-25110e20e458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:17.259694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Routers {'91201d5e-caa9-4bf6-9a0b-4f82b6db5763'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:22:17.259694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:22:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:17.284218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b2ac1dd6-6b95-4803-8a88-ad8d67188979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:17.286286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:17.378684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:17.385450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac1dd6-6b95-4803-8a88-ad8d67188979 None None] Pushing event updated for resources: {'Port': ['ID=c23355f5-6aad-4e4a-9d5a-1745086d7471,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:17.389535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b2ac1dd6-6b95-4803-8a88-ad8d67188979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:17.397437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Transition to ACTIVE for port object b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:22:17.445199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:17.452071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-28b14517-7a5f-4e6f-a16a-d6403400d727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:17.474692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] Set router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:22:17.525054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Network 3f88dde9-a126-4231-8143-b37db606e56e is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:22:17.529456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:22:17.534316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:22:17.561251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b917a3-8eec-41b0-b59c-a1c8d16a79d6,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:17.566937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:17.595373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:17.614535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-a1b95738-e54b-4792-8dec-14132555b6c0 None None] Provisioning complete for port c23355f5-6aad-4e4a-9d5a-1745086d7471 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:17.615386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a1b95738-e54b-4792-8dec-14132555b6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:17.669498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c23355f5-6aad-4e4a-9d5a-1745086d7471 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:22:17.797026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:17.797365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:15Z', 'revision_number': 3, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:17.802512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204598dc-552b-45a4-ac3d-273d47eed602 None None] The sync data for ids ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'] in dv-neutron-ussuri-2-hyperv is: [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:15Z', 'revision_number': 3, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:22:17.829647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port c23355f5-6aad-4e4a-9d5a-1745086d7471 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:17.830184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:18.004847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e2eb7e2e-b57e-452a-b2a4-cb99d4bbee4e None None] Provisioning for port b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:22:18.010096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e2eb7e2e-b57e-452a-b2a4-cb99d4bbee4e None None] Provisioning complete for port b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:18.010518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7e2e-b57e-452a-b2a4-cb99d4bbee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:18.057864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:18.064675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e2eb7e2e-b57e-452a-b2a4-cb99d4bbee4e None None] Port b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:22:18.096187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:18.125489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3a494ec1-6bf5-4164-97f6-3215f0f0b6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:18.211536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:18.216017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Pushing event updated for resources: {'Port': ['ID=b9b917a3-8eec-41b0-b59c-a1c8d16a79d6,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:18.219002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:18.388756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Network 3f88dde9-a126-4231-8143-b37db606e56e is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:22:18.389923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:22:18.692002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6c729ab0-5876-46de-a794-5f3997ba44eb None None] Provisioning complete for port b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:18.692575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6c729ab0-5876-46de-a794-5f3997ba44eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:18.752520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6c729ab0-5876-46de-a794-5f3997ba44eb None None] Port b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:22:18.819277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:22:19.038999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:22:19.049731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] 10.222.0.24 "PUT /v2.0/routers/91201d5e-caa9-4bf6-9a0b-4f82b6db5763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2222042 Dec 07 14:22:19.655024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b7bb9413-f57b-48ca-8607-541119a37335 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:22:19.746118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port b7bb9413-f57b-48ca-8607-541119a37335 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:22:19.752161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port b7bb9413-f57b-48ca-8607-541119a37335 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:19.752589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:19.875516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:19.892178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port b7bb9413-f57b-48ca-8607-541119a37335, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b7bb9413-f57b-48ca-8607-541119a37335,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:22:19.929178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:19.932239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4030dcf3-5fbe-4757-b98a-71b6c52656a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:20.001065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=b7bb9413-f57b-48ca-8607-541119a37335,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:20.004540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:20.061506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59260) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:20.067644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-63732010-network', 'tenant_id': 'd8ab0ee63ea1400fb90a0c3c51af8669'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:22:20.072829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:20.077641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Usage tracker for resource:network and tenant:d8ab0ee63ea1400fb90a0c3c51af8669 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:20.080811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:20.086935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:20.186471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Made reservation on behalf of d8ab0ee63ea1400fb90a0c3c51af8669 for: {'network': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:22:20.191181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:20.207577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:20.238920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:20.242841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Usage tracker for resource:security_group_rule and tenant:d8ab0ee63ea1400fb90a0c3c51af8669 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:20.245721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:20.252285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:20.380149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:20.415861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:20.420913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c2acf9a-0b66-47c9-97f1-da6f5ac41e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:20.453349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=88898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:22:20.459969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054bbf4e-aeb2-4ada-b732-561932555f33,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:20.463209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:20.503109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:20.503565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Added segment 4d127d64-ac7f-4950-8ea1-dc16f1e1ae90 of type vlan for network 11e1cf4a-ab71-4549-9d42-2db72cedc16b Dec 07 14:22:20.531467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:20.586877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:20.587913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:20.588552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:20.594753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:20.700246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Pushing event updated for resources: {'Network': ['ID=11e1cf4a-ab71-4549-9d42-2db72cedc16b,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:20.703581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:20.711189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 11e1cf4a-ab71-4549-9d42-2db72cedc16b details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:22:20.736987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6742485 Dec 07 14:22:20.739818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59264) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:20.745698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-4b807732-fec6-49cb-87be-3d71ef996aee admin admin] Request body: {'subnet': {'network_id': '11e1cf4a-ab71-4549-9d42-2db72cedc16b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-63732010-subnet', 'tenant_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'ip_version': 4}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:22:20.751145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4b807732-fec6-49cb-87be-3d71ef996aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:20.755839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4b807732-fec6-49cb-87be-3d71ef996aee admin admin] Usage tracker for resource:subnet and tenant:d8ab0ee63ea1400fb90a0c3c51af8669 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:20.758898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-4b807732-fec6-49cb-87be-3d71ef996aee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:20.765481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-4b807732-fec6-49cb-87be-3d71ef996aee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:20.783753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Sync routers for ids ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:22:20.804373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b807732-fec6-49cb-87be-3d71ef996aee admin admin] Made reservation on behalf of d8ab0ee63ea1400fb90a0c3c51af8669 for: {'subnet': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:22:20.809147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4b807732-fec6-49cb-87be-3d71ef996aee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16713647'] for subnet, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:20.831913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Routers {'91201d5e-caa9-4bf6-9a0b-4f82b6db5763'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:22:20.832599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:22:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:21.021934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Set router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:22:21.118725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4b807732-fec6-49cb-87be-3d71ef996aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838715407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16713662'] for subnet, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:21.123616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-43616a6d-a926-4db8-ac84-fdd712f3647f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:21.201498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b807732-fec6-49cb-87be-3d71ef996aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c935c69-1a69-4f3d-abaa-9a1c29e73f0c,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:21.204355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4b807732-fec6-49cb-87be-3d71ef996aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:21.215569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b807732-fec6-49cb-87be-3d71ef996aee admin admin] Checking segment: {'id': '4d127d64-ac7f-4950-8ea1-dc16f1e1ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '11e1cf4a-ab71-4549-9d42-2db72cedc16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:22:21.215959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b807732-fec6-49cb-87be-3d71ef996aee admin admin] Network hostable DHCP agents. Network: 11e1cf4a-ab71-4549-9d42-2db72cedc16b, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:22:21.267530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b807732-fec6-49cb-87be-3d71ef996aee admin admin] Network 11e1cf4a-ab71-4549-9d42-2db72cedc16b is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:22:21.301284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-4b807732-fec6-49cb-87be-3d71ef996aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 11e1cf4a-ab71-4549-9d42-2db72cedc16b) {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:22:21.305711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b807732-fec6-49cb-87be-3d71ef996aee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:21.306342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4b807732-fec6-49cb-87be-3d71ef996aee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:21.314599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02262c3-5d88-43d1-aaeb-4ee8b915ce4d None None] Network 11e1cf4a-ab71-4549-9d42-2db72cedc16b requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:22:21.353632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4b807732-fec6-49cb-87be-3d71ef996aee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6126902 Dec 07 14:22:21.356441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 59268) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:21.361986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-63732010-router', 'tenant_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:22:21.367291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:21.371367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Usage tracker for resource:router and tenant:d8ab0ee63ea1400fb90a0c3c51af8669 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:21.375386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:21.383045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:21.427656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:21.428708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:21.448607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:21.499463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 4, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b9b917a3-8eec-41b0-b59c-a1c8d16a79d6', 'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'mac_address': 'fa:16:3e:ce:78:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:16Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 2, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'subnets': [{'id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:21.515336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Checking router: 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:22:21.515746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Updating router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 port b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:22:21.616143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:21.632244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-11e1cf4a-ab71-4549-9d42-2db72cedc16b', 'network_id': '11e1cf4a-ab71-4549-9d42-2db72cedc16b', 'tenant_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'fixed_ips': [{'subnet_id': '0c935c69-1a69-4f3d-abaa-9a1c29e73f0c'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:22:21.633204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:21.655345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b7bb9413-f57b-48ca-8607-541119a37335 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:22:21.873043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:21.945355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port b7bb9413-f57b-48ca-8607-541119a37335 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:21.945786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:22.058636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:22:22.122706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:22.161411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:22.304277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Allocated IP 172.36.4.113 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/ea55d03a-36e8-40ba-8762-2b7934a87993) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:22:22.319940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Allocated IP 172.20.0.2 (11e1cf4a-ab71-4549-9d42-2db72cedc16b/0c935c69-1a69-4f3d-abaa-9a1c29e73f0c/05aa9882-15c2-4477-a838-06ab89f1ed47) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:22:22.473281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:22.525007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:22.531704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:22.596403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:22:22.603938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:22:22.609521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:22:22.645683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Pushing event updated for resources: {'Port': ['ID=ea55d03a-36e8-40ba-8762-2b7934a87993,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:22.650270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:22.654910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:22.700475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Transition to ACTIVE for port object b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:22:22.726916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:22.738235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:22.742822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Transition to ACTIVE for port object 05aa9882-15c2-4477-a838-06ab89f1ed47 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:22:22.745264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7a19d705-b5c8-4139-9e51-64daf83f5fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:22.805495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:22.806263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:22.812316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Transition to ACTIVE for port object 05aa9882-15c2-4477-a838-06ab89f1ed47 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:22:22.890414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b295064-c206-47e0-838c-cc1b7e221936 None None] Pushing event updated for resources: {'Port': ['ID=b9b917a3-8eec-41b0-b59c-a1c8d16a79d6,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:22.895338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9b295064-c206-47e0-838c-cc1b7e221936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:22.930547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:22.940351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:23.064019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Network 11e1cf4a-ab71-4549-9d42-2db72cedc16b is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:22:23.066134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:22:23.067349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Pushing event updated for resources: {'Port': ['ID=05aa9882-15c2-4477-a838-06ab89f1ed47,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:23.069620 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Attempting to bind port b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:22:23.070032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Attempting to bind port b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'd748c158-66d3-4dcb-83fb-7280ec720f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:22:23.070442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Attempting to bind port b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 on network 3f88dde9-a126-4231-8143-b37db606e56e {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:22:23.073056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:22:23.075714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:23.084002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Router 88904559-a919-4d00-af0a-ccf7835d7461 is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 14:22:23.114754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:22:23.115170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Checking segment: {'id': 'd748c158-66d3-4dcb-83fb-7280ec720f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:22:23.115654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:23.116091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Bound using segment: {'id': 'd748c158-66d3-4dcb-83fb-7280ec720f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:22:23.116622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Bound port: b9b917a3-8eec-41b0-b59c-a1c8d16a79d6, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd748c158-66d3-4dcb-83fb-7280ec720f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:22:23.117039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:23.237972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Attempting to bind port 05aa9882-15c2-4477-a838-06ab89f1ed47 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:22:23.238307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Attempting to bind port 05aa9882-15c2-4477-a838-06ab89f1ed47 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '4d127d64-ac7f-4950-8ea1-dc16f1e1ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '11e1cf4a-ab71-4549-9d42-2db72cedc16b'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:22:23.238717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Attempting to bind port 05aa9882-15c2-4477-a838-06ab89f1ed47 on network 11e1cf4a-ab71-4549-9d42-2db72cedc16b {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:22:23.269844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:22:23.270272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Checking segment: {'id': '4d127d64-ac7f-4950-8ea1-dc16f1e1ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '11e1cf4a-ab71-4549-9d42-2db72cedc16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:22:23.270735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:23.271181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Bound using segment: {'id': '4d127d64-ac7f-4950-8ea1-dc16f1e1ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '11e1cf4a-ab71-4549-9d42-2db72cedc16b'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:22:23.271745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Bound port: 05aa9882-15c2-4477-a838-06ab89f1ed47, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d127d64-ac7f-4950-8ea1-dc16f1e1ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '11e1cf4a-ab71-4549-9d42-2db72cedc16b'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:22:23.272164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:23.303927 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:22:23.315529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Sync routers for ids ['88904559-a919-4d00-af0a-ccf7835d7461'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:22:23.330114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Routers {'88904559-a919-4d00-af0a-ccf7835d7461'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:22:23.330873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:22:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['88904559-a919-4d00-af0a-ccf7835d7461'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:23.337670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] For port b9b917a3-8eec-41b0-b59c-a1c8d16a79d6, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:22:23.352042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:23.353759 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9961848 Dec 07 14:22:23.355276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] For port b9b917a3-8eec-41b0-b59c-a1c8d16a79d6, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b9b917a3-8eec-41b0-b59c-a1c8d16a79d6,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:22:23.357629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59272) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:23.389819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:23.395481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:23.425211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] For port 05aa9882-15c2-4477-a838-06ab89f1ed47, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:22:23.450747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] For port 05aa9882-15c2-4477-a838-06ab89f1ed47, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=05aa9882-15c2-4477-a838-06ab89f1ed47,segment=NetworkSegment(4d127d64-ac7f-4950-8ea1-dc16f1e1ae90),segment_id=4d127d64-ac7f-4950-8ea1-dc16f1e1ae90)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:22:23.484230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:23.495431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b295064-c206-47e0-838c-cc1b7e221936 None None] Pushing event updated for resources: {'Port': ['ID=b9b917a3-8eec-41b0-b59c-a1c8d16a79d6,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:23.503511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9b295064-c206-47e0-838c-cc1b7e221936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:23.505126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:23.530788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Set router 88904559-a919-4d00-af0a-ccf7835d7461 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:22:23.564870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Routers {'91201d5e-caa9-4bf6-9a0b-4f82b6db5763'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:22:23.565555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:22:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:23.683717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Pushing event updated for resources: {'Port': ['ID=05aa9882-15c2-4477-a838-06ab89f1ed47,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:23.747529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:23.813310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] Set router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:22:23.894239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88904559-a919-4d00-af0a-ccf7835d7461', 'name': 'tempest-TestShelveInstance-63732010-router', 'tenant_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113'}], 'enable_snat': True}, 'gw_port_id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:21Z', 'updated_at': '2021-12-07T14:22:22Z', 'revision_number': 3, 'project_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'gw_port': {'id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88904559-a919-4d00-af0a-ccf7835d7461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:22Z', 'updated_at': '2021-12-07T14:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:23.898971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Checking router: 88904559-a919-4d00-af0a-ccf7835d7461 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:22:23.899397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Updating router 88904559-a919-4d00-af0a-ccf7835d7461 port ea55d03a-36e8-40ba-8762-2b7934a87993 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:22:23.956940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:24.229919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 4, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b9b917a3-8eec-41b0-b59c-a1c8d16a79d6', 'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'mac_address': 'fa:16:3e:ce:78:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:16Z', 'updated_at': '2021-12-07T14:22:23Z', 'revision_number': 4, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'subnets': [{'id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:24.235272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf56d1b-5962-4b8c-a464-724e8540aa47 None None] The sync data for ids ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'] in dv-neutron-ussuri-2-hyperv is: [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 4, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b9b917a3-8eec-41b0-b59c-a1c8d16a79d6', 'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'mac_address': 'fa:16:3e:ce:78:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:16Z', 'updated_at': '2021-12-07T14:22:23Z', 'revision_number': 4, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'subnets': [{'id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:22:24.401372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:24.424112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Transition to ACTIVE for port object ea55d03a-36e8-40ba-8762-2b7934a87993 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:22:24.472696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:24.478304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c6cce7b9-185a-4659-9daf-c14e3de20fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:24.563346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Attempting to bind port ea55d03a-36e8-40ba-8762-2b7934a87993 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:22:24.563754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Attempting to bind port ea55d03a-36e8-40ba-8762-2b7934a87993 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:22:24.564145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Attempting to bind port ea55d03a-36e8-40ba-8762-2b7934a87993 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:22:24.566309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b5e61-4cd7-48d3-8291-a65d6caad548 None None] Pushing event updated for resources: {'Port': ['ID=ea55d03a-36e8-40ba-8762-2b7934a87993,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:24.574024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:22:24.574024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:22:24.574424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:24.575452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:22:24.576234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Bound port: ea55d03a-36e8-40ba-8762-2b7934a87993, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:22:24.576368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:24.603734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e81b5e61-4cd7-48d3-8291-a65d6caad548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:24.608921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:24.656885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] For port ea55d03a-36e8-40ba-8762-2b7934a87993, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:22:24.660502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] For port ea55d03a-36e8-40ba-8762-2b7934a87993, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ea55d03a-36e8-40ba-8762-2b7934a87993,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:22:24.694996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:24.700578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-49908307-c7fb-4f80-8b8f-165d08ac668c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:24.784924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b5e61-4cd7-48d3-8291-a65d6caad548 None None] Pushing event updated for resources: {'Port': ['ID=ea55d03a-36e8-40ba-8762-2b7934a87993,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:24.788185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e81b5e61-4cd7-48d3-8291-a65d6caad548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:24.797626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Routers {'88904559-a919-4d00-af0a-ccf7835d7461'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:22:24.798303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:22:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['88904559-a919-4d00-af0a-ccf7835d7461'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:24.845609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Allocated IP 172.20.0.1 (11e1cf4a-ab71-4549-9d42-2db72cedc16b/0c935c69-1a69-4f3d-abaa-9a1c29e73f0c/911b279c-4041-4d2e-9bd4-a767004c09e6) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:22:25.028821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:25.053887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Transition to ACTIVE for port object 911b279c-4041-4d2e-9bd4-a767004c09e6 will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:22:25.113078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:25.118241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:25.150317 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] Set router 88904559-a919-4d00-af0a-ccf7835d7461 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:22:25.191481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Network 11e1cf4a-ab71-4549-9d42-2db72cedc16b is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:22:25.195470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:22:25.202440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:22:25.238064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Pushing event updated for resources: {'Port': ['ID=911b279c-4041-4d2e-9bd4-a767004c09e6,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:25.244576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:25.291607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:25.420242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:25.514141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88904559-a919-4d00-af0a-ccf7835d7461', 'name': 'tempest-TestShelveInstance-63732010-router', 'tenant_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113'}], 'enable_snat': True}, 'gw_port_id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:21Z', 'updated_at': '2021-12-07T14:22:22Z', 'revision_number': 3, 'project_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'gw_port': {'id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88904559-a919-4d00-af0a-ccf7835d7461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:22Z', 'updated_at': '2021-12-07T14:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:25.518668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6e1223-edea-44d5-9469-c10ddf721414 None None] The sync data for ids ['88904559-a919-4d00-af0a-ccf7835d7461'] in dv-neutron-ussuri-2-hyperv is: [{'id': '88904559-a919-4d00-af0a-ccf7835d7461', 'name': 'tempest-TestShelveInstance-63732010-router', 'tenant_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113'}], 'enable_snat': True}, 'gw_port_id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:21Z', 'updated_at': '2021-12-07T14:22:22Z', 'revision_number': 3, 'project_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'gw_port': {'id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88904559-a919-4d00-af0a-ccf7835d7461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:22Z', 'updated_at': '2021-12-07T14:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:22:25.658623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88900cde-bf57-47f9-b0d1-e6d3d3b89f76 None None] Network 11e1cf4a-ab71-4549-9d42-2db72cedc16b requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:22:25.704961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:25.735755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:25.747933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 05aa9882-15c2-4477-a838-06ab89f1ed47 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:22:25.776916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6c153ab8-1b87-47e2-8ddb-f3451e34b49f tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:25.862618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:25.867271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Pushing event updated for resources: {'Port': ['ID=911b279c-4041-4d2e-9bd4-a767004c09e6,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:25.870708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:25.878174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cab8c46e-0cce-4f78-94c1-96124113b90e None None] Provisioning for port 05aa9882-15c2-4477-a838-06ab89f1ed47 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:22:25.917394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 05aa9882-15c2-4477-a838-06ab89f1ed47 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:22:25.921209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cab8c46e-0cce-4f78-94c1-96124113b90e None None] Provisioning complete for port 05aa9882-15c2-4477-a838-06ab89f1ed47 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:25.921625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cab8c46e-0cce-4f78-94c1-96124113b90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:25.964828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 05aa9882-15c2-4477-a838-06ab89f1ed47 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:25.965769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:26.020234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Network 11e1cf4a-ab71-4549-9d42-2db72cedc16b is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:22:26.021598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:22:26.243612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cab8c46e-0cce-4f78-94c1-96124113b90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:26.492393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Router 88904559-a919-4d00-af0a-ccf7835d7461 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:22:26.502457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:26.523170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-cab8c46e-0cce-4f78-94c1-96124113b90e None None] For port 05aa9882-15c2-4477-a838-06ab89f1ed47, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=05aa9882-15c2-4477-a838-06ab89f1ed47,segment=NetworkSegment(4d127d64-ac7f-4950-8ea1-dc16f1e1ae90),segment_id=4d127d64-ac7f-4950-8ea1-dc16f1e1ae90)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:22:26.592634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cab8c46e-0cce-4f78-94c1-96124113b90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:26.597848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ee000b2-ed37-4d69-8fb2-732b586750fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:26.688629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 14:22:26.689159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 14:22:26.691768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8c46e-0cce-4f78-94c1-96124113b90e None None] Pushing event updated for resources: {'Port': ['ID=05aa9882-15c2-4477-a838-06ab89f1ed47,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:26.695175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cab8c46e-0cce-4f78-94c1-96124113b90e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:26.756597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:22:26.766828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] 10.222.0.24 "PUT /v2.0/routers/88904559-a919-4d00-af0a-ccf7835d7461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4079218 Dec 07 14:22:26.918840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-40a11a8c-03e5-4bd8-9b71-130deb342402 None None] Provisioning complete for port 05aa9882-15c2-4477-a838-06ab89f1ed47 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:26.919309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40a11a8c-03e5-4bd8-9b71-130deb342402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:27.134697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-40a11a8c-03e5-4bd8-9b71-130deb342402 None None] Provisioning for port 911b279c-4041-4d2e-9bd4-a767004c09e6 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:22:27.141371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-40a11a8c-03e5-4bd8-9b71-130deb342402 None None] Provisioning complete for port 911b279c-4041-4d2e-9bd4-a767004c09e6 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:27.141895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-40a11a8c-03e5-4bd8-9b71-130deb342402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:27.239198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-40a11a8c-03e5-4bd8-9b71-130deb342402 None None] Port 911b279c-4041-4d2e-9bd4-a767004c09e6 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:22:27.262373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:22:27.364508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-e0d86f08-2cf0-4343-a121-25ebbf0a37b3 None None] Provisioning complete for port 911b279c-4041-4d2e-9bd4-a767004c09e6 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:27.365015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0d86f08-2cf0-4343-a121-25ebbf0a37b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:27.401009 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:22:27.413814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:27.414263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:27.478511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e0d86f08-2cf0-4343-a121-25ebbf0a37b3 None None] Port 911b279c-4041-4d2e-9bd4-a767004c09e6 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:22:27.553303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:27.570623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59284) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:27.578049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b12f2371-15fe-4920-89fa-1f6c81848c95 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460654826', 'description': 'tempest-secgroup-smoke-460654826 description', 'project_id': 'cba87c821c804f778d6ba189f62af86d'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:22:27.585863 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b12f2371-15fe-4920-89fa-1f6c81848c95 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:27.589923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b12f2371-15fe-4920-89fa-1f6c81848c95 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:security_group and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:27.594255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b12f2371-15fe-4920-89fa-1f6c81848c95 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:27.600006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port b9b917a3-8eec-41b0-b59c-a1c8d16a79d6, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b9b917a3-8eec-41b0-b59c-a1c8d16a79d6,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:22:27.600159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b12f2371-15fe-4920-89fa-1f6c81848c95 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:27.609313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-781f8683-76d8-4400-b18a-485097f30515 None None] Provisioning complete for port 911b279c-4041-4d2e-9bd4-a767004c09e6 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:27.609754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-781f8683-76d8-4400-b18a-485097f30515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:27.655887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b12f2371-15fe-4920-89fa-1f6c81848c95 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:27.662258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:27.667472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:27.703296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b12f2371-15fe-4920-89fa-1f6c81848c95 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:27.703399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-781f8683-76d8-4400-b18a-485097f30515 None None] Port 911b279c-4041-4d2e-9bd4-a767004c09e6 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:22:27.709943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b12f2371-15fe-4920-89fa-1f6c81848c95 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:security_group_rule and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:27.713272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b12f2371-15fe-4920-89fa-1f6c81848c95 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:27.719722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b12f2371-15fe-4920-89fa-1f6c81848c95 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:27.737843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=b9b917a3-8eec-41b0-b59c-a1c8d16a79d6,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:27.741308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:27.815139 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 05aa9882-15c2-4477-a838-06ab89f1ed47 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:22:27.816192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b12f2371-15fe-4920-89fa-1f6c81848c95 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:27.888910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 05aa9882-15c2-4477-a838-06ab89f1ed47 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:27.889325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:27.895161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b12f2371-15fe-4920-89fa-1f6c81848c95 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:27.901616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e9483a34-4a07-4139-9b50-6db19a6d36c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:27.941753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f2371-15fe-4920-89fa-1f6c81848c95 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960f5eb9-f92c-49c1-818a-1107030d10d0,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:27.944771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b12f2371-15fe-4920-89fa-1f6c81848c95 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:27.975652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b12f2371-15fe-4920-89fa-1f6c81848c95 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:27.977052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b12f2371-15fe-4920-89fa-1f6c81848c95 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4053178 Dec 07 14:22:27.980202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59288) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:27.986926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-dbca1876-5990-49c7-80a1-4e0ee60e9a9e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'security_group_rule': {'security_group_id': '960f5eb9-f92c-49c1-818a-1107030d10d0', 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:22:27.993576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dbca1876-5990-49c7-80a1-4e0ee60e9a9e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:27.997798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dbca1876-5990-49c7-80a1-4e0ee60e9a9e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:security_group_rule and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:28.000877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-dbca1876-5990-49c7-80a1-4e0ee60e9a9e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:28.007292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-dbca1876-5990-49c7-80a1-4e0ee60e9a9e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:28.008298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ea55d03a-36e8-40ba-8762-2b7934a87993 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:22:28.051050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbca1876-5990-49c7-80a1-4e0ee60e9a9e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.119101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbca1876-5990-49c7-80a1-4e0ee60e9a9e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.123851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port ea55d03a-36e8-40ba-8762-2b7934a87993 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:22:28.129544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port ea55d03a-36e8-40ba-8762-2b7934a87993 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:28.133817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.158293 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbca1876-5990-49c7-80a1-4e0ee60e9a9e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.166308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f96243ae-789a-4ead-8a81-708e9c8fe16e tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:28.188660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca1876-5990-49c7-80a1-4e0ee60e9a9e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07927586-6421-4a3b-8352-c56c7deb2344,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:28.191633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbca1876-5990-49c7-80a1-4e0ee60e9a9e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:28.232645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dbca1876-5990-49c7-80a1-4e0ee60e9a9e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.233964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-dbca1876-5990-49c7-80a1-4e0ee60e9a9e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2526858 Dec 07 14:22:28.236897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59292) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:28.242817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f8a7b2ed-9c07-4c24-81ab-419c7f3e6c1e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'security_group_rule': {'security_group_id': '960f5eb9-f92c-49c1-818a-1107030d10d0', 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:22:28.249847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f8a7b2ed-9c07-4c24-81ab-419c7f3e6c1e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:28.251853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.254104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f8a7b2ed-9c07-4c24-81ab-419c7f3e6c1e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:security_group_rule and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:28.257089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f8a7b2ed-9c07-4c24-81ab-419c7f3e6c1e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:28.266389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f8a7b2ed-9c07-4c24-81ab-419c7f3e6c1e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:28.268794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port ea55d03a-36e8-40ba-8762-2b7934a87993, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ea55d03a-36e8-40ba-8762-2b7934a87993,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:22:28.301111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.303097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4768cd17-289a-4126-b363-cba42e8fc2ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:28.342917 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8a7b2ed-9c07-4c24-81ab-419c7f3e6c1e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.373450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=ea55d03a-36e8-40ba-8762-2b7934a87993,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:28.376655 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:28.409032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8a7b2ed-9c07-4c24-81ab-419c7f3e6c1e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.444004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8a7b2ed-9c07-4c24-81ab-419c7f3e6c1e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.445870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1e1a3b8f-8864-4425-8e92-039d43a36c77 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:28.470509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7b2ed-9c07-4c24-81ab-419c7f3e6c1e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576a6359-b945-4ee1-a18b-aae8201e01a6,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:28.472951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f8a7b2ed-9c07-4c24-81ab-419c7f3e6c1e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:28.506621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8a7b2ed-9c07-4c24-81ab-419c7f3e6c1e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.507979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f8a7b2ed-9c07-4c24-81ab-419c7f3e6c1e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2700942 Dec 07 14:22:28.510872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59296) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:28.517307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-f43969bf-72cc-40a5-8899-8b353b94b152 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'security_group_rule': {'security_group_id': '960f5eb9-f92c-49c1-818a-1107030d10d0', 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:22:28.523584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f43969bf-72cc-40a5-8899-8b353b94b152 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:28.527586 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f43969bf-72cc-40a5-8899-8b353b94b152 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:security_group_rule and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:28.531359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-f43969bf-72cc-40a5-8899-8b353b94b152 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:28.537372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-f43969bf-72cc-40a5-8899-8b353b94b152 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:28.576419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f43969bf-72cc-40a5-8899-8b353b94b152 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.644926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f43969bf-72cc-40a5-8899-8b353b94b152 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.672361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f43969bf-72cc-40a5-8899-8b353b94b152 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.674305 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-77d19215-61e9-4bb0-b0bf-77d62e36370c tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:28.697749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43969bf-72cc-40a5-8899-8b353b94b152 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3036e9c-3f40-4d69-9c4e-0b3e651aefa7,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:28.700930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f43969bf-72cc-40a5-8899-8b353b94b152 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:28.735467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f43969bf-72cc-40a5-8899-8b353b94b152 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.736819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f43969bf-72cc-40a5-8899-8b353b94b152 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2249162 Dec 07 14:22:28.739857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59300) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:28.745700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-06a8fda4-3bb9-4e4b-bdae-b48c7dce7b1c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'security_group_rule': {'security_group_id': '960f5eb9-f92c-49c1-818a-1107030d10d0', 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:22:28.752650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-06a8fda4-3bb9-4e4b-bdae-b48c7dce7b1c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:28.756915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-06a8fda4-3bb9-4e4b-bdae-b48c7dce7b1c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:security_group_rule and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:28.759887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-06a8fda4-3bb9-4e4b-bdae-b48c7dce7b1c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:28.765872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-06a8fda4-3bb9-4e4b-bdae-b48c7dce7b1c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:28.816509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-06a8fda4-3bb9-4e4b-bdae-b48c7dce7b1c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.883246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-06a8fda4-3bb9-4e4b-bdae-b48c7dce7b1c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.916102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-06a8fda4-3bb9-4e4b-bdae-b48c7dce7b1c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.918070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-dbf5ba12-358f-40cd-9938-e294c3bd79bb tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:28.942726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8fda4-3bb9-4e4b-bdae-b48c7dce7b1c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30937237-6ba3-4d42-8af1-c3e011a58e2a,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:28.947596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-06a8fda4-3bb9-4e4b-bdae-b48c7dce7b1c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:28.986951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-06a8fda4-3bb9-4e4b-bdae-b48c7dce7b1c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:28.988304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-06a8fda4-3bb9-4e4b-bdae-b48c7dce7b1c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2474747 Dec 07 14:22:28.991296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59304) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:28.997684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-5c6c802c-b9a1-4c53-831e-37ddacc22da9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'security_group_rule': {'security_group_id': '960f5eb9-f92c-49c1-818a-1107030d10d0', 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:22:29.004273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5c6c802c-b9a1-4c53-831e-37ddacc22da9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:29.008257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5c6c802c-b9a1-4c53-831e-37ddacc22da9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:security_group_rule and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:29.011241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-5c6c802c-b9a1-4c53-831e-37ddacc22da9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:29.017893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-5c6c802c-b9a1-4c53-831e-37ddacc22da9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:29.054755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-5c6c802c-b9a1-4c53-831e-37ddacc22da9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Project cba87c821c804f778d6ba189f62af86d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:22:29.061861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c6c802c-b9a1-4c53-831e-37ddacc22da9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:29.066253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Sync routers for ids ['88904559-a919-4d00-af0a-ccf7835d7461'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:22:29.079758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Routers {'88904559-a919-4d00-af0a-ccf7835d7461'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:22:29.080437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:22:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['88904559-a919-4d00-af0a-ccf7835d7461'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:29.128307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c6c802c-b9a1-4c53-831e-37ddacc22da9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:29.152344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c6c802c-b9a1-4c53-831e-37ddacc22da9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:29.161150 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d6769f00-5d95-4625-aab8-222be872ede0 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:29.180388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c802c-b9a1-4c53-831e-37ddacc22da9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19372262-f7a1-4ce6-9c53-21a62255646c,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:29.183010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c6c802c-b9a1-4c53-831e-37ddacc22da9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:29.215144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c6c802c-b9a1-4c53-831e-37ddacc22da9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:29.217146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5c6c802c-b9a1-4c53-831e-37ddacc22da9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2248623 Dec 07 14:22:29.220192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59308) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:29.226037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-fc3cabb8-b9de-406a-93cf-098ab31b8ecc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'security_group_rule': {'security_group_id': '960f5eb9-f92c-49c1-818a-1107030d10d0', 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:22:29.232624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fc3cabb8-b9de-406a-93cf-098ab31b8ecc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:29.236568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fc3cabb8-b9de-406a-93cf-098ab31b8ecc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:security_group_rule and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:29.239557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-fc3cabb8-b9de-406a-93cf-098ab31b8ecc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:29.245472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-fc3cabb8-b9de-406a-93cf-098ab31b8ecc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:29.270832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Set router 88904559-a919-4d00-af0a-ccf7835d7461 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:22:29.289751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-fc3cabb8-b9de-406a-93cf-098ab31b8ecc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Project cba87c821c804f778d6ba189f62af86d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:22:29.297618 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc3cabb8-b9de-406a-93cf-098ab31b8ecc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:29.368747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc3cabb8-b9de-406a-93cf-098ab31b8ecc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:29.403537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc3cabb8-b9de-406a-93cf-098ab31b8ecc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:29.405806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1ca6a8c7-45be-4f41-b80e-efe14bd7ed4c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:29.431395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cabb8-b9de-406a-93cf-098ab31b8ecc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea322e22-e6ca-44de-ba82-16682f5d91ad,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:29.434564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc3cabb8-b9de-406a-93cf-098ab31b8ecc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:29.467186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc3cabb8-b9de-406a-93cf-098ab31b8ecc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:29.468532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fc3cabb8-b9de-406a-93cf-098ab31b8ecc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2473793 Dec 07 14:22:29.611598 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88904559-a919-4d00-af0a-ccf7835d7461', 'name': 'tempest-TestShelveInstance-63732010-router', 'tenant_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113'}], 'enable_snat': True}, 'gw_port_id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:21Z', 'updated_at': '2021-12-07T14:22:25Z', 'revision_number': 4, 'project_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'gw_port': {'id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88904559-a919-4d00-af0a-ccf7835d7461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:22Z', 'updated_at': '2021-12-07T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '911b279c-4041-4d2e-9bd4-a767004c09e6', 'name': '', 'network_id': '11e1cf4a-ab71-4549-9d42-2db72cedc16b', 'tenant_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'mac_address': 'fa:16:3e:88:d0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88904559-a919-4d00-af0a-ccf7835d7461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c935c69-1a69-4f3d-abaa-9a1c29e73f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:24Z', 'updated_at': '2021-12-07T14:22:25Z', 'revision_number': 2, 'project_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'subnets': [{'id': '0c935c69-1a69-4f3d-abaa-9a1c29e73f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:29.615713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Checking router: 88904559-a919-4d00-af0a-ccf7835d7461 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:22:29.616123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Updating router 88904559-a919-4d00-af0a-ccf7835d7461 port 911b279c-4041-4d2e-9bd4-a767004c09e6 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:22:29.670602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:29.747218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:22:29.937976 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-a654933b-ac34-4d4d-8fc7-dd29558980d6 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460654826&fields=id&tenant_id=cba87c821c804f778d6ba189f62af86d HTTP/1.1" status: 200 len: 267 time: 0.0454764 Dec 07 14:22:29.985980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:29.986667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:30.104392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-9b59c3b5-2f2a-4935-9304-8b7c29c57290 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:30.104392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-9b59c3b5-2f2a-4935-9304-8b7c29c57290 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 809 time: 0.1567135 Dec 07 14:22:30.120355 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-7f1be96c-3172-409d-b5f6-f07102a9f17d tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/quotas/cba87c821c804f778d6ba189f62af86d HTTP/1.1" status: 200 len: 375 time: 0.0118952 Dec 07 14:22:30.145397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a8cab031-cedf-466b-9fb8-4e383051c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:30.221869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-d14cdfff-74e5-4b48-bc54-a1d288ddb3fd tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957186 Dec 07 14:22:30.225113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ea55d03a-36e8-40ba-8762-2b7934a87993 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:22:30.274059 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:30.301767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Transition to ACTIVE for port object 911b279c-4041-4d2e-9bd4-a767004c09e6 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:22:30.321749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port ea55d03a-36e8-40ba-8762-2b7934a87993 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:30.321749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:30.349760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:30.359806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:30.375086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-7a84d606-dbf6-4116-8ed3-b0d8e9615f07 service neutron] 10.222.0.24 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400321 Dec 07 14:22:30.513275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f60f7f-8594-4827-bfe8-560dc4c15440 None None] Pushing event updated for resources: {'Port': ['ID=911b279c-4041-4d2e-9bd4-a767004c09e6,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:30.516370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70f60f7f-8594-4827-bfe8-560dc4c15440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:30.523727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-ca92ce82-4811-4100-b10b-b1306da5a091 service neutron] 10.222.0.24 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418011 Dec 07 14:22:30.670131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Attempting to bind port 911b279c-4041-4d2e-9bd4-a767004c09e6 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:22:30.670812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Attempting to bind port 911b279c-4041-4d2e-9bd4-a767004c09e6 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '4d127d64-ac7f-4950-8ea1-dc16f1e1ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '11e1cf4a-ab71-4549-9d42-2db72cedc16b'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:22:30.671263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Attempting to bind port 911b279c-4041-4d2e-9bd4-a767004c09e6 on network 11e1cf4a-ab71-4549-9d42-2db72cedc16b {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:22:30.680151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:22:30.680588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Checking segment: {'id': '4d127d64-ac7f-4950-8ea1-dc16f1e1ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '11e1cf4a-ab71-4549-9d42-2db72cedc16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:22:30.681213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:30.681662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Bound using segment: {'id': '4d127d64-ac7f-4950-8ea1-dc16f1e1ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '11e1cf4a-ab71-4549-9d42-2db72cedc16b'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:22:30.682196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Bound port: 911b279c-4041-4d2e-9bd4-a767004c09e6, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d127d64-ac7f-4950-8ea1-dc16f1e1ae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '11e1cf4a-ab71-4549-9d42-2db72cedc16b'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:22:30.682624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:30.959079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f4a2feb4-359e-49a7-bbe7-ad88a575ec18 req-43f55c01-1024-4756-9de3-8fda1a4e3cf6 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 210 time: 0.2178245 Dec 07 14:22:30.972076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] For port 911b279c-4041-4d2e-9bd4-a767004c09e6, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:22:30.975428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] For port 911b279c-4041-4d2e-9bd4-a767004c09e6, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=911b279c-4041-4d2e-9bd4-a767004c09e6,segment=NetworkSegment(4d127d64-ac7f-4950-8ea1-dc16f1e1ae90),segment_id=4d127d64-ac7f-4950-8ea1-dc16f1e1ae90)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:22:31.016025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:31.020839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cab8c46e-0cce-4f78-94c1-96124113b90e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:31.101303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f60f7f-8594-4827-bfe8-560dc4c15440 None None] Pushing event updated for resources: {'Port': ['ID=911b279c-4041-4d2e-9bd4-a767004c09e6,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:31.104906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70f60f7f-8594-4827-bfe8-560dc4c15440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:31.109790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Routers {'88904559-a919-4d00-af0a-ccf7835d7461'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:22:31.110460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:22:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['88904559-a919-4d00-af0a-ccf7835d7461'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:31.314328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] Set router 88904559-a919-4d00-af0a-ccf7835d7461 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:22:31.675549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88904559-a919-4d00-af0a-ccf7835d7461', 'name': 'tempest-TestShelveInstance-63732010-router', 'tenant_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113'}], 'enable_snat': True}, 'gw_port_id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:21Z', 'updated_at': '2021-12-07T14:22:25Z', 'revision_number': 4, 'project_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'gw_port': {'id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88904559-a919-4d00-af0a-ccf7835d7461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:22Z', 'updated_at': '2021-12-07T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '911b279c-4041-4d2e-9bd4-a767004c09e6', 'name': '', 'network_id': '11e1cf4a-ab71-4549-9d42-2db72cedc16b', 'tenant_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'mac_address': 'fa:16:3e:88:d0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88904559-a919-4d00-af0a-ccf7835d7461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c935c69-1a69-4f3d-abaa-9a1c29e73f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:24Z', 'updated_at': '2021-12-07T14:22:30Z', 'revision_number': 4, 'project_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'subnets': [{'id': '0c935c69-1a69-4f3d-abaa-9a1c29e73f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:31.679813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b10fb7-ecfb-41f1-982b-622888a31053 None None] The sync data for ids ['88904559-a919-4d00-af0a-ccf7835d7461'] in dv-neutron-ussuri-2-hyperv is: [{'id': '88904559-a919-4d00-af0a-ccf7835d7461', 'name': 'tempest-TestShelveInstance-63732010-router', 'tenant_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113'}], 'enable_snat': True}, 'gw_port_id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:21Z', 'updated_at': '2021-12-07T14:22:25Z', 'revision_number': 4, 'project_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'gw_port': {'id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88904559-a919-4d00-af0a-ccf7835d7461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:22Z', 'updated_at': '2021-12-07T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '911b279c-4041-4d2e-9bd4-a767004c09e6', 'name': '', 'network_id': '11e1cf4a-ab71-4549-9d42-2db72cedc16b', 'tenant_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'mac_address': 'fa:16:3e:88:d0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88904559-a919-4d00-af0a-ccf7835d7461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c935c69-1a69-4f3d-abaa-9a1c29e73f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:24Z', 'updated_at': '2021-12-07T14:22:30Z', 'revision_number': 4, 'project_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'subnets': [{'id': '0c935c69-1a69-4f3d-abaa-9a1c29e73f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:22:31.713211 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:32.135254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9a13e4a5-66cb-447b-952d-248c20aa38c1 req-cbeaa913-0720-4799-8763-1541d3ab4cb3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 210 time: 0.0476410 Dec 07 14:22:32.461559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3486fe00-d023-4794-9fb9-d27fbdc5dc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:32.957203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-7e122988-3c2c-484e-a848-ead702c5cf1d tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:32.957974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-7e122988-3c2c-484e-a848-ead702c5cf1d tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Synchronizing usage tracker for tenant:cba87c821c804f778d6ba189f62af86d on resource:network {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:22:33.020789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-7e122988-3c2c-484e-a848-ead702c5cf1d tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Unset dirty status for tenant:cba87c821c804f778d6ba189f62af86d on resource:network {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:22:33.022370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-7e122988-3c2c-484e-a848-ead702c5cf1d tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 809 time: 0.2340395 Dec 07 14:22:33.091063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-473578a1-9dc7-4abb-8d63-f2548c613f3f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Synchronizing usage tracker for tenant:cba87c821c804f778d6ba189f62af86d on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:22:33.100921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:33.165916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-473578a1-9dc7-4abb-8d63-f2548c613f3f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Unset dirty status for tenant:cba87c821c804f778d6ba189f62af86d on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:22:33.167518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-473578a1-9dc7-4abb-8d63-f2548c613f3f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cba87c821c804f778d6ba189f62af86d HTTP/1.1" status: 200 len: 379 time: 0.1256688 Dec 07 14:22:33.180728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'port': {'device_id': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'admin_state_up': True, 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'security_groups': ['960f5eb9-f92c-49c1-818a-1107030d10d0']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:22:33.343831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-86bd1e80-3382-48ad-bc53-95047191399a req-c42fd913-6d19-4e07-9627-9262437abb55 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 210 time: 0.0591505 Dec 07 14:22:33.346366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:33.350534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:port and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:33.353677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:33.360883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:33.404531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Made reservation on behalf of cba87c821c804f778d6ba189f62af86d for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:22:33.410446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:33.756246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 911b279c-4041-4d2e-9bd4-a767004c09e6 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:22:33.823394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Allocated IP 172.20.0.8 (3f88dde9-a126-4231-8143-b37db606e56e/1754aa35-aa3a-4c8b-9047-9d8352dd07c4/5b0939dc-c75b-4a18-a049-d5c01177642a) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:22:33.929122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 911b279c-4041-4d2e-9bd4-a767004c09e6 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:22:33.934920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 911b279c-4041-4d2e-9bd4-a767004c09e6 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:33.935378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:34.021516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:34.038832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Transition to ACTIVE for port object 5b0939dc-c75b-4a18-a049-d5c01177642a will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:22:34.054525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:34.101478 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:34.108272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:34.144905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 911b279c-4041-4d2e-9bd4-a767004c09e6, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=911b279c-4041-4d2e-9bd4-a767004c09e6,segment=NetworkSegment(4d127d64-ac7f-4950-8ea1-dc16f1e1ae90),segment_id=4d127d64-ac7f-4950-8ea1-dc16f1e1ae90)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:22:34.174217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:34.174764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Network 3f88dde9-a126-4231-8143-b37db606e56e is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:22:34.177238 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:34.182539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:22:34.187470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:22:34.225939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'Port': ['ID=5b0939dc-c75b-4a18-a049-d5c01177642a,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:34.236563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:34.248497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=911b279c-4041-4d2e-9bd4-a767004c09e6,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:34.251887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:34.259560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:34.260260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:34.313638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1373155 Dec 07 14:22:34.333267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Request body: {'port': {'device_id': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:22:34.458425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:34.513330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-80e49996-6fb9-4c16-a396-5fd9cb9a434e None None] Provisioning for port 5b0939dc-c75b-4a18-a049-d5c01177642a completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:22:34.518788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-80e49996-6fb9-4c16-a396-5fd9cb9a434e None None] Provisioning complete for port 5b0939dc-c75b-4a18-a049-d5c01177642a triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:34.519216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-80e49996-6fb9-4c16-a396-5fd9cb9a434e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:34.565966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb35cc0-09ce-4734-bf22-bebecb28b8eb req-3e0f942b-b9dd-4342-a2b4-b522f2e97c43 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:34.567589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7eb35cc0-09ce-4734-bf22-bebecb28b8eb req-3e0f942b-b9dd-4342-a2b4-b522f2e97c43 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 931 time: 0.0901542 Dec 07 14:22:34.578335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-80e49996-6fb9-4c16-a396-5fd9cb9a434e None None] Port 5b0939dc-c75b-4a18-a049-d5c01177642a cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:22:34.620775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7eb35cc0-09ce-4734-bf22-bebecb28b8eb req-f0a5b97b-7c4c-4a61-9fef-8fbb86133153 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460241 Dec 07 14:22:34.816332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0939dc-c75b-4a18-a049-d5c01177642a {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:22:34.822991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:34.895256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Transition to ACTIVE for port object 5b0939dc-c75b-4a18-a049-d5c01177642a will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:22:34.924079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:34.928835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:34.991998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:35.058573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0939dc-c75b-4a18-a049-d5c01177642a,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:35.063773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:35.174628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Attempting to bind port 5b0939dc-c75b-4a18-a049-d5c01177642a on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:22:35.174999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Attempting to bind port 5b0939dc-c75b-4a18-a049-d5c01177642a by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'd748c158-66d3-4dcb-83fb-7280ec720f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:22:35.175391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Attempting to bind port 5b0939dc-c75b-4a18-a049-d5c01177642a on network 3f88dde9-a126-4231-8143-b37db606e56e {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:22:35.181711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Port 5b0939dc-c75b-4a18-a049-d5c01177642a on network 3f88dde9-a126-4231-8143-b37db606e56e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:22:35.182064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Attempting to bind port 5b0939dc-c75b-4a18-a049-d5c01177642a on network 3f88dde9-a126-4231-8143-b37db606e56e {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:22:35.189420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:22:35.189790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Checking segment: {'id': 'd748c158-66d3-4dcb-83fb-7280ec720f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:22:35.190201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Bound using segment: {'id': 'd748c158-66d3-4dcb-83fb-7280ec720f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:22:35.190658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Bound port: 5b0939dc-c75b-4a18-a049-d5c01177642a, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd748c158-66d3-4dcb-83fb-7280ec720f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:22:35.191035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:35.282663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] For port 5b0939dc-c75b-4a18-a049-d5c01177642a, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:22:35.285852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] For port 5b0939dc-c75b-4a18-a049-d5c01177642a, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=5b0939dc-c75b-4a18-a049-d5c01177642a,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:22:35.323607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:35.328382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a40d712a-5de1-4873-8b3f-2026afb83849 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:35.395941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:35.397431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] 10.222.0.45 "PUT /v2.0/ports/5b0939dc-c75b-4a18-a049-d5c01177642a HTTP/1.1" status: 200 len: 1093 time: 1.0689123 Dec 07 14:22:35.397996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'tag': '5b0939dc-c75b-4a18-a049-d5c01177642a'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:22:35.413166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0939dc-c75b-4a18-a049-d5c01177642a,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:35.416667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:35.454450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'tag': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'status': 'completed', 'code': 200} Dec 07 14:22:35.559520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-79cbdbf9-504a-4fc6-b93f-33346368cc2d req-3341a33b-57f4-4d62-ac36-17647eb04db5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 1096 time: 0.0783422 Dec 07 14:22:35.720622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbdbf9-504a-4fc6-b93f-33346368cc2d req-ce97a7ef-497c-45a4-a7ac-4966e255a3f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:35.722255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-79cbdbf9-504a-4fc6-b93f-33346368cc2d req-ce97a7ef-497c-45a4-a7ac-4966e255a3f5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cba87c821c804f778d6ba189f62af86d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1518126 Dec 07 14:22:35.743352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 911b279c-4041-4d2e-9bd4-a767004c09e6 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:22:35.814923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 911b279c-4041-4d2e-9bd4-a767004c09e6 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:35.815358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:35.835896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0451a53-0bfe-48c7-8dff-ba725b9efd7e req-e70e2dcb-3162-47a4-80bf-d1e3ff7c22d1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:35.838065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0451a53-0bfe-48c7-8dff-ba725b9efd7e req-e70e2dcb-3162-47a4-80bf-d1e3ff7c22d1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 943 time: 0.0857129 Dec 07 14:22:35.882549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbdbf9-504a-4fc6-b93f-33346368cc2d req-74aa1783-dbf2-4197-b718-6c753aba5a58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:35.884183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-79cbdbf9-504a-4fc6-b93f-33346368cc2d req-74aa1783-dbf2-4197-b718-6c753aba5a58 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517289 Dec 07 14:22:35.894666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0451a53-0bfe-48c7-8dff-ba725b9efd7e req-5aab32bd-4842-417b-b452-4e49df31f904 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490186 Dec 07 14:22:36.017232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-f6d2bac7-5e83-436a-a499-2fac0be4b39c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 1096 time: 0.0795784 Dec 07 14:22:36.091808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-de2b42b2-4ba8-4e39-b6e3-10f4cd61f277 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b0939dc-c75b-4a18-a049-d5c01177642a HTTP/1.1" status: 200 len: 217 time: 0.0629544 Dec 07 14:22:36.161348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-668329a1-da4c-4498-804f-308153a77e86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:36.162861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-668329a1-da4c-4498-804f-308153a77e86 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0652599 Dec 07 14:22:36.251186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-4c2ba974-bf36-454f-bcc9-4f019a726687 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787699 Dec 07 14:22:36.398445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-4d1762eb-3046-4066-a8bc-2b2a5119142c service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373212 Dec 07 14:22:36.545370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d672ddd7-a103-4fd0-931b-6b3090aa4c15 req-8db6f9a5-98e0-410f-a28f-b25a84a41ce6 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358984 Dec 07 14:22:37.117190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74eef1-f777-4135-8647-dee2e77e7853 req-15821d35-bda8-4faf-863a-47b2c20e795a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:37.118788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-eb74eef1-f777-4135-8647-dee2e77e7853 req-15821d35-bda8-4faf-863a-47b2c20e795a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 943 time: 0.0874922 Dec 07 14:22:37.170725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-eb74eef1-f777-4135-8647-dee2e77e7853 req-e93430e2-8d1e-4712-b9da-1bf6f0a69650 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445383 Dec 07 14:22:38.314419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 5b0939dc-c75b-4a18-a049-d5c01177642a details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:22:38.379640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60799f98-c71b-4d4a-aece-77045ca94bc4 req-c56e031a-62a1-40c4-b092-044a7dcfa71b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:38.381206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-60799f98-c71b-4d4a-aece-77045ca94bc4 req-c56e031a-62a1-40c4-b092-044a7dcfa71b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 943 time: 0.0854967 Dec 07 14:22:38.430044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-60799f98-c71b-4d4a-aece-77045ca94bc4 req-274ebc35-6ddc-421e-8f36-34dbcc477a0c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418010 Dec 07 14:22:38.461415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 5b0939dc-c75b-4a18-a049-d5c01177642a, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=5b0939dc-c75b-4a18-a049-d5c01177642a,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:22:38.475178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'port_id': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'mac_address': 'fa:16:3e:9f:fa:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:22:38.530401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:38.547995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0939dc-c75b-4a18-a049-d5c01177642a {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:22:38.563031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 5b0939dc-c75b-4a18-a049-d5c01177642a, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=5b0939dc-c75b-4a18-a049-d5c01177642a,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:22:38.614715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:38.616567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:38.687771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=5b0939dc-c75b-4a18-a049-d5c01177642a,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:38.690985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:38.891643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['5b0939dc-c75b-4a18-a049-d5c01177642a'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:22:39.637248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f2637-452c-48f0-a59a-786701a9577e req-fc76a33e-a161-4402-a649-04d772b37cb7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:39.638923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-034f2637-452c-48f0-a59a-786701a9577e req-fc76a33e-a161-4402-a649-04d772b37cb7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 944 time: 0.0817249 Dec 07 14:22:39.685992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-034f2637-452c-48f0-a59a-786701a9577e req-b90f0679-0d3e-477e-8a3f-f2137a9f2a10 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409119 Dec 07 14:22:40.329775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 5b0939dc-c75b-4a18-a049-d5c01177642a up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:22:40.420474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 5b0939dc-c75b-4a18-a049-d5c01177642a completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:22:40.425351 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 5b0939dc-c75b-4a18-a049-d5c01177642a triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:22:40.425770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:40.532904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:40.557835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:40.586340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0939dc-c75b-4a18-a049-d5c01177642a'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:22:40.597369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 5b0939dc-c75b-4a18-a049-d5c01177642a, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=5b0939dc-c75b-4a18-a049-d5c01177642a,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:22:40.626646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:40.629171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-17015b0d-455f-4e64-869d-86a3cd1036c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:40.660425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'code': 200} Dec 07 14:22:40.702994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=5b0939dc-c75b-4a18-a049-d5c01177642a,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:40.706441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:40.905934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c49bd3-3c1d-4296-a09c-d3145ee43680 req-0d94a780-4c93-43d9-89da-35bbf8a5da6c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:40.907483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b3c49bd3-3c1d-4296-a09c-d3145ee43680 req-0d94a780-4c93-43d9-89da-35bbf8a5da6c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0896761 Dec 07 14:22:40.957919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b3c49bd3-3c1d-4296-a09c-d3145ee43680 req-d599325f-0e6c-4bf5-a62d-02b886e31bd4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435734 Dec 07 14:22:40.979503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-876fc834-e4db-4d44-9dcd-64dbd60c804c req-bb7258ff-8f1e-41fd-8a88-d7f269b6b820 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 1098 time: 0.0782528 Dec 07 14:22:41.033463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-876fc834-e4db-4d44-9dcd-64dbd60c804c req-ca7b7f01-d60d-46fc-a6d8-a2db41179d5d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447323 Dec 07 14:22:42.170160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6e01f-30fc-41da-b36b-62220da069a1 req-71cc3948-24d2-4c3e-a5aa-a4bed70194e5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:42.171779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0dc6e01f-30fc-41da-b36b-62220da069a1 req-71cc3948-24d2-4c3e-a5aa-a4bed70194e5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0851359 Dec 07 14:22:42.221908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0dc6e01f-30fc-41da-b36b-62220da069a1 req-60b12d83-1081-4180-9840-1cc4d73b9c88 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437567 Dec 07 14:22:43.430371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b3aa9-d01e-483a-8524-ab4d30b51030 req-fad68df9-f951-48b2-86ef-914d2b1a890f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:43.431977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e04b3aa9-d01e-483a-8524-ab4d30b51030 req-fad68df9-f951-48b2-86ef-914d2b1a890f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0863802 Dec 07 14:22:43.479549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e04b3aa9-d01e-483a-8524-ab4d30b51030 req-34a80505-3f06-44bd-a885-21dc13e3f45b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412149 Dec 07 14:22:43.691550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5c651-b232-4474-bfa7-d755a8217172 req-5426d9b3-ee6d-4a18-bb14-375627a5cfaa tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:43.693131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-06f5c651-b232-4474-bfa7-d755a8217172 req-5426d9b3-ee6d-4a18-bb14-375627a5cfaa tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0815620 Dec 07 14:22:43.743971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-06f5c651-b232-4474-bfa7-d755a8217172 req-277add2a-81cb-44c8-af27-037c47141c88 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446801 Dec 07 14:22:43.779179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59374) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:43.924322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8476f733-7926-4a2f-b10a-37fae387068e tempest-TestShelveInstance-3190755 tempest-TestShelveInstance-3190755-project-admin] Synchronizing usage tracker for tenant:d8ab0ee63ea1400fb90a0c3c51af8669 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:22:43.963715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8476f733-7926-4a2f-b10a-37fae387068e tempest-TestShelveInstance-3190755 tempest-TestShelveInstance-3190755-project-admin] Unset dirty status for tenant:d8ab0ee63ea1400fb90a0c3c51af8669 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:22:43.964957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8476f733-7926-4a2f-b10a-37fae387068e tempest-TestShelveInstance-3190755 tempest-TestShelveInstance-3190755-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 1093 time: 0.1847050 Dec 07 14:22:43.968338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59380) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:22:43.973890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:22:43.979817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:22:43.983861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:floatingip and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:22:43.986745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:22:43.992696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:22:44.026470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:44.171267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:44.329404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Allocated IP 172.36.4.7 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/b489d60b-f669-43b7-9a1d-ad3d2c418bb4) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:22:44.543807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:44.609408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:44.613733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f73ec096-4f5e-49c3-ae89-d1e4a1d450ff tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:44.677769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:22:44.681261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:22:44.686104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:22:44.714185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'Port': ['ID=b489d60b-f669-43b7-9a1d-ad3d2c418bb4,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:44.719982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:45.201041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:45.296829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:45.736857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:45.780835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:45.785149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a49b6ecc-a545-4907-89f0-b89efef2e111 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:22:45.891864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'Port': ['ID=b489d60b-f669-43b7-9a1d-ad3d2c418bb4,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:22:45.896406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:22:45.905444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:46.095677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Floating IP f4e04d29-1e7c-4406-b002-17462a39416f associated. External IP: 172.36.4.7, port: 5b0939dc-c75b-4a18-a049-d5c01177642a. Dec 07 14:22:46.504108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:22:46.712906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:22:46.723762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b906ab5-8582-4c02-ae7f-e52de5ce4e11 None None] Sync routers for ids ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:22:46.737811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b906ab5-8582-4c02-ae7f-e52de5ce4e11 None None] Routers {'91201d5e-caa9-4bf6-9a0b-4f82b6db5763'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:22:46.738474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4b906ab5-8582-4c02-ae7f-e52de5ce4e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:22:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:46.763805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:22:46.819787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.8503578 Dec 07 14:22:46.820489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'tag': '5b0939dc-c75b-4a18-a049-d5c01177642a'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:22:46.875553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'tag': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'status': 'completed', 'code': 200} Dec 07 14:22:46.927873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-4b906ab5-8582-4c02-ae7f-e52de5ce4e11 None None] Set router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:22:46.973061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f363338-5493-4e22-83d3-c8fb76a5ccdf req-bef6a840-008f-43e4-a006-3a7f6c46db65 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 1098 time: 0.0753951 Dec 07 14:22:47.117362 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f363338-5493-4e22-83d3-c8fb76a5ccdf req-4e4d74d2-929b-4143-b8d9-06467f190010 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:47.118977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f363338-5493-4e22-83d3-c8fb76a5ccdf req-4e4d74d2-929b-4143-b8d9-06467f190010 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.1377897 Dec 07 14:22:47.228556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f363338-5493-4e22-83d3-c8fb76a5ccdf req-9545b649-c0cb-4d01-9f66-af8bc31b6764 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b0939dc-c75b-4a18-a049-d5c01177642a HTTP/1.1" status: 200 len: 997 time: 0.1026933 Dec 07 14:22:47.292370 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4b906ab5-8582-4c02-ae7f-e52de5ce4e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 4, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'f4e04d29-1e7c-4406-b002-17462a39416f', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'floating_ip_address': '172.36.4.7', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'port_id': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'mac_address': 'fa:16:3e:9f:fa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:22:45Z', 'updated_at': '2021-12-07T14:22:45Z', 'revision_number': 0, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b917a3-8eec-41b0-b59c-a1c8d16a79d6', 'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'mac_address': 'fa:16:3e:ce:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:16Z', 'updated_at': '2021-12-07T14:22:27Z', 'revision_number': 5, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'subnets': [{'id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:47.296680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b906ab5-8582-4c02-ae7f-e52de5ce4e11 None None] Checking router: 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:22:47.307839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b906ab5-8582-4c02-ae7f-e52de5ce4e11 None None] Routers {'91201d5e-caa9-4bf6-9a0b-4f82b6db5763'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:22:47.308536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4b906ab5-8582-4c02-ae7f-e52de5ce4e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:22:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:47.310149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f363338-5493-4e22-83d3-c8fb76a5ccdf req-a10311d0-5527-40d6-9e58-a9a59af64514 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:22:47.311763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f363338-5493-4e22-83d3-c8fb76a5ccdf req-a10311d0-5527-40d6-9e58-a9a59af64514 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0682430 Dec 07 14:22:47.393344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f363338-5493-4e22-83d3-c8fb76a5ccdf req-a41b07f7-1105-4c2f-b678-793e0aeed027 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752044 Dec 07 14:22:47.491658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-4b906ab5-8582-4c02-ae7f-e52de5ce4e11 None None] Set router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:22:47.537099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f363338-5493-4e22-83d3-c8fb76a5ccdf req-9be041d8-0229-4a97-865c-66a6b1735d7b service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358433 Dec 07 14:22:47.682651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f363338-5493-4e22-83d3-c8fb76a5ccdf req-964eae00-cca4-42ad-a3da-57be383ae916 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385674 Dec 07 14:22:47.854188 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-4b906ab5-8582-4c02-ae7f-e52de5ce4e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 4, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'f4e04d29-1e7c-4406-b002-17462a39416f', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'floating_ip_address': '172.36.4.7', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'port_id': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'mac_address': 'fa:16:3e:9f:fa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:22:45Z', 'updated_at': '2021-12-07T14:22:45Z', 'revision_number': 0, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b917a3-8eec-41b0-b59c-a1c8d16a79d6', 'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'mac_address': 'fa:16:3e:ce:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:16Z', 'updated_at': '2021-12-07T14:22:27Z', 'revision_number': 5, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'subnets': [{'id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:22:47.858399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b906ab5-8582-4c02-ae7f-e52de5ce4e11 None None] The sync data for ids ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'] in dv-neutron-ussuri-2-hyperv is: [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 4, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'f4e04d29-1e7c-4406-b002-17462a39416f', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'floating_ip_address': '172.36.4.7', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'port_id': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'mac_address': 'fa:16:3e:9f:fa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:22:45Z', 'updated_at': '2021-12-07T14:22:45Z', 'revision_number': 0, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b917a3-8eec-41b0-b59c-a1c8d16a79d6', 'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'mac_address': 'fa:16:3e:ce:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:16Z', 'updated_at': '2021-12-07T14:22:27Z', 'revision_number': 5, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'subnets': [{'id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:22:48.172808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c667e36-cccc-49a2-8407-7d41aac10b13 None None] New status for floating IP f4e04d29-1e7c-4406-b002-17462a39416f: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:22:59.060117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:23:00.129019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bfc50b80-5f68-48fa-bc58-1b2721f2620b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:23:01.682403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:23:02.453657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98dc1423-7fb8-4d16-829e-a7e7a7c5c5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:23:03.094371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:23:04.985647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:23:10.528534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:23:13.259430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0e10d133-95a9-4f07-aa7a-d60b9189f90b req-4cdb7332-c9b9-4d5f-93d0-6bda4044b9a8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1425195 Dec 07 14:23:13.411700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0e10d133-95a9-4f07-aa7a-d60b9189f90b req-8d3179da-b7ad-48ce-b21a-4c7d4b217bae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 1098 time: 0.0780962 Dec 07 14:23:13.563828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10d133-95a9-4f07-aa7a-d60b9189f90b req-3faedc39-2602-488e-8489-93de3d3aa5b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:23:13.565378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0e10d133-95a9-4f07-aa7a-d60b9189f90b req-3faedc39-2602-488e-8489-93de3d3aa5b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.1335576 Dec 07 14:23:13.671914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0e10d133-95a9-4f07-aa7a-d60b9189f90b req-c42a2f94-fd8a-4b0c-afe7-0df8b50de454 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b0939dc-c75b-4a18-a049-d5c01177642a HTTP/1.1" status: 200 len: 999 time: 0.1002038 Dec 07 14:23:13.737869 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10d133-95a9-4f07-aa7a-d60b9189f90b req-4f6efaca-e3f5-4610-b8ce-7b27cc1ae928 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:23:13.739416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0e10d133-95a9-4f07-aa7a-d60b9189f90b req-4f6efaca-e3f5-4610-b8ce-7b27cc1ae928 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0610974 Dec 07 14:23:13.822314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0e10d133-95a9-4f07-aa7a-d60b9189f90b req-42676eeb-2e28-4dc6-8ea2-f48dd740ebe0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729232 Dec 07 14:23:13.965137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0e10d133-95a9-4f07-aa7a-d60b9189f90b req-8d0bea54-558e-427b-ab09-caad4c0edad8 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342657 Dec 07 14:23:14.106892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0e10d133-95a9-4f07-aa7a-d60b9189f90b req-fe49d04d-3bf0-48ac-ae81-150a6f46b5e6 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324489 Dec 07 14:23:30.133971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d3b9120-a5b4-48a8-9dc3-b3ddafe33108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:23:31.683189 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:23:32.471044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-259a2298-40da-4484-9a7d-f74472ecac2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:23:33.082304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:23:34.991027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:23:36.061268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:23:40.539683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:00.139252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eb52e84e-4eef-49cc-a0de-4190c5d4470c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:01.676202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:02.470156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-37b766ac-5d3d-485e-b408-9693157c625c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:03.099110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:04.990134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:10.567307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:13.062079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:24:15.411017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56a0501a-b991-41f0-acbe-6c18f7676db5 req-ce941f88-4c0e-4638-ada6-d7748dc2ecb9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3433585 Dec 07 14:24:15.565818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56a0501a-b991-41f0-acbe-6c18f7676db5 req-44398466-0ad2-4a2f-be24-0d3d7d0e38db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 1098 time: 0.0750053 Dec 07 14:24:15.724342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0501a-b991-41f0-acbe-6c18f7676db5 req-e731647b-d084-4cd7-8d36-f80f5587af45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:24:15.725979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56a0501a-b991-41f0-acbe-6c18f7676db5 req-e731647b-d084-4cd7-8d36-f80f5587af45 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.1365774 Dec 07 14:24:15.838897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56a0501a-b991-41f0-acbe-6c18f7676db5 req-5ad0bd61-1f85-402f-996e-860ee7a75239 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b0939dc-c75b-4a18-a049-d5c01177642a HTTP/1.1" status: 200 len: 999 time: 0.1022768 Dec 07 14:24:15.913984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0501a-b991-41f0-acbe-6c18f7676db5 req-ff683d3d-04aa-44df-954e-3da7a7580349 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:24:15.915562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56a0501a-b991-41f0-acbe-6c18f7676db5 req-ff683d3d-04aa-44df-954e-3da7a7580349 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0672619 Dec 07 14:24:15.999852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56a0501a-b991-41f0-acbe-6c18f7676db5 req-f4e370a2-5288-4f46-8a2a-6635e45a51f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742371 Dec 07 14:24:16.144727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56a0501a-b991-41f0-acbe-6c18f7676db5 req-a4794b88-bd5b-4122-b36e-a01aeedbb453 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344118 Dec 07 14:24:16.289225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56a0501a-b991-41f0-acbe-6c18f7676db5 req-eddf7d29-cb26-4457-a24a-41df6e67a994 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342933 Dec 07 14:24:30.132590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4883a3d9-d24b-435d-a654-e10c85fc0007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:31.675371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:32.464265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3b13ec4a-ace9-4156-8f0d-49e710bac2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:33.081196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:34.983960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:40.567058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:42.302923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e84e3-9cf9-4907-8a34-3796857a8d59 req-d84ecc65-1cf7-4d41-9a3f-2461f2cd2273 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:24:42.304495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f37e84e3-9cf9-4907-8a34-3796857a8d59 req-d84ecc65-1cf7-4d41-9a3f-2461f2cd2273 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0957038 Dec 07 14:24:42.354523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f37e84e3-9cf9-4907-8a34-3796857a8d59 req-5c998ae9-6630-47f3-9402-58dcca2d9982 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431538 Dec 07 14:24:43.576566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b55cdb-88b3-4ad6-90a9-23a68263df58 req-d9d82943-a5df-4a39-8bf9-ccfdcb1e86e0 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:24:43.578074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c1b55cdb-88b3-4ad6-90a9-23a68263df58 req-d9d82943-a5df-4a39-8bf9-ccfdcb1e86e0 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0865066 Dec 07 14:24:43.626953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c1b55cdb-88b3-4ad6-90a9-23a68263df58 req-701a70d6-3858-4ef1-ab85-c193924bdcfe tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425019 Dec 07 14:24:44.848374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b42642-c178-4b09-a348-9638275c792c req-1c08bf8a-7a8c-4e0d-adaa-4aec9a616fef tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:24:44.849972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-74b42642-c178-4b09-a348-9638275c792c req-1c08bf8a-7a8c-4e0d-adaa-4aec9a616fef tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0821178 Dec 07 14:24:44.897921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-74b42642-c178-4b09-a348-9638275c792c req-dbd72121-2a22-4906-9fb7-09ca9f0893c4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417345 Dec 07 14:24:46.246301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7355fa-dd1f-437b-bcef-479ec7e119dc req-b91f0298-8cc0-4ce9-89ad-9c768f8b533f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:24:46.247950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b7355fa-dd1f-437b-bcef-479ec7e119dc req-b91f0298-8cc0-4ce9-89ad-9c768f8b533f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0862601 Dec 07 14:24:46.299868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7b7355fa-dd1f-437b-bcef-479ec7e119dc req-86f740de-9cc9-4653-ad8b-e6a1653ccfe4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454614 Dec 07 14:24:47.504580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb7d5-aeb5-4499-a713-21f603ce3a32 req-db03fb5c-46d6-41de-a933-195bf35c4fbb tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:24:47.506142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e0bfb7d5-aeb5-4499-a713-21f603ce3a32 req-db03fb5c-46d6-41de-a933-195bf35c4fbb tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0815520 Dec 07 14:24:47.557559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e0bfb7d5-aeb5-4499-a713-21f603ce3a32 req-3ee5da22-f70a-4e0b-acd4-81d2f1a628e7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451829 Dec 07 14:24:48.759891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4ad14-02f6-4184-817c-21a70dffe556 req-52758870-6cf4-46cc-9f6f-5069c5d0211f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:24:48.761462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c7f4ad14-02f6-4184-817c-21a70dffe556 req-52758870-6cf4-46cc-9f6f-5069c5d0211f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0820665 Dec 07 14:24:48.808908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c7f4ad14-02f6-4184-817c-21a70dffe556 req-c028d9e2-8854-4ae0-ac0e-77117e951547 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413167 Dec 07 14:24:50.019071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78885c87-7993-4472-b5c8-81e3d4b99932 req-1be0d622-b6e0-4541-b3c5-fea9658a2f4a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:24:50.020578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-78885c87-7993-4472-b5c8-81e3d4b99932 req-1be0d622-b6e0-4541-b3c5-fea9658a2f4a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0857244 Dec 07 14:24:50.063560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:24:50.068026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-78885c87-7993-4472-b5c8-81e3d4b99932 req-69f62ce6-0187-41d4-8849-c6982cac7942 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413978 Dec 07 14:24:51.271823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f1e7c-344a-4806-9fbb-00205de32db6 req-1c2bd401-b2ee-4817-be22-2573e7e06dbe tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:24:51.273433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5e1f1e7c-344a-4806-9fbb-00205de32db6 req-1c2bd401-b2ee-4817-be22-2573e7e06dbe tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0825911 Dec 07 14:24:51.325554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5e1f1e7c-344a-4806-9fbb-00205de32db6 req-d88054c1-6b9e-462e-baa3-d5f97461b85c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454774 Dec 07 14:24:52.534475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3071db-6666-4d53-b71f-1274cdf7a324 req-b0be39d3-34cd-4b7c-ba6c-728814b4f133 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:24:52.536091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3e3071db-6666-4d53-b71f-1274cdf7a324 req-b0be39d3-34cd-4b7c-ba6c-728814b4f133 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0851426 Dec 07 14:24:52.584375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3e3071db-6666-4d53-b71f-1274cdf7a324 req-48e83e12-1159-49ea-9b10-6779b72b06af tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415220 Dec 07 14:24:53.792993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2940a20-d3cf-4a28-8e14-2afedf875e33 req-c7351d2c-ee01-41c8-b9bc-921cab3ff624 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:24:53.794591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2940a20-d3cf-4a28-8e14-2afedf875e33 req-c7351d2c-ee01-41c8-b9bc-921cab3ff624 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0822799 Dec 07 14:24:53.846295 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2940a20-d3cf-4a28-8e14-2afedf875e33 req-a31196a0-68c9-4915-8abd-570c4b818a60 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455446 Dec 07 14:24:54.979185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 5b0939dc-c75b-4a18-a049-d5c01177642a details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:24:55.057134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94ab7c-6bb7-4dc8-b79d-ab7015668fb1 req-2fe567bd-39c9-4167-a138-6a8f9cef4f7a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:24:55.058817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cc94ab7c-6bb7-4dc8-b79d-ab7015668fb1 req-2fe567bd-39c9-4167-a138-6a8f9cef4f7a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0887842 Dec 07 14:24:55.111077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cc94ab7c-6bb7-4dc8-b79d-ab7015668fb1 req-7f78927d-e0cb-4eda-93ee-65f15c92e93d tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457571 Dec 07 14:24:55.290375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 5b0939dc-c75b-4a18-a049-d5c01177642a, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=5b0939dc-c75b-4a18-a049-d5c01177642a,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:24:55.304636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'port_id': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'mac_address': 'fa:16:3e:9f:fa:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:24:55.360278 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:55.380480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b0939dc-c75b-4a18-a049-d5c01177642a {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:24:55.446072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 5b0939dc-c75b-4a18-a049-d5c01177642a, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=5b0939dc-c75b-4a18-a049-d5c01177642a,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:24:55.469092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:55.470986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b2ac1dd6-6b95-4803-8a88-ad8d67188979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:24:55.553664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=5b0939dc-c75b-4a18-a049-d5c01177642a,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:24:55.564389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['5b0939dc-c75b-4a18-a049-d5c01177642a'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:24:55.595853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:24:55.596253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:24:55.596634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:24:55.597012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:24:55.597706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:24:55.597706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:24:55.598084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:24:55.598456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:24:55.598821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:24:55.599193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:24:55.599578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:24:55.609066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:24:56.337955 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7446b9-8ce9-4457-81d9-5a3b25c5b771 req-c768fa53-f51a-4250-808c-63cdf66d6e47 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:24:56.345170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ff7446b9-8ce9-4457-81d9-5a3b25c5b771 req-c768fa53-f51a-4250-808c-63cdf66d6e47 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 944 time: 0.0998266 Dec 07 14:24:56.396670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ff7446b9-8ce9-4457-81d9-5a3b25c5b771 req-5011fb75-a396-492a-bce4-4108868351cf tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490463 Dec 07 14:24:57.009053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 5b0939dc-c75b-4a18-a049-d5c01177642a up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:24:57.086508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 5b0939dc-c75b-4a18-a049-d5c01177642a triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:24:57.086807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:57.217393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:57.251084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0939dc-c75b-4a18-a049-d5c01177642a'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:24:57.262220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 5b0939dc-c75b-4a18-a049-d5c01177642a, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=5b0939dc-c75b-4a18-a049-d5c01177642a,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:24:57.281157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:24:57.283205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:24:57.364715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=5b0939dc-c75b-4a18-a049-d5c01177642a,revision_number=7']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:24:57.369063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:24:57.490709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'code': 200} Dec 07 14:24:57.646165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7517e3-d4b3-4e3d-8876-e0a2fee89615 req-54979ea8-318b-4212-ad0c-1c12c8a4ac2f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:24:57.648297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2b7517e3-d4b3-4e3d-8876-e0a2fee89615 req-54979ea8-318b-4212-ad0c-1c12c8a4ac2f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0869730 Dec 07 14:24:57.702825 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2b7517e3-d4b3-4e3d-8876-e0a2fee89615 req-a7189a96-b8c5-4c14-a869-bbdbd04cb2d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459988 Dec 07 14:24:59.160962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac74090-0d53-4bab-bbbc-63f964b141bd req-254c79cd-4f58-4cd1-9e37-5825faa05984 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:24:59.162593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cac74090-0d53-4bab-bbbc-63f964b141bd req-254c79cd-4f58-4cd1-9e37-5825faa05984 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.3253841 Dec 07 14:24:59.213389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cac74090-0d53-4bab-bbbc-63f964b141bd req-b640dc03-930f-4331-a5f3-6036ee89faa6 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442879 Dec 07 14:25:00.144024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a027e95c-54e7-468b-9d9f-5bdfaff723ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:00.437092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f9aa-deb2-496b-b136-d36416e529b1 req-e080c418-0788-426f-a245-6ea7b603f0f9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:00.438742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d133f9aa-deb2-496b-b136-d36416e529b1 req-e080c418-0788-426f-a245-6ea7b603f0f9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0882089 Dec 07 14:25:00.493154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d133f9aa-deb2-496b-b136-d36416e529b1 req-920d1a01-d359-431c-b042-1d905af5c228 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468311 Dec 07 14:25:01.715262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a73ae-471f-4cd2-96fb-ba967f7eb370 req-c2280e8c-e5d0-4cc0-80bc-2ee84d79bca8 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:01.716988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a73a73ae-471f-4cd2-96fb-ba967f7eb370 req-c2280e8c-e5d0-4cc0-80bc-2ee84d79bca8 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0926242 Dec 07 14:25:01.769501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a73a73ae-471f-4cd2-96fb-ba967f7eb370 req-a68ad154-51a9-49a0-b7af-f0ffb891caec tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455918 Dec 07 14:25:02.035604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:02.466596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-88191e5a-9721-4db3-8a99-f4b434e8c71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:02.996438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c94ab-e7fa-44e1-96d4-ed778d8b3412 req-1b7e19ae-8ca8-43a9-9025-0085af353247 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:02.998048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e25c94ab-e7fa-44e1-96d4-ed778d8b3412 req-1b7e19ae-8ca8-43a9-9025-0085af353247 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0932052 Dec 07 14:25:03.058107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e25c94ab-e7fa-44e1-96d4-ed778d8b3412 req-86cad6a6-dad4-41bc-919a-139d45afbf28 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511444 Dec 07 14:25:03.120786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:04.319628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f2836-9244-48fd-a72e-e7af2c57d181 req-7dbf847f-3392-4a17-8433-28c41ad090ad tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:04.322358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cb7f2836-9244-48fd-a72e-e7af2c57d181 req-7dbf847f-3392-4a17-8433-28c41ad090ad tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.1226630 Dec 07 14:25:04.376301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cb7f2836-9244-48fd-a72e-e7af2c57d181 req-24b9283a-d859-4671-b771-af9a4997585b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462952 Dec 07 14:25:05.269164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:05.632200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f38ef-6aa4-400a-9292-f6d97cd19758 req-4eed8d14-27d6-49f7-8b4b-a35877e72b85 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:05.634642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-868f38ef-6aa4-400a-9292-f6d97cd19758 req-4eed8d14-27d6-49f7-8b4b-a35877e72b85 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0944536 Dec 07 14:25:05.688837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-868f38ef-6aa4-400a-9292-f6d97cd19758 req-11d4e36a-2342-43b9-8858-61c0b23ba5cc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479159 Dec 07 14:25:06.898950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5138f8c-a603-4e8d-9d5b-df18ee011cd9 req-3300c527-e784-4067-81f8-a9c7c47da689 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:06.900486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5138f8c-a603-4e8d-9d5b-df18ee011cd9 req-3300c527-e784-4067-81f8-a9c7c47da689 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0842061 Dec 07 14:25:06.949031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f5138f8c-a603-4e8d-9d5b-df18ee011cd9 req-c7b92b35-d34b-4896-9e1f-51d9142f56fa tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421841 Dec 07 14:25:07.180555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-296ebc9a-a658-45ac-960b-08f5b3876eb5 req-43d5c40b-574e-48fa-9948-25b6977d1e3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 1098 time: 0.0783174 Dec 07 14:25:07.328762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ebc9a-a658-45ac-960b-08f5b3876eb5 req-c3b76532-85e4-466e-a71a-56a91bb010b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:07.330375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-296ebc9a-a658-45ac-960b-08f5b3876eb5 req-c3b76532-85e4-466e-a71a-56a91bb010b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.1404114 Dec 07 14:25:07.437864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-296ebc9a-a658-45ac-960b-08f5b3876eb5 req-c4bddff9-ffc7-4a34-8e93-54be0b3f6dd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b0939dc-c75b-4a18-a049-d5c01177642a HTTP/1.1" status: 200 len: 999 time: 0.1005924 Dec 07 14:25:07.516496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ebc9a-a658-45ac-960b-08f5b3876eb5 req-40bcefbf-8ef8-4f1e-b8cb-4595a43ec6d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:07.518018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-296ebc9a-a658-45ac-960b-08f5b3876eb5 req-40bcefbf-8ef8-4f1e-b8cb-4595a43ec6d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0689476 Dec 07 14:25:07.603692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-296ebc9a-a658-45ac-960b-08f5b3876eb5 req-c57ac0d4-bd05-4650-8cc4-919b4e8b223e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747113 Dec 07 14:25:07.754131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-296ebc9a-a658-45ac-960b-08f5b3876eb5 req-5a178f98-c284-47b7-9120-3e4db45abd37 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403601 Dec 07 14:25:07.897936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-296ebc9a-a658-45ac-960b-08f5b3876eb5 req-7e745531-b406-405b-ab78-2b36a243c0d0 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331975 Dec 07 14:25:08.160058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb509140-9e61-4b63-a4f6-6d50b064a7fd req-8e4cd8a0-333e-4314-be37-f52df29de733 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:08.161649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fb509140-9e61-4b63-a4f6-6d50b064a7fd req-8e4cd8a0-333e-4314-be37-f52df29de733 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0865111 Dec 07 14:25:08.209233 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fb509140-9e61-4b63-a4f6-6d50b064a7fd req-ef804ffd-1d36-44ee-9326-eae3b68f6da0 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412538 Dec 07 14:25:09.413563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cca7e-f6a0-49b2-9a98-1f520af4b40c req-0621731a-49b0-4c35-b440-4c129098229a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:09.415260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-144cca7e-f6a0-49b2-9a98-1f520af4b40c req-0621731a-49b0-4c35-b440-4c129098229a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0811703 Dec 07 14:25:09.462673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-144cca7e-f6a0-49b2-9a98-1f520af4b40c req-19530b3e-0cbb-429d-8eae-ce8c4f402dc8 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412400 Dec 07 14:25:10.589086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:10.677995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91a1fe-72e7-4e5c-8c73-546c9fde9a58 req-e14c6eb2-2613-4358-8540-f73aacd76cd1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:10.679664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc91a1fe-72e7-4e5c-8c73-546c9fde9a58 req-e14c6eb2-2613-4358-8540-f73aacd76cd1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 945 time: 0.0860507 Dec 07 14:25:10.727190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bc91a1fe-72e7-4e5c-8c73-546c9fde9a58 req-ebea37a1-9687-4d4b-8c67-a8b6f5250f52 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406761 Dec 07 14:25:11.057050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8cfb7cec-55d4-440b-b674-6e1cf0f000bb req-3841b141-ea97-42f8-aeae-ccd7b4fa9250 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1430767 Dec 07 14:25:11.057372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 5b0939dc-c75b-4a18-a049-d5c01177642a no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:25:11.173743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:11.201162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b0939dc-c75b-4a18-a049-d5c01177642a'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:25:11.211272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 5b0939dc-c75b-4a18-a049-d5c01177642a, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=5b0939dc-c75b-4a18-a049-d5c01177642a,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:25:11.234890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:11.236837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:25:11.274562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'code': 422} returned with failed status Dec 07 14:25:11.307690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=5b0939dc-c75b-4a18-a049-d5c01177642a,revision_number=8']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:25:11.311044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:25:12.410282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf839a9-cd41-4fff-8109-aca6e31b751c req-36b0e877-9752-4a94-a098-32ee35458572 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:12.411958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6bf839a9-cd41-4fff-8109-aca6e31b751c req-36b0e877-9752-4a94-a098-32ee35458572 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 943 time: 0.0877011 Dec 07 14:25:12.463963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6bf839a9-cd41-4fff-8109-aca6e31b751c req-2c77d3b2-db74-4b0b-8fba-742fba74299c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450969 Dec 07 14:25:12.464650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59608) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:25:12.607919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8cd3749d-459e-49e7-9d90-794a827b3c54 req-b4a969f0-6f15-4708-8594-c61237b99ae8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1419425 Dec 07 14:25:13.318550 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8cd3749d-459e-49e7-9d90-794a827b3c54 req-4b91e7ae-f94e-430b-b7f0-3363737322e3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856&tenant_id=cba87c821c804f778d6ba189f62af86d HTTP/1.1" status: 200 len: 1096 time: 0.0792024 Dec 07 14:25:13.421989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8cd3749d-459e-49e7-9d90-794a827b3c54 req-e56f8bd8-c465-4271-aa3c-85904bdd4847 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 1096 time: 0.0735629 Dec 07 14:25:13.566220 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3749d-459e-49e7-9d90-794a827b3c54 req-7c502115-4e90-4a57-95b5-7b408cf7bdaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:13.567836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8cd3749d-459e-49e7-9d90-794a827b3c54 req-7c502115-4e90-4a57-95b5-7b408cf7bdaa service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.1355484 Dec 07 14:25:13.669762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546a39a-7c21-4225-b534-91a52d2a13e1 req-9c8cd657-e907-464d-8c5c-30190b1bfab6 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:13.671423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d546a39a-7c21-4225-b534-91a52d2a13e1 req-9c8cd657-e907-464d-8c5c-30190b1bfab6 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 943 time: 0.0839050 Dec 07 14:25:13.681560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8cd3749d-459e-49e7-9d90-794a827b3c54 req-bd728439-9257-49f8-ba3a-5b08c4a8d097 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b0939dc-c75b-4a18-a049-d5c01177642a HTTP/1.1" status: 200 len: 997 time: 0.1023190 Dec 07 14:25:13.724874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d546a39a-7c21-4225-b534-91a52d2a13e1 req-3a32b8bb-0c87-4743-8ad1-2a481f56150d tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469172 Dec 07 14:25:13.757720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3749d-459e-49e7-9d90-794a827b3c54 req-035f7c12-5e92-4d88-a087-52b59dad3870 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:13.759531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8cd3749d-459e-49e7-9d90-794a827b3c54 req-035f7c12-5e92-4d88-a087-52b59dad3870 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0685432 Dec 07 14:25:13.840923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8cd3749d-459e-49e7-9d90-794a827b3c54 req-14dcb880-36ac-4e2e-8f55-e97fe275119e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716779 Dec 07 14:25:13.989063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8cd3749d-459e-49e7-9d90-794a827b3c54 req-7e413b41-bec9-4660-88db-42c00245bc6f service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378136 Dec 07 14:25:14.132207 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8cd3749d-459e-49e7-9d90-794a827b3c54 req-8e8a812c-50c0-4d3e-80f5-c8dfc3dea7fa service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331747 Dec 07 14:25:14.938466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7de67-a9c3-43e0-aa81-6b9918e1adbc req-2bcf79e0-185e-47b2-9f56-3df6db46c232 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:14.940111 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-83c7de67-a9c3-43e0-aa81-6b9918e1adbc req-2bcf79e0-185e-47b2-9f56-3df6db46c232 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 943 time: 0.0873919 Dec 07 14:25:14.992268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-83c7de67-a9c3-43e0-aa81-6b9918e1adbc req-b9cbdf92-889f-4b8e-87e3-0fe95caaec82 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449772 Dec 07 14:25:15.073379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 5b0939dc-c75b-4a18-a049-d5c01177642a no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:25:16.209107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138482b5-f40a-4642-b6b7-8f4d5b5cfeec req-c61ed2f6-bad6-4866-835c-9b3ec62ba507 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:16.211438 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-138482b5-f40a-4642-b6b7-8f4d5b5cfeec req-c61ed2f6-bad6-4866-835c-9b3ec62ba507 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 943 time: 0.0944200 Dec 07 14:25:16.263754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-138482b5-f40a-4642-b6b7-8f4d5b5cfeec req-6c958bc7-1ebb-45cc-8cfd-cb98f70a7916 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455983 Dec 07 14:25:17.480277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7943054-a19d-4cb7-8c79-684b2bf6eeb9 req-5298e4cd-4711-4da6-ac83-8e1fa9a5ee93 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:17.481916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7943054-a19d-4cb7-8c79-684b2bf6eeb9 req-5298e4cd-4711-4da6-ac83-8e1fa9a5ee93 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 943 time: 0.0849786 Dec 07 14:25:17.537099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f7943054-a19d-4cb7-8c79-684b2bf6eeb9 req-b54fd646-3e2d-49ae-87b0-ea1a2e53abd0 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485919 Dec 07 14:25:18.759331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4378-d616-4a27-93c3-10f586b6cdee req-c439404f-cf74-42d1-9671-65b35b24f541 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:18.760968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-083b4378-d616-4a27-93c3-10f586b6cdee req-c439404f-cf74-42d1-9671-65b35b24f541 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 943 time: 0.0911245 Dec 07 14:25:18.811799 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-083b4378-d616-4a27-93c3-10f586b6cdee req-bf8a2247-7940-4d80-8bc6-e98cd6db7219 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437002 Dec 07 14:25:20.031835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fcf9d-0440-41ba-9a70-a14113969e94 req-4650461f-eea9-4e5c-8e2b-56a1d157156c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:20.033482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-592fcf9d-0440-41ba-9a70-a14113969e94 req-4650461f-eea9-4e5c-8e2b-56a1d157156c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 943 time: 0.0874565 Dec 07 14:25:20.088705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-592fcf9d-0440-41ba-9a70-a14113969e94 req-65191543-e6be-4191-822f-79e74b61e1b5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488155 Dec 07 14:25:21.330901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1a78c-4e28-476f-b85f-ceb381379560 req-40274ab9-26e8-4d1f-823d-3d97963ace49 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:21.332579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fca1a78c-4e28-476f-b85f-ceb381379560 req-40274ab9-26e8-4d1f-823d-3d97963ace49 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 943 time: 0.1067100 Dec 07 14:25:21.385850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fca1a78c-4e28-476f-b85f-ceb381379560 req-9795c103-c934-465e-859a-03035c5620f3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468271 Dec 07 14:25:22.603437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a54f35-abf5-4936-8595-95210061b6e7 req-def6a938-65c9-46bd-be2f-4f2039eba282 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:22.604587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e5a54f35-abf5-4936-8595-95210061b6e7 req-def6a938-65c9-46bd-be2f-4f2039eba282 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 943 time: 0.0896335 Dec 07 14:25:22.656225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e5a54f35-abf5-4936-8595-95210061b6e7 req-849a3599-792c-4097-8b6f-2ed3680f0f6e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450912 Dec 07 14:25:23.879652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a6d8a-d670-4dfb-8c94-989ea807afaf req-faa638b1-0c77-4e82-b5a3-5f234026b35b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:23.881475 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-715a6d8a-d670-4dfb-8c94-989ea807afaf req-faa638b1-0c77-4e82-b5a3-5f234026b35b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 943 time: 0.0883245 Dec 07 14:25:23.935614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-715a6d8a-d670-4dfb-8c94-989ea807afaf req-964a3033-5e12-4dbd-8776-d44d84960cf6 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459106 Dec 07 14:25:25.146435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84507430-2c9a-4b21-908c-24caecbdb518 req-ba8b38c1-8be4-4c98-9fb6-cc3ed0969de7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:25.147950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-84507430-2c9a-4b21-908c-24caecbdb518 req-ba8b38c1-8be4-4c98-9fb6-cc3ed0969de7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 943 time: 0.0845912 Dec 07 14:25:25.196772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-84507430-2c9a-4b21-908c-24caecbdb518 req-be06900b-135d-48b8-92d6-878147f2c02a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418577 Dec 07 14:25:25.648748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d847c1a7-da46-4377-b60a-5a84a68781f7 req-086956f9-83ad-4dda-9b21-7214a71f49b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 1096 time: 0.0758827 Dec 07 14:25:25.813743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847c1a7-da46-4377-b60a-5a84a68781f7 req-256064b1-1ce8-48ac-a8f9-9be822922f18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:25.815349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d847c1a7-da46-4377-b60a-5a84a68781f7 req-256064b1-1ce8-48ac-a8f9-9be822922f18 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.1420882 Dec 07 14:25:25.925994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d847c1a7-da46-4377-b60a-5a84a68781f7 req-d1c6eb8c-afbf-4808-887d-d89c9ea9f7b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b0939dc-c75b-4a18-a049-d5c01177642a HTTP/1.1" status: 200 len: 997 time: 0.1027267 Dec 07 14:25:25.998341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847c1a7-da46-4377-b60a-5a84a68781f7 req-f3f980d9-7895-4f6e-a0b7-867371dde8c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:25.999881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d847c1a7-da46-4377-b60a-5a84a68781f7 req-f3f980d9-7895-4f6e-a0b7-867371dde8c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0665829 Dec 07 14:25:26.077897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d847c1a7-da46-4377-b60a-5a84a68781f7 req-585cef9d-5840-4bb1-8ad3-3f263f2351ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704143 Dec 07 14:25:26.215935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d847c1a7-da46-4377-b60a-5a84a68781f7 req-9f36a82f-ade9-4caa-916b-eb6bcacf5479 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305106 Dec 07 14:25:26.360507 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d847c1a7-da46-4377-b60a-5a84a68781f7 req-78b5e616-b391-4783-85f0-70afb2d1e3fb service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346433 Dec 07 14:25:26.409914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97049f-d9f0-4204-9fda-0ce7e4926bfd req-fc240675-63bd-4d2c-99f5-f0f657fce299 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:26.411537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9b97049f-d9f0-4204-9fda-0ce7e4926bfd req-fc240675-63bd-4d2c-99f5-f0f657fce299 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 943 time: 0.0879250 Dec 07 14:25:26.459803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9b97049f-d9f0-4204-9fda-0ce7e4926bfd req-ad72a145-d040-4186-b6f5-36f1b9a98093 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421774 Dec 07 14:25:27.064645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:25:27.664710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0889e-7b5d-4e13-85d1-b07cbfee9ef1 req-47adde16-2045-4374-a957-83ab039febb8 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:27.666286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ccc0889e-7b5d-4e13-85d1-b07cbfee9ef1 req-47adde16-2045-4374-a957-83ab039febb8 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 943 time: 0.0849776 Dec 07 14:25:27.713880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ccc0889e-7b5d-4e13-85d1-b07cbfee9ef1 req-e12daae7-52ca-4e3c-8b57-51f5b8e5a892 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415370 Dec 07 14:25:28.919095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa538704-3f2f-41dd-af55-9637d8cc299b req-bf27c59f-4042-430f-aa9d-b8745489f45e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:28.920697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fa538704-3f2f-41dd-af55-9637d8cc299b req-bf27c59f-4042-430f-aa9d-b8745489f45e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 943 time: 0.0830848 Dec 07 14:25:28.973064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fa538704-3f2f-41dd-af55-9637d8cc299b req-f9011591-6844-44f9-a631-b17d92f705ea tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458608 Dec 07 14:25:29.119469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 5b0939dc-c75b-4a18-a049-d5c01177642a details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:25:29.258122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 5b0939dc-c75b-4a18-a049-d5c01177642a, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=5b0939dc-c75b-4a18-a049-d5c01177642a,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:25:29.272657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'port_id': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'mac_address': 'fa:16:3e:9f:fa:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:25:29.329205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:29.347489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0939dc-c75b-4a18-a049-d5c01177642a {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:25:29.362365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 5b0939dc-c75b-4a18-a049-d5c01177642a, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=5b0939dc-c75b-4a18-a049-d5c01177642a,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:25:29.382991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:29.384782 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70f60f7f-8594-4827-bfe8-560dc4c15440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:25:29.452957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=5b0939dc-c75b-4a18-a049-d5c01177642a,revision_number=9']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:25:29.456304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:25:29.679704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['5b0939dc-c75b-4a18-a049-d5c01177642a'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:25:30.137120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f90284cd-29d4-469e-86db-897490c6eb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:30.182757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95df14-bf84-42db-ae7e-a2208228fe14 req-b2b244a2-990b-4caf-8213-3a6982df7e57 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:30.184421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cc95df14-bf84-42db-ae7e-a2208228fe14 req-b2b244a2-990b-4caf-8213-3a6982df7e57 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 944 time: 0.0873652 Dec 07 14:25:30.232767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cc95df14-bf84-42db-ae7e-a2208228fe14 req-677a9b89-fb9f-452f-bf5f-fcebb3465848 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422816 Dec 07 14:25:31.134122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 5b0939dc-c75b-4a18-a049-d5c01177642a up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:25:31.206508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 5b0939dc-c75b-4a18-a049-d5c01177642a triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:25:31.207078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:31.329891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:31.357322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0939dc-c75b-4a18-a049-d5c01177642a'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:25:31.367555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 5b0939dc-c75b-4a18-a049-d5c01177642a, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=5b0939dc-c75b-4a18-a049-d5c01177642a,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:25:31.400631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:31.403039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:25:31.441217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'code': 200} Dec 07 14:25:31.457518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf416b0-1236-434e-8586-808de7fd8a3d req-304d0415-d644-4ab7-92e1-c434e6b1a424 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:31.459185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8cf416b0-1236-434e-8586-808de7fd8a3d req-304d0415-d644-4ab7-92e1-c434e6b1a424 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 946 time: 0.0909781 Dec 07 14:25:31.476127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=5b0939dc-c75b-4a18-a049-d5c01177642a,revision_number=10']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:25:31.481136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:25:31.509767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8cf416b0-1236-434e-8586-808de7fd8a3d req-5e2b6a47-fa0a-4f02-a496-23702249e46e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438030 Dec 07 14:25:31.680521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:31.911248 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0e2c3054-736c-47f1-b3ec-52272d66950a req-24f95b58-084a-48a6-8052-54068cd1fdb5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 1099 time: 0.0718989 Dec 07 14:25:31.962521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0e2c3054-736c-47f1-b3ec-52272d66950a req-d6692d66-834c-4ca6-8626-73a565f2ffcc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412636 Dec 07 14:25:32.480261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b71e88a6-7a65-4a4c-8994-48dc29901811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:32.718050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d9822-c286-4e55-80be-00d54ea90ac3 req-100e4bc5-1292-4551-9105-5f128f46ee25 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:32.719677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-555d9822-c286-4e55-80be-00d54ea90ac3 req-100e4bc5-1292-4551-9105-5f128f46ee25 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 946 time: 0.0839288 Dec 07 14:25:32.768090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-555d9822-c286-4e55-80be-00d54ea90ac3 req-f98a33f0-d8ba-4a8a-90af-7b99599b53de tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421844 Dec 07 14:25:33.108924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:34.005123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86d323-a757-49f0-849a-aa3178cff4b3 req-54174393-22c6-40eb-95c8-17d55614ed97 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:34.006718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-eb86d323-a757-49f0-849a-aa3178cff4b3 req-54174393-22c6-40eb-95c8-17d55614ed97 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 946 time: 0.0871720 Dec 07 14:25:34.054771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-eb86d323-a757-49f0-849a-aa3178cff4b3 req-00453588-76ce-45f8-967f-972eed8770f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410221 Dec 07 14:25:35.000399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:25:35.257127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83330ef5-13b7-4475-8843-f5a8565bc025 req-8109c77a-4dec-47c1-8c7a-f08763993a77 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:25:35.258632 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-83330ef5-13b7-4475-8843-f5a8565bc025 req-8109c77a-4dec-47c1-8c7a-f08763993a77 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 946 time: 0.0813408 Dec 07 14:25:35.312383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-83330ef5-13b7-4475-8843-f5a8565bc025 req-5f6c445b-cfb6-4150-88a2-017785bc8ff9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469503 Dec 07 14:25:40.589681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:00.131133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bb8f95b8-9bb9-42e5-8a63-785c5f03ce18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:01.685259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:02.462904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd053157-23c2-4336-b887-40bb75ba49ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:03.096960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:04.065363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:26:05.005563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:10.582191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:18.147456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d5369f9e-31fd-4100-99d2-b4d6b7c3f23d req-3e0d67b5-2d61-4e3c-ac17-ab470bf7df92 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760574 Dec 07 14:26:18.308794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d5369f9e-31fd-4100-99d2-b4d6b7c3f23d req-2e8bd6d9-f257-4fe3-a280-cfd320fd8996 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 1099 time: 0.0788746 Dec 07 14:26:18.466039 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5369f9e-31fd-4100-99d2-b4d6b7c3f23d req-2bcaebe1-a131-447d-84fc-3763b296de7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:26:18.467651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d5369f9e-31fd-4100-99d2-b4d6b7c3f23d req-2bcaebe1-a131-447d-84fc-3763b296de7e service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.1356320 Dec 07 14:26:18.582287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d5369f9e-31fd-4100-99d2-b4d6b7c3f23d req-33cd1957-dac6-4837-97e9-eb88db7ec942 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b0939dc-c75b-4a18-a049-d5c01177642a HTTP/1.1" status: 200 len: 999 time: 0.1049833 Dec 07 14:26:18.660735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5369f9e-31fd-4100-99d2-b4d6b7c3f23d req-308d5a00-9e4d-4d74-8d8e-cb51db35d711 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:26:18.662282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d5369f9e-31fd-4100-99d2-b4d6b7c3f23d req-308d5a00-9e4d-4d74-8d8e-cb51db35d711 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0706284 Dec 07 14:26:18.982492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d5369f9e-31fd-4100-99d2-b4d6b7c3f23d req-ecd3d28a-0c8b-460c-a4a7-cc9c9acb6119 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3038061 Dec 07 14:26:18.997109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-d5369f9e-31fd-4100-99d2-b4d6b7c3f23d req-126076d8-ac9c-4e31-b07e-1acf78db349f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 14:26:18.998147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d5369f9e-31fd-4100-99d2-b4d6b7c3f23d req-126076d8-ac9c-4e31-b07e-1acf78db349f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0051105 Dec 07 14:26:19.145105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d5369f9e-31fd-4100-99d2-b4d6b7c3f23d req-8707348a-f152-4e6b-a27a-b5db9977f3a9 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367571 Dec 07 14:26:19.292912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d5369f9e-31fd-4100-99d2-b4d6b7c3f23d req-fd33b7eb-5786-4d55-bfea-31a7e4ed0834 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375208 Dec 07 14:26:30.182105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2dea5d8f-7580-485c-9e5f-fe356eba91f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:31.696197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:32.472977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98cc0ca3-d205-4830-b2f0-24679c6bd7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:33.107908 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:35.004595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:40.599380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:41.066600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:26:48.011770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 59746) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:26:48.217071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Deleting port b489d60b-f669-43b7-9a1d-ad3d2c418bb4 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:26:48.217448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:48.394742 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:48.395109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:48.520038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Calling delete_port for b489d60b-f669-43b7-9a1d-ad3d2c418bb4 owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:26:48.810458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:48.814784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-81b5fddb-bcf0-40d0-8b71-bb192cf24c29 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:26:48.856740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event deleted for resources: {'Port': ['ID=b489d60b-f669-43b7-9a1d-ad3d2c418bb4,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:26:48.927719 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:48.928145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:48.928567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:48.928986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:48.929401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:48.929814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:48.930228 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:48.931131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:48.931718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:48.931974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:48.932384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:48.935902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:26:48.969345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:49.600959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:26:49.804032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:26:49.814846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad57d051-0acf-4a00-b8d1-ba614b45dca4 None None] Sync routers for ids ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:26:49.817635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:49.827690 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57d051-0acf-4a00-b8d1-ba614b45dca4 None None] Routers {'91201d5e-caa9-4bf6-9a0b-4f82b6db5763'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:26:49.828343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ad57d051-0acf-4a00-b8d1-ba614b45dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:26:49.872470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8141c851-c725-4961-9419-dfc7f265313a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "DELETE /v2.0/floatingips/f4e04d29-1e7c-4406-b002-17462a39416f HTTP/1.1" status: 204 len: 168 time: 1.8594370 Dec 07 14:26:49.873080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'tag': '5b0939dc-c75b-4a18-a049-d5c01177642a'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:26:50.014611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-ad57d051-0acf-4a00-b8d1-ba614b45dca4 None None] Set router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:26:50.099824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'tag': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'status': 'completed', 'code': 200} Dec 07 14:26:50.208854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6a3ba87e-3fd6-4426-b009-63b05c8827a3 req-b9b9328d-f92f-42f0-a0c7-29cba79e2ff8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 1099 time: 0.0864270 Dec 07 14:26:50.354495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ad57d051-0acf-4a00-b8d1-ba614b45dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 4, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b9b917a3-8eec-41b0-b59c-a1c8d16a79d6', 'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'mac_address': 'fa:16:3e:ce:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:16Z', 'updated_at': '2021-12-07T14:22:27Z', 'revision_number': 5, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'subnets': [{'id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:26:50.358596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad57d051-0acf-4a00-b8d1-ba614b45dca4 None None] Checking router: 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:26:50.364424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ba87e-3fd6-4426-b009-63b05c8827a3 req-76b82730-cd23-41b3-aca9-985a9cf8f49e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:26:50.366068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6a3ba87e-3fd6-4426-b009-63b05c8827a3 req-76b82730-cd23-41b3-aca9-985a9cf8f49e service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.1507518 Dec 07 14:26:50.370757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57d051-0acf-4a00-b8d1-ba614b45dca4 None None] Routers {'91201d5e-caa9-4bf6-9a0b-4f82b6db5763'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:26:50.371434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ad57d051-0acf-4a00-b8d1-ba614b45dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:26:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:26:50.375852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb935e-67d2-4283-b805-65e175d8f24f req-9e1ed569-cbe8-49fe-aa8a-6dc47643b3b0 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:26:50.376619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-9bfb935e-67d2-4283-b805-65e175d8f24f req-9e1ed569-cbe8-49fe-aa8a-6dc47643b3b0 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Synchronizing usage tracker for tenant:cba87c821c804f778d6ba189f62af86d on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:26:50.410217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-9bfb935e-67d2-4283-b805-65e175d8f24f req-9e1ed569-cbe8-49fe-aa8a-6dc47643b3b0 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Unset dirty status for tenant:cba87c821c804f778d6ba189f62af86d on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:26:50.411548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9bfb935e-67d2-4283-b805-65e175d8f24f req-9e1ed569-cbe8-49fe-aa8a-6dc47643b3b0 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 946 time: 0.1249459 Dec 07 14:26:50.438489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6a3ba87e-3fd6-4426-b009-63b05c8827a3 req-1cd2c5a9-d31d-428f-8333-1548d39ee4fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b0939dc-c75b-4a18-a049-d5c01177642a HTTP/1.1" status: 200 len: 217 time: 0.0651162 Dec 07 14:26:50.467310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9bfb935e-67d2-4283-b805-65e175d8f24f req-b64af17d-dd8d-4879-a0d1-4581355710e5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483754 Dec 07 14:26:50.513832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ba87e-3fd6-4426-b009-63b05c8827a3 req-a1fc30ba-2c28-41c2-b4ec-8e3b209901fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:26:50.515444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6a3ba87e-3fd6-4426-b009-63b05c8827a3 req-a1fc30ba-2c28-41c2-b4ec-8e3b209901fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0695357 Dec 07 14:26:50.560454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-ad57d051-0acf-4a00-b8d1-ba614b45dca4 None None] Set router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:26:50.615380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6a3ba87e-3fd6-4426-b009-63b05c8827a3 req-13cec837-5b6b-4dfb-b646-691b9d3bec6b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915689 Dec 07 14:26:50.757506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6a3ba87e-3fd6-4426-b009-63b05c8827a3 req-a2784ba4-7311-4c7a-b543-9c45c83fcdb3 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350176 Dec 07 14:26:50.900033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6a3ba87e-3fd6-4426-b009-63b05c8827a3 req-418df676-2df1-41c8-947d-36bc44567965 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352432 Dec 07 14:26:50.906949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-ad57d051-0acf-4a00-b8d1-ba614b45dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 4, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b9b917a3-8eec-41b0-b59c-a1c8d16a79d6', 'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'mac_address': 'fa:16:3e:ce:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:16Z', 'updated_at': '2021-12-07T14:22:27Z', 'revision_number': 5, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'subnets': [{'id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:26:50.911142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad57d051-0acf-4a00-b8d1-ba614b45dca4 None None] The sync data for ids ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'] in dv-neutron-ussuri-2-hyperv is: [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 4, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b9b917a3-8eec-41b0-b59c-a1c8d16a79d6', 'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'mac_address': 'fa:16:3e:ce:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:16Z', 'updated_at': '2021-12-07T14:22:27Z', 'revision_number': 5, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'subnets': [{'id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:26:51.358490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2941ab6-f154-471f-924d-d5b3b2fc94df None None] New status for floating IP f4e04d29-1e7c-4406-b002-17462a39416f: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:26:51.677426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe0022-c263-4708-9f3c-9410dcd1256e req-1d29ca5e-b390-4a4c-bb40-1cf8d061a754 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:26:51.679007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fcfe0022-c263-4708-9f3c-9410dcd1256e req-1d29ca5e-b390-4a4c-bb40-1cf8d061a754 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 946 time: 0.0820625 Dec 07 14:26:51.731599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fcfe0022-c263-4708-9f3c-9410dcd1256e req-085928d2-fdca-4822-a98d-8075739b522a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=960f5eb9-f92c-49c1-818a-1107030d10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462298 Dec 07 14:26:51.755991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ee05d-943e-4c7e-a07f-e04be44e2241 req-0c693325-a6ba-42a0-9729-7503ba5adf7b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:26:51.756752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-a17ee05d-943e-4c7e-a07f-e04be44e2241 req-0c693325-a6ba-42a0-9729-7503ba5adf7b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Synchronizing usage tracker for tenant:cba87c821c804f778d6ba189f62af86d on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:26:51.769757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-a17ee05d-943e-4c7e-a07f-e04be44e2241 req-0c693325-a6ba-42a0-9729-7503ba5adf7b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Unset dirty status for tenant:cba87c821c804f778d6ba189f62af86d on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:26:51.770962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a17ee05d-943e-4c7e-a07f-e04be44e2241 req-0c693325-a6ba-42a0-9729-7503ba5adf7b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.45 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 946 time: 0.0962102 Dec 07 14:26:51.847393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-a17ee05d-943e-4c7e-a07f-e04be44e2241 req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Deleting port 5b0939dc-c75b-4a18-a049-d5c01177642a {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:26:51.847774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a17ee05d-943e-4c7e-a07f-e04be44e2241 req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:52.100617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-a17ee05d-943e-4c7e-a07f-e04be44e2241 req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] For port 5b0939dc-c75b-4a18-a049-d5c01177642a, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=5b0939dc-c75b-4a18-a049-d5c01177642a,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:26:52.101055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a17ee05d-943e-4c7e-a07f-e04be44e2241 req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:52.228944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-a17ee05d-943e-4c7e-a07f-e04be44e2241 req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Calling delete_port for 5b0939dc-c75b-4a18-a049-d5c01177642a owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:26:52.462202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a17ee05d-943e-4c7e-a07f-e04be44e2241 req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:52.468283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0b482e92-e019-4854-95ee-6f91c75c9c35 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:26:52.512470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event deleted for resources: {'Port': ['ID=5b0939dc-c75b-4a18-a049-d5c01177642a,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:26:52.558972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:52.558972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:52.558972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:52.558972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:52.558972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:52.558972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:52.558972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:52.558972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:52.558972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:52.558972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:52.560047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:26:52.567106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:26:52.600936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17ee05d-943e-4c7e-a07f-e04be44e2241 req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] No DVR routers for this DVR port 5b0939dc-c75b-4a18-a049-d5c01177642a on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:26:52.603902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-a17ee05d-943e-4c7e-a07f-e04be44e2241 req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:52.606631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'name': 'network-vif-deleted', 'tag': '5b0939dc-c75b-4a18-a049-d5c01177642a'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:26:52.650911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a17ee05d-943e-4c7e-a07f-e04be44e2241 req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.45 "DELETE /v2.0/ports/5b0939dc-c75b-4a18-a049-d5c01177642a HTTP/1.1" status: 204 len: 173 time: 0.8737965 Dec 07 14:26:52.781894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8784b76b-e4c6-4944-9a5f-fdc89155f856', 'name': 'network-vif-deleted', 'tag': '5b0939dc-c75b-4a18-a049-d5c01177642a', 'status': 'completed', 'code': 200} Dec 07 14:26:52.922920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-31a0f5e1-7a4d-4743-b103-6f6e6278092e req-ac3414a1-70db-45f8-9227-b4e917fdbfc9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=8784b76b-e4c6-4944-9a5f-fdc89155f856 HTTP/1.1" status: 200 len: 210 time: 0.0474792 Dec 07 14:26:54.032740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 59774) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:26:54.107024 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e67631c8-e2bd-4291-a82c-9034d29b72e6 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:54.138387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e67631c8-e2bd-4291-a82c-9034d29b72e6 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:54.261835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e67631c8-e2bd-4291-a82c-9034d29b72e6 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:54.267371 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2006b687-1041-4fe5-9f07-4e7df17e8879 tempest-ServerActionsTestJSON-2141959042 tempest-ServerActionsTestJSON-2141959042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:26:54.283834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67631c8-e2bd-4291-a82c-9034d29b72e6 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=960f5eb9-f92c-49c1-818a-1107030d10d0,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:26:54.286390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e67631c8-e2bd-4291-a82c-9034d29b72e6 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:26:54.318851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e67631c8-e2bd-4291-a82c-9034d29b72e6 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:54.320314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e67631c8-e2bd-4291-a82c-9034d29b72e6 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "DELETE /v2.0/security-groups/960f5eb9-f92c-49c1-818a-1107030d10d0 HTTP/1.1" status: 204 len: 168 time: 0.2864816 Dec 07 14:26:54.872850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 59784) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:26:54.879459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-deb0dd92-0b7e-4dd9-bcde-33d0dca38cd7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-298052037', 'description': 'tempest-secgroup-smoke-298052037 description', 'project_id': 'cba87c821c804f778d6ba189f62af86d'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:26:54.886633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-deb0dd92-0b7e-4dd9-bcde-33d0dca38cd7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:26:54.890907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-deb0dd92-0b7e-4dd9-bcde-33d0dca38cd7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:security_group and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:26:54.893931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-deb0dd92-0b7e-4dd9-bcde-33d0dca38cd7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:26:54.900498 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-deb0dd92-0b7e-4dd9-bcde-33d0dca38cd7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:26:54.948062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-deb0dd92-0b7e-4dd9-bcde-33d0dca38cd7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:54.983198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-deb0dd92-0b7e-4dd9-bcde-33d0dca38cd7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:26:54.987088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-deb0dd92-0b7e-4dd9-bcde-33d0dca38cd7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:security_group_rule and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:26:54.990034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-deb0dd92-0b7e-4dd9-bcde-33d0dca38cd7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:26:54.996744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-deb0dd92-0b7e-4dd9-bcde-33d0dca38cd7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:26:55.158223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-deb0dd92-0b7e-4dd9-bcde-33d0dca38cd7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:55.187580 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-deb0dd92-0b7e-4dd9-bcde-33d0dca38cd7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:55.192896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-32fe6aa6-caca-4288-a11d-84fde16c212d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:26:55.234601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0dd92-0b7e-4dd9-bcde-33d0dca38cd7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734aa17f-ddc1-4d79-b725-2232d76b5b98,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:26:55.237411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-deb0dd92-0b7e-4dd9-bcde-33d0dca38cd7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:26:55.273326 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-deb0dd92-0b7e-4dd9-bcde-33d0dca38cd7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:55.274962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-deb0dd92-0b7e-4dd9-bcde-33d0dca38cd7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4006898 Dec 07 14:26:55.277990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 59788) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:26:55.284218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ce86681a-73c9-4853-aeb8-91e659e012c7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'security_group_rule': {'security_group_id': '734aa17f-ddc1-4d79-b725-2232d76b5b98', 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:26:55.291539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ce86681a-73c9-4853-aeb8-91e659e012c7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:26:55.295610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ce86681a-73c9-4853-aeb8-91e659e012c7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:security_group_rule and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:26:55.298596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ce86681a-73c9-4853-aeb8-91e659e012c7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:26:55.304921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ce86681a-73c9-4853-aeb8-91e659e012c7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:26:55.349030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce86681a-73c9-4853-aeb8-91e659e012c7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:55.413167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce86681a-73c9-4853-aeb8-91e659e012c7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:55.438994 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce86681a-73c9-4853-aeb8-91e659e012c7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:55.446332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a61e7db8-4f0e-4f82-a59c-47b16809b540 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:26:55.473527 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86681a-73c9-4853-aeb8-91e659e012c7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a69ba6-efa5-49e8-b70d-cf401222502a,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:26:55.475980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ce86681a-73c9-4853-aeb8-91e659e012c7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:26:55.502057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ce86681a-73c9-4853-aeb8-91e659e012c7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:55.503450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ce86681a-73c9-4853-aeb8-91e659e012c7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2243454 Dec 07 14:26:55.506410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59792) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:26:55.512793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1b008985-139b-4aab-aaad-732090a4750f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'security_group_rule': {'security_group_id': '734aa17f-ddc1-4d79-b725-2232d76b5b98', 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:26:55.519308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1b008985-139b-4aab-aaad-732090a4750f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:26:55.523379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1b008985-139b-4aab-aaad-732090a4750f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:security_group_rule and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:26:55.527332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1b008985-139b-4aab-aaad-732090a4750f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:26:55.534421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1b008985-139b-4aab-aaad-732090a4750f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:26:55.582506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b008985-139b-4aab-aaad-732090a4750f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:55.584647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 5b0939dc-c75b-4a18-a049-d5c01177642a no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:26:55.623793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 5b0939dc-c75b-4a18-a049-d5c01177642a {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:26:55.624192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 5b0939dc-c75b-4a18-a049-d5c01177642a not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:26:55.656717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b008985-139b-4aab-aaad-732090a4750f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:55.684433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b008985-139b-4aab-aaad-732090a4750f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:55.686324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b014fd65-575a-47b7-94cf-9ee3f216732b tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:26:55.707576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b008985-139b-4aab-aaad-732090a4750f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1ca16d-b850-4303-8b21-2cae19c17856,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:26:55.711697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b008985-139b-4aab-aaad-732090a4750f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:26:55.747556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1b008985-139b-4aab-aaad-732090a4750f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:55.749131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1b008985-139b-4aab-aaad-732090a4750f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2416322 Dec 07 14:26:55.752206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59796) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:26:55.758148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b9699b80-4934-444e-bfc4-89753c272ce5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'security_group_rule': {'security_group_id': '734aa17f-ddc1-4d79-b725-2232d76b5b98', 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:26:55.765193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b9699b80-4934-444e-bfc4-89753c272ce5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:26:55.769321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b9699b80-4934-444e-bfc4-89753c272ce5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:security_group_rule and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:26:55.772546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b9699b80-4934-444e-bfc4-89753c272ce5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:26:55.778714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b9699b80-4934-444e-bfc4-89753c272ce5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:26:55.816621 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b9699b80-4934-444e-bfc4-89753c272ce5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:55.880905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b9699b80-4934-444e-bfc4-89753c272ce5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:55.907389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b9699b80-4934-444e-bfc4-89753c272ce5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:55.909261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8a22fd79-65e2-4139-821c-d3ff8998af5c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:26:55.933155 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9699b80-4934-444e-bfc4-89753c272ce5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccdf42d-0766-47b9-9bc5-b67a20ccbedd,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:26:55.935716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b9699b80-4934-444e-bfc4-89753c272ce5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:26:55.970352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b9699b80-4934-444e-bfc4-89753c272ce5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:55.971664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b9699b80-4934-444e-bfc4-89753c272ce5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2184398 Dec 07 14:26:55.974529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59800) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:26:55.981108 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-3871010c-9942-4950-a474-af7fdf96d9ef tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'security_group_rule': {'security_group_id': '734aa17f-ddc1-4d79-b725-2232d76b5b98', 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:26:55.989137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3871010c-9942-4950-a474-af7fdf96d9ef tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:26:55.993848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3871010c-9942-4950-a474-af7fdf96d9ef tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:security_group_rule and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:26:55.996867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-3871010c-9942-4950-a474-af7fdf96d9ef tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:26:56.003258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-3871010c-9942-4950-a474-af7fdf96d9ef tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:26:56.050696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3871010c-9942-4950-a474-af7fdf96d9ef tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:56.118568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3871010c-9942-4950-a474-af7fdf96d9ef tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:56.147357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3871010c-9942-4950-a474-af7fdf96d9ef tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:56.149270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a5b877a2-a8d0-4917-b61f-7c1a4735ffef tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:26:56.172389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871010c-9942-4950-a474-af7fdf96d9ef tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70f2f3b-61c1-4a2e-ba84-0994baa34aee,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:26:56.174844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3871010c-9942-4950-a474-af7fdf96d9ef tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:26:56.228260 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3871010c-9942-4950-a474-af7fdf96d9ef tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:56.229503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3871010c-9942-4950-a474-af7fdf96d9ef tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2539859 Dec 07 14:26:56.232432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 59804) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:26:56.238356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-68eaac7a-befe-4202-83b7-10db1c02eb61 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'security_group_rule': {'security_group_id': '734aa17f-ddc1-4d79-b725-2232d76b5b98', 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:26:56.245284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-68eaac7a-befe-4202-83b7-10db1c02eb61 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:26:56.249571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-68eaac7a-befe-4202-83b7-10db1c02eb61 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:security_group_rule and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:26:56.252605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-68eaac7a-befe-4202-83b7-10db1c02eb61 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:26:56.258540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-68eaac7a-befe-4202-83b7-10db1c02eb61 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:26:56.313523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-68eaac7a-befe-4202-83b7-10db1c02eb61 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Project cba87c821c804f778d6ba189f62af86d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:26:56.320676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68eaac7a-befe-4202-83b7-10db1c02eb61 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:56.388253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68eaac7a-befe-4202-83b7-10db1c02eb61 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:56.444611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68eaac7a-befe-4202-83b7-10db1c02eb61 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:56.446677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4e75d418-068c-4c70-a9b7-e186139786c8 tempest-SecGroupTest-857311322 tempest-SecGroupTest-857311322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:26:56.469897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eaac7a-befe-4202-83b7-10db1c02eb61 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebbb6a6-382d-4d7a-99f1-b4239df40ed9,revision_number=0']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:26:56.472435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-68eaac7a-befe-4202-83b7-10db1c02eb61 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:26:56.501880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-68eaac7a-befe-4202-83b7-10db1c02eb61 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:56.503085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-68eaac7a-befe-4202-83b7-10db1c02eb61 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2696240 Dec 07 14:26:56.506114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 59808) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:26:56.512575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-1d91b4c8-1893-4cd8-b003-2e6b03891997 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'security_group_rule': {'security_group_id': '734aa17f-ddc1-4d79-b725-2232d76b5b98', 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:26:56.519903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1d91b4c8-1893-4cd8-b003-2e6b03891997 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:26:56.524763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1d91b4c8-1893-4cd8-b003-2e6b03891997 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:security_group_rule and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:26:56.527979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-1d91b4c8-1893-4cd8-b003-2e6b03891997 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:26:56.535164 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-1d91b4c8-1893-4cd8-b003-2e6b03891997 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:26:56.639271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-1d91b4c8-1893-4cd8-b003-2e6b03891997 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Project cba87c821c804f778d6ba189f62af86d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:26:56.646376 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d91b4c8-1893-4cd8-b003-2e6b03891997 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:56.715822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d91b4c8-1893-4cd8-b003-2e6b03891997 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:56.747525 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d91b4c8-1893-4cd8-b003-2e6b03891997 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:56.749665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d53920bb-4173-4835-942e-26d41cd4f9f7 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:26:56.772156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91b4c8-1893-4cd8-b003-2e6b03891997 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855630dc-9ee6-42a8-a732-6b29dff1188b,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:26:56.774546 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d91b4c8-1893-4cd8-b003-2e6b03891997 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:26:56.809771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1d91b4c8-1893-4cd8-b003-2e6b03891997 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:26:56.811058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-1d91b4c8-1893-4cd8-b003-2e6b03891997 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3038421 Dec 07 14:27:00.159088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-89d73d45-a832-4acf-884d-5e879b0a025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:01.696753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:02.474031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c95d480f-fc72-4c0d-9ae6-070bb17e22b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:03.118898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:05.015949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:10.610050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:18.068166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:27:30.004924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-28be20a9-7ac4-4aaf-ad3d-db343794a2b4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Synchronizing usage tracker for tenant:cba87c821c804f778d6ba189f62af86d on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:27:30.049609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-28be20a9-7ac4-4aaf-ad3d-db343794a2b4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Unset dirty status for tenant:cba87c821c804f778d6ba189f62af86d on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:27:30.050933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-28be20a9-7ac4-4aaf-ad3d-db343794a2b4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298052037&fields=id&tenant_id=cba87c821c804f778d6ba189f62af86d HTTP/1.1" status: 200 len: 267 time: 0.0904353 Dec 07 14:27:30.129714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4e1ceffb-a0c5-45c3-baeb-04446ad7b83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:30.213342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-23fbc573-e73b-42fa-bcc0-27416ec6f396 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:30.215263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-23fbc573-e73b-42fa-bcc0-27416ec6f396 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 809 time: 0.1566474 Dec 07 14:27:30.232584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-f282966a-0a95-4be5-b239-6b0ae789308b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/quotas/cba87c821c804f778d6ba189f62af86d HTTP/1.1" status: 200 len: 375 time: 0.0115478 Dec 07 14:27:30.324579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-3ae57b8c-b530-4470-98ca-0c23b6c7f123 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866241 Dec 07 14:27:30.475783 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-4bf740de-5dfd-4654-abd6-0a98ade07694 service neutron] 10.222.0.24 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390655 Dec 07 14:27:30.621538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-3a698d61-8f30-4bb3-b431-c08a8bbd5de3 service neutron] 10.222.0.24 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387897 Dec 07 14:27:31.407846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4e7c1aed-59fc-47e5-b949-8d114a6bfcdd req-8eb4b4eb-aa40-467b-bda2-03d615b31032 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 210 time: 0.1504245 Dec 07 14:27:31.741393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:32.478360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c5b7644c-6b34-48c4-8734-58b96839b445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:32.574129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cab70f43-4237-496d-988e-f924c19fa705 req-29df5545-6b72-4d06-8035-513287549cea tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 210 time: 0.0480857 Dec 07 14:27:33.101252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:33.238110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-a017724f-fdfe-46a4-826b-abc936c296e8 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:33.239681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-a017724f-fdfe-46a4-826b-abc936c296e8 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 809 time: 0.1528716 Dec 07 14:27:33.302082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6cf784c1-e280-4578-8103-df66f7e1b1e9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cba87c821c804f778d6ba189f62af86d HTTP/1.1" status: 200 len: 379 time: 0.0448952 Dec 07 14:27:33.316526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'port': {'device_id': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'admin_state_up': True, 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'security_groups': ['734aa17f-ddc1-4d79-b725-2232d76b5b98']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:27:33.457767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:27:33.462010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:port and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:27:33.465849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:27:33.472015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:27:33.506071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Made reservation on behalf of cba87c821c804f778d6ba189f62af86d for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:27:33.512481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:33.714054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Allocated IP 172.20.0.5 (3f88dde9-a126-4231-8143-b37db606e56e/1754aa35-aa3a-4c8b-9047-9d8352dd07c4/ac5c5115-deae-432b-8165-c0c00b78d48b) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:27:33.756777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-949ccd9e-467f-48e7-ba3d-efe3f15d4526 req-ae5a903d-d770-46a3-a7b7-202b79e91101 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 210 time: 0.0511069 Dec 07 14:27:34.012063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:34.083788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Transition to ACTIVE for port object ac5c5115-deae-432b-8165-c0c00b78d48b will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:27:34.158788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:34.165748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:27:34.233175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Network 3f88dde9-a126-4231-8143-b37db606e56e is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:27:34.241300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:27:34.244028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:27:34.278284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'Port': ['ID=ac5c5115-deae-432b-8165-c0c00b78d48b,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:27:34.284206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:27:34.317349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:34.318309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:34.497709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-1b6aa48e-af84-4c90-9900-4b371c03d8ac tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1848774 Dec 07 14:27:34.515957 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Request body: {'port': {'device_id': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:27:34.636662 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:34.644756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cd1f4b23-1b3d-42de-85fc-d43ace4ff380 None None] Provisioning for port ac5c5115-deae-432b-8165-c0c00b78d48b completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:27:34.650272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-cd1f4b23-1b3d-42de-85fc-d43ace4ff380 None None] Provisioning complete for port ac5c5115-deae-432b-8165-c0c00b78d48b triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:27:34.650695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4b23-1b3d-42de-85fc-d43ace4ff380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:34.705664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f4b23-1b3d-42de-85fc-d43ace4ff380 None None] Port ac5c5115-deae-432b-8165-c0c00b78d48b cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:27:34.972162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bc47a-896b-4cb9-a62e-308bf56e1e27 req-c30aea97-e2fe-45bc-999e-a7953616be43 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:34.975005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a41bc47a-896b-4cb9-a62e-308bf56e1e27 req-c30aea97-e2fe-45bc-999e-a7953616be43 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 931 time: 0.0877781 Dec 07 14:27:35.006451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5c5115-deae-432b-8165-c0c00b78d48b {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:27:35.011934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:35.014564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:35.027253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a41bc47a-896b-4cb9-a62e-308bf56e1e27 req-061bef95-d892-420b-b6e8-607583fbe60f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462193 Dec 07 14:27:35.032708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Transition to ACTIVE for port object ac5c5115-deae-432b-8165-c0c00b78d48b will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:27:35.066070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:35.070939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0bb7e4e0-57c8-48e9-b6fd-5a380ff5102d tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:27:35.202836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Pushing event updated for resources: {'Port': ['ID=ac5c5115-deae-432b-8165-c0c00b78d48b,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:27:35.206897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:27:35.325959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Attempting to bind port ac5c5115-deae-432b-8165-c0c00b78d48b on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:27:35.326313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Attempting to bind port ac5c5115-deae-432b-8165-c0c00b78d48b by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': 'd748c158-66d3-4dcb-83fb-7280ec720f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:27:35.326689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Attempting to bind port ac5c5115-deae-432b-8165-c0c00b78d48b on network 3f88dde9-a126-4231-8143-b37db606e56e {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:27:35.333449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Port ac5c5115-deae-432b-8165-c0c00b78d48b on network 3f88dde9-a126-4231-8143-b37db606e56e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:27:35.333814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Attempting to bind port ac5c5115-deae-432b-8165-c0c00b78d48b on network 3f88dde9-a126-4231-8143-b37db606e56e {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:27:35.341392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:27:35.341906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Checking segment: {'id': 'd748c158-66d3-4dcb-83fb-7280ec720f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:27:35.342432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Bound using segment: {'id': 'd748c158-66d3-4dcb-83fb-7280ec720f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:27:35.343029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Bound port: ac5c5115-deae-432b-8165-c0c00b78d48b, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd748c158-66d3-4dcb-83fb-7280ec720f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:27:35.343566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:35.437320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] For port ac5c5115-deae-432b-8165-c0c00b78d48b, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:27:35.440548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] For port ac5c5115-deae-432b-8165-c0c00b78d48b, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=ac5c5115-deae-432b-8165-c0c00b78d48b,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:27:35.507137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:35.513249 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d1fd6478-5427-481e-99f5-7cf3421088d1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:27:35.570548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:35.572067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] 10.222.0.45 "PUT /v2.0/ports/ac5c5115-deae-432b-8165-c0c00b78d48b HTTP/1.1" status: 200 len: 1093 time: 1.0621202 Dec 07 14:27:35.572619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'tag': 'ac5c5115-deae-432b-8165-c0c00b78d48b'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:27:35.597439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Pushing event updated for resources: {'Port': ['ID=ac5c5115-deae-432b-8165-c0c00b78d48b,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:27:35.601539 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6a83dc6e-e7c5-4109-b14c-a533c563619a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:27:35.637112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'tag': 'ac5c5115-deae-432b-8165-c0c00b78d48b', 'status': 'completed', 'code': 200} Dec 07 14:27:35.734292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-830fb751-4596-4a41-91bb-d357798de32e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 1096 time: 0.0781054 Dec 07 14:27:36.039818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-bf599635-9144-48d9-9b21-3b4317ecf096 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac5c5115-deae-432b-8165-c0c00b78d48b HTTP/1.1" status: 200 len: 217 time: 0.2933927 Dec 07 14:27:36.113412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-e19a5726-475b-4717-8ddb-e69821aa4e3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:36.114995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-e19a5726-475b-4717-8ddb-e69821aa4e3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0643809 Dec 07 14:27:36.203182 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-2e653857-853b-41e0-97b1-fc8e7bb54e02 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780230 Dec 07 14:27:36.236596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f862523-4b6b-40ec-865b-14a5fd473db3 req-ae4da7b0-3a97-4622-962c-c6bf88e6498d tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:36.238186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8f862523-4b6b-40ec-865b-14a5fd473db3 req-ae4da7b0-3a97-4622-962c-c6bf88e6498d tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 943 time: 0.0884542 Dec 07 14:27:36.288227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8f862523-4b6b-40ec-865b-14a5fd473db3 req-3fa156b9-dacc-4a8b-8a02-eb6a285dcb04 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428958 Dec 07 14:27:36.353093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-d14c573a-eb12-460b-93d5-e22f51531a2a service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394663 Dec 07 14:27:36.509838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d7765d32-14eb-4ff5-992b-fce7d7d5833a req-c590b89d-978e-41fa-aec9-493b9c6419d8 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471357 Dec 07 14:27:36.674217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ec4d03ce-2419-4661-88db-5192c7bda3d0 req-894fc8f4-651f-4e20-a631-f8f6f10b2dd6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 1096 time: 0.0750537 Dec 07 14:27:36.820828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d03ce-2419-4661-88db-5192c7bda3d0 req-83bbf20b-47e3-4f85-b42a-943646b2c69b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:36.820828 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ec4d03ce-2419-4661-88db-5192c7bda3d0 req-83bbf20b-47e3-4f85-b42a-943646b2c69b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.1367843 Dec 07 14:27:36.891777 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ec4d03ce-2419-4661-88db-5192c7bda3d0 req-560488ac-7f42-43b8-8106-97f1e2e41f87 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac5c5115-deae-432b-8165-c0c00b78d48b HTTP/1.1" status: 200 len: 217 time: 0.0671582 Dec 07 14:27:36.962677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d03ce-2419-4661-88db-5192c7bda3d0 req-07ece20f-1600-432e-9c7c-ed98d4760c18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:36.964363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ec4d03ce-2419-4661-88db-5192c7bda3d0 req-07ece20f-1600-432e-9c7c-ed98d4760c18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0630074 Dec 07 14:27:37.055419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ec4d03ce-2419-4661-88db-5192c7bda3d0 req-f45f9056-beb7-48ec-b211-b2a4941d0b05 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778849 Dec 07 14:27:37.204502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ec4d03ce-2419-4661-88db-5192c7bda3d0 req-7b3aea0c-1569-4532-babb-53d977903fbc service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383500 Dec 07 14:27:37.351522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ec4d03ce-2419-4661-88db-5192c7bda3d0 req-ebe25db3-d6ef-45b8-bd37-80103db842ad service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370354 Dec 07 14:27:37.505105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60299fb-afe1-4c36-8b21-095ef0e8ab82 req-98db3098-ea6c-43eb-b67c-83def56213d5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:37.506677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a60299fb-afe1-4c36-8b21-095ef0e8ab82 req-98db3098-ea6c-43eb-b67c-83def56213d5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 943 time: 0.0821557 Dec 07 14:27:37.554487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a60299fb-afe1-4c36-8b21-095ef0e8ab82 req-027e05fc-a556-415e-8f8c-820d15a28432 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415897 Dec 07 14:27:38.763766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c76665-2edf-4f04-98a8-84b1c201d4f8 req-1dd2fbf0-07b7-45b9-acbe-7893f33cc586 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:38.765358 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b0c76665-2edf-4f04-98a8-84b1c201d4f8 req-1dd2fbf0-07b7-45b9-acbe-7893f33cc586 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 943 time: 0.0863607 Dec 07 14:27:38.812827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b0c76665-2edf-4f04-98a8-84b1c201d4f8 req-3f9f5c91-f4df-40f4-9005-959beed27da5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414660 Dec 07 14:27:40.014284 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50738b59-cde6-44f0-a5dc-41506ef614f9 req-d55bc459-53f8-45f1-9669-e9911dcc9c7e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:40.015929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-50738b59-cde6-44f0-a5dc-41506ef614f9 req-d55bc459-53f8-45f1-9669-e9911dcc9c7e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 943 time: 0.0826871 Dec 07 14:27:40.064462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-50738b59-cde6-44f0-a5dc-41506ef614f9 req-15e16278-b6c1-4dcb-ac45-03dc0d633f1c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423739 Dec 07 14:27:40.621847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:41.289184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10dc44-1700-4ccb-a37b-9c2a674d8759 req-ec5d14ff-2113-4c99-94d4-bc3e5655d97a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:41.290897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ed10dc44-1700-4ccb-a37b-9c2a674d8759 req-ec5d14ff-2113-4c99-94d4-bc3e5655d97a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 943 time: 0.0890129 Dec 07 14:27:41.347971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ed10dc44-1700-4ccb-a37b-9c2a674d8759 req-58b0b4fe-852f-4517-b2a2-99f9ffce379b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475609 Dec 07 14:27:42.556115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557695c-025c-4903-9c1e-0fa830773d06 req-65b99a22-c234-40e8-9d11-f4c8cdb96c57 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:42.558119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8557695c-025c-4903-9c1e-0fa830773d06 req-65b99a22-c234-40e8-9d11-f4c8cdb96c57 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 943 time: 0.0837631 Dec 07 14:27:42.610453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8557695c-025c-4903-9c1e-0fa830773d06 req-6bcffaf4-cb33-48ad-8dc4-c8dc89f6ed14 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463576 Dec 07 14:27:43.814913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b61aa6-3225-4897-ba9e-300b4eb9ed60 req-f797e0e6-0e67-4d73-a809-7c2861416959 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:43.816534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-09b61aa6-3225-4897-ba9e-300b4eb9ed60 req-f797e0e6-0e67-4d73-a809-7c2861416959 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 943 time: 0.0829360 Dec 07 14:27:43.864448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-09b61aa6-3225-4897-ba9e-300b4eb9ed60 req-f9fbcebc-c42c-4526-83eb-a2b512dead36 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417559 Dec 07 14:27:45.076235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ea208-53ab-4c35-843c-efade1a620c9 req-146e9608-8965-4afe-be0f-2f51fec28af8 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:45.077826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-257ea208-53ab-4c35-843c-efade1a620c9 req-146e9608-8965-4afe-be0f-2f51fec28af8 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 943 time: 0.0895460 Dec 07 14:27:45.126740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-257ea208-53ab-4c35-843c-efade1a620c9 req-2812d7ba-a0ee-4c1c-9705-c5500f9192dc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427327 Dec 07 14:27:45.834068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device ac5c5115-deae-432b-8165-c0c00b78d48b details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:27:45.973906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port ac5c5115-deae-432b-8165-c0c00b78d48b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=ac5c5115-deae-432b-8165-c0c00b78d48b,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:27:45.988411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'ac5c5115-deae-432b-8165-c0c00b78d48b', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'port_id': 'ac5c5115-deae-432b-8165-c0c00b78d48b', 'mac_address': 'fa:16:3e:16:d2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:27:46.042674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:46.060386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5c5115-deae-432b-8165-c0c00b78d48b {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:27:46.075728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port ac5c5115-deae-432b-8165-c0c00b78d48b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=ac5c5115-deae-432b-8165-c0c00b78d48b,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:27:46.100631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:46.102435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:27:46.166335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=ac5c5115-deae-432b-8165-c0c00b78d48b,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:27:46.175313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:46.175703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:46.176088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:46.176462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:46.176834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:46.177204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:46.177569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:46.177935 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:46.178301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:46.178674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:46.179025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:46.183173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:27:46.330794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbb8cb-07a7-42e3-9911-ff39c3ccdf61 req-99131562-5856-42b5-a2f8-e93b742e0477 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:46.332366 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f9fbb8cb-07a7-42e3-9911-ff39c3ccdf61 req-99131562-5856-42b5-a2f8-e93b742e0477 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 944 time: 0.0834773 Dec 07 14:27:46.362194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['ac5c5115-deae-432b-8165-c0c00b78d48b'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:27:46.379875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f9fbb8cb-07a7-42e3-9911-ff39c3ccdf61 req-9856c00e-a496-4b6f-b171-4c52393e3009 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408213 Dec 07 14:27:47.606860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661cf61-edcc-4bff-85af-bcf5078f1248 req-8498e9ce-887e-421f-8c8a-7dd1a93ba33a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:47.608388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7661cf61-edcc-4bff-85af-bcf5078f1248 req-8498e9ce-887e-421f-8c8a-7dd1a93ba33a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 944 time: 0.0915933 Dec 07 14:27:47.658106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7661cf61-edcc-4bff-85af-bcf5078f1248 req-b69df2ef-e95b-49ea-b02d-172e1868f615 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435765 Dec 07 14:27:47.834140 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device ac5c5115-deae-432b-8165-c0c00b78d48b up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:27:47.923664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port ac5c5115-deae-432b-8165-c0c00b78d48b completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:27:47.928466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port ac5c5115-deae-432b-8165-c0c00b78d48b triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:27:47.928891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:48.046033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:48.072657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5c5115-deae-432b-8165-c0c00b78d48b'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:27:48.082768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port ac5c5115-deae-432b-8165-c0c00b78d48b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=ac5c5115-deae-432b-8165-c0c00b78d48b,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:27:48.107331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:48.109796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-097ec17c-62d1-4dc1-b74b-7a44d8e53007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:27:48.146151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5c5115-deae-432b-8165-c0c00b78d48b', 'code': 200} Dec 07 14:27:48.179623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=ac5c5115-deae-432b-8165-c0c00b78d48b,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:27:48.182851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:27:48.520049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0c325058-3dae-46a2-9f76-74d76152aff3 req-df8cd8cb-0237-4df7-8fb8-b8b94f28a854 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 1098 time: 0.0734520 Dec 07 14:27:48.566221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0c325058-3dae-46a2-9f76-74d76152aff3 req-2643a943-0998-4e4c-b691-95cb643a23bf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367451 Dec 07 14:27:48.863643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eca4f0-87fa-403f-813f-eadd0a32b987 req-6ffeae0a-a208-4372-9c36-504d5200cbdf tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:48.865156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-82eca4f0-87fa-403f-813f-eadd0a32b987 req-6ffeae0a-a208-4372-9c36-504d5200cbdf tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0816224 Dec 07 14:27:48.918390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-82eca4f0-87fa-403f-813f-eadd0a32b987 req-c1840a35-0dc8-445c-ac99-667c7191c0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465436 Dec 07 14:27:50.125031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d80f0-9478-4a95-a072-4466861290d9 req-9860f855-5702-41c1-b36f-6b1addc18762 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:50.126542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e88d80f0-9478-4a95-a072-4466861290d9 req-9860f855-5702-41c1-b36f-6b1addc18762 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0821216 Dec 07 14:27:50.174712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e88d80f0-9478-4a95-a072-4466861290d9 req-1e0e106f-7bd5-43b3-94ef-98cb62884897 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419290 Dec 07 14:27:50.382090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9df29b-c186-488f-9f2d-74a1147b244e req-d6986877-0367-4754-8f1c-a461566eefd2 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:50.383603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5e9df29b-c186-488f-9f2d-74a1147b244e req-d6986877-0367-4754-8f1c-a461566eefd2 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0851538 Dec 07 14:27:50.433338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5e9df29b-c186-488f-9f2d-74a1147b244e req-fbbd01e8-4065-4ff0-a369-73cf277cde6d tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429003 Dec 07 14:27:50.460505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60056) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:27:50.604747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-39d44c39-1574-4845-82ee-53f2ed265d5c tempest-TestShelveInstance-3190755 tempest-TestShelveInstance-3190755-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 1093 time: 0.1429513 Dec 07 14:27:50.607654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60062) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:27:50.613221 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': 'ac5c5115-deae-432b-8165-c0c00b78d48b', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:27:50.619902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:27:50.624169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Usage tracker for resource:floatingip and tenant:cba87c821c804f778d6ba189f62af86d is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:27:50.627094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:27:50.633126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:27:50.676811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for floatingip, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:50.824707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:50.972105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Allocated IP 172.36.4.49 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/e813aeeb-1bde-4df7-afb9-e46b953bf300) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:27:51.417381 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:51.471680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:51.476375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-82f0073e-9c2c-45ca-ba6b-949b9525f9e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:27:51.536730 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:27:51.550375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:27:51.552462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'Port': ['ID=e813aeeb-1bde-4df7-afb9-e46b953bf300,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:27:51.555446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:27:51.605788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:51.606138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:51.606552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:51.606965 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:51.607397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:51.607804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:51.608205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:51.608630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:51.609012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:51.609423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:51.609809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:27:51.614872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:27:52.087971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:52.171901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:52.382947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:52.414762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:52.419593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c96f5cdc-1ae0-4f05-95f5-9de478bfa9c1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:27:52.531032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event updated for resources: {'Port': ['ID=e813aeeb-1bde-4df7-afb9-e46b953bf300,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:27:52.535222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:27:52.544423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:52.737534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Floating IP 3b01770f-77e0-4f71-84ce-97e5fd2f9407 associated. External IP: 172.36.4.49, port: ac5c5115-deae-432b-8165-c0c00b78d48b. Dec 07 14:27:53.142954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:27:53.354904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:27:53.365151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84f007e-d15c-4671-956a-51e31cf313a2 None None] Sync routers for ids ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:27:53.379307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84f007e-d15c-4671-956a-51e31cf313a2 None None] Routers {'91201d5e-caa9-4bf6-9a0b-4f82b6db5763'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:27:53.380035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b84f007e-d15c-4671-956a-51e31cf313a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:27:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:27:53.506875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:27:53.564853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9560692 Dec 07 14:27:53.565542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'tag': 'ac5c5115-deae-432b-8165-c0c00b78d48b'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:27:53.579874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b84f007e-d15c-4671-956a-51e31cf313a2 None None] Set router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:27:53.737156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'tag': 'ac5c5115-deae-432b-8165-c0c00b78d48b', 'status': 'completed', 'code': 200} Dec 07 14:27:53.841321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8843afc8-c66e-4234-b8be-4c35715d172a req-e05f58e2-f7f9-4b32-bd31-993ff323c03e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 1098 time: 0.0796168 Dec 07 14:27:53.991309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843afc8-c66e-4234-b8be-4c35715d172a req-e47ecdc8-b39a-426f-a2a2-3d5cdc621dea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:53.992893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8843afc8-c66e-4234-b8be-4c35715d172a req-e47ecdc8-b39a-426f-a2a2-3d5cdc621dea service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.1451988 Dec 07 14:27:54.082467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b84f007e-d15c-4671-956a-51e31cf313a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 4, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '3b01770f-77e0-4f71-84ce-97e5fd2f9407', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'floating_ip_address': '172.36.4.49', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'port_id': 'ac5c5115-deae-432b-8165-c0c00b78d48b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'mac_address': 'fa:16:3e:16:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:27:51Z', 'updated_at': '2021-12-07T14:27:51Z', 'revision_number': 0, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b917a3-8eec-41b0-b59c-a1c8d16a79d6', 'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'mac_address': 'fa:16:3e:ce:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:16Z', 'updated_at': '2021-12-07T14:22:27Z', 'revision_number': 5, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'subnets': [{'id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:27:54.086422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84f007e-d15c-4671-956a-51e31cf313a2 None None] Checking router: 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:27:54.097841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84f007e-d15c-4671-956a-51e31cf313a2 None None] Routers {'91201d5e-caa9-4bf6-9a0b-4f82b6db5763'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:27:54.098483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b84f007e-d15c-4671-956a-51e31cf313a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:27:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:27:54.102384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8843afc8-c66e-4234-b8be-4c35715d172a req-12643ef4-3484-4e84-9eaf-1ecb0fd48695 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac5c5115-deae-432b-8165-c0c00b78d48b HTTP/1.1" status: 200 len: 998 time: 0.1031923 Dec 07 14:27:54.171151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843afc8-c66e-4234-b8be-4c35715d172a req-1935032d-d650-412f-86f7-a16ff28dbcf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:27:54.172848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8843afc8-c66e-4234-b8be-4c35715d172a req-1935032d-d650-412f-86f7-a16ff28dbcf0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0641177 Dec 07 14:27:54.254142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8843afc8-c66e-4234-b8be-4c35715d172a req-18ccace1-2ff9-49f9-9c78-1bedd9da36a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731418 Dec 07 14:27:54.283195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b84f007e-d15c-4671-956a-51e31cf313a2 None None] Set router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:27:54.398093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8843afc8-c66e-4234-b8be-4c35715d172a req-8249abcd-e8fe-4d09-a836-f8a9e35ac90a service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366603 Dec 07 14:27:54.538949 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8843afc8-c66e-4234-b8be-4c35715d172a req-57ce9013-fb14-4f85-9bab-337b3afc009d service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347275 Dec 07 14:27:54.645474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b84f007e-d15c-4671-956a-51e31cf313a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 4, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '3b01770f-77e0-4f71-84ce-97e5fd2f9407', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'floating_ip_address': '172.36.4.49', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'port_id': 'ac5c5115-deae-432b-8165-c0c00b78d48b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'mac_address': 'fa:16:3e:16:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:27:51Z', 'updated_at': '2021-12-07T14:27:51Z', 'revision_number': 0, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b917a3-8eec-41b0-b59c-a1c8d16a79d6', 'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'mac_address': 'fa:16:3e:ce:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:16Z', 'updated_at': '2021-12-07T14:22:27Z', 'revision_number': 5, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'subnets': [{'id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:27:54.649590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84f007e-d15c-4671-956a-51e31cf313a2 None None] The sync data for ids ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'] in dv-neutron-ussuri-2-hyperv is: [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 4, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '3b01770f-77e0-4f71-84ce-97e5fd2f9407', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'floating_ip_address': '172.36.4.49', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'port_id': 'ac5c5115-deae-432b-8165-c0c00b78d48b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'mac_address': 'fa:16:3e:16:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:27:51Z', 'updated_at': '2021-12-07T14:27:51Z', 'revision_number': 0, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b917a3-8eec-41b0-b59c-a1c8d16a79d6', 'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'mac_address': 'fa:16:3e:ce:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:16Z', 'updated_at': '2021-12-07T14:22:27Z', 'revision_number': 5, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'subnets': [{'id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:27:55.024262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a86fe-4b54-4e4e-a520-33cc03c0e69d None None] New status for floating IP 3b01770f-77e0-4f71-84ce-97e5fd2f9407: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:27:55.068871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:28:00.180997 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8eab-960f-4cf2-a8b0-65a54a766012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:28:01.721399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:28:02.466415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5a4fc0af-168b-4e81-a13b-62d1f9d217b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:28:03.111911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:28:05.020509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:28:10.684323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:28:21.207766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6fbbb212-ce2f-4612-803e-8594418c4ff3 req-757b0062-a35f-4ff8-9c14-d2cfa11ae459 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1461902 Dec 07 14:28:21.362772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6fbbb212-ce2f-4612-803e-8594418c4ff3 req-c81852ea-e5eb-4699-8c85-9b057fe293b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 1098 time: 0.0743220 Dec 07 14:28:21.525172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbb212-ce2f-4612-803e-8594418c4ff3 req-113faae0-17e7-4bc6-ad15-b951087498c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:28:21.526746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6fbbb212-ce2f-4612-803e-8594418c4ff3 req-113faae0-17e7-4bc6-ad15-b951087498c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.1372302 Dec 07 14:28:21.638766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6fbbb212-ce2f-4612-803e-8594418c4ff3 req-cd91ad41-9c90-4269-a470-ce5c262d72ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac5c5115-deae-432b-8165-c0c00b78d48b HTTP/1.1" status: 200 len: 1000 time: 0.1014252 Dec 07 14:28:21.710124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbb212-ce2f-4612-803e-8594418c4ff3 req-81c66072-c1cd-4c04-be5d-fb8de8cce8ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:28:21.711727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6fbbb212-ce2f-4612-803e-8594418c4ff3 req-81c66072-c1cd-4c04-be5d-fb8de8cce8ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0632801 Dec 07 14:28:21.797031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6fbbb212-ce2f-4612-803e-8594418c4ff3 req-9195a3fd-46eb-4727-baec-45f5271b5231 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747879 Dec 07 14:28:21.943623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6fbbb212-ce2f-4612-803e-8594418c4ff3 req-00f6e11a-b9d7-4f57-90a3-61c28c1461da service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361382 Dec 07 14:28:22.087380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6fbbb212-ce2f-4612-803e-8594418c4ff3 req-4f82eb16-8055-474a-8773-9f1b6563b8e1 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353309 Dec 07 14:28:30.163322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6f5245fa-29b2-4a74-8445-8f3cf4c549d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:28:31.694548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:28:32.073277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:28:32.472121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d344b587-d5ef-48fb-a628-10d2ffecef12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:28:33.121677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:28:35.169093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:28:40.666242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:29:00.156901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fdb1bf7b-cacb-49a2-a16d-eb242454a310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:29:01.705619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:29:02.482396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-876e75aa-5243-4551-8638-445f3c727b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:29:03.132439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:29:05.025369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:29:09.075520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:29:10.665275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:29:22.138736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2f77a581-c6e4-40de-baa2-afb84ab43cd1 req-17bdf459-0020-4c67-acbf-00716e373194 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773757 Dec 07 14:29:22.297889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2f77a581-c6e4-40de-baa2-afb84ab43cd1 req-9750fa49-0ce8-4f02-99d5-e4cd37280636 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 1098 time: 0.0817480 Dec 07 14:29:22.692830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77a581-c6e4-40de-baa2-afb84ab43cd1 req-7b51f17b-1725-43d6-8805-8122c0678ba6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:29:22.693778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2f77a581-c6e4-40de-baa2-afb84ab43cd1 req-7b51f17b-1725-43d6-8805-8122c0678ba6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.3744481 Dec 07 14:29:22.805512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2f77a581-c6e4-40de-baa2-afb84ab43cd1 req-f0c0b707-d477-4472-b7c2-2eb6d5ab15de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac5c5115-deae-432b-8165-c0c00b78d48b HTTP/1.1" status: 200 len: 1000 time: 0.1038594 Dec 07 14:29:22.878062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77a581-c6e4-40de-baa2-afb84ab43cd1 req-7a548ba5-0e7c-4e39-86d0-5414935e0031 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:29:22.879614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2f77a581-c6e4-40de-baa2-afb84ab43cd1 req-7a548ba5-0e7c-4e39-86d0-5414935e0031 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0637417 Dec 07 14:29:22.960930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2f77a581-c6e4-40de-baa2-afb84ab43cd1 req-5bf0aee8-3cf6-4a3c-a425-de8cb81e517b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743141 Dec 07 14:29:23.102143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2f77a581-c6e4-40de-baa2-afb84ab43cd1 req-5c911cef-4c29-4bf2-8f68-a2219278e01a service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342459 Dec 07 14:29:23.252199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2f77a581-c6e4-40de-baa2-afb84ab43cd1 req-bde3e343-67f9-4c72-b480-844237871ea8 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383352 Dec 07 14:29:30.151638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4638bbba-5605-40aa-bb6a-367b3340727c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:29:31.703659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:29:32.474780 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4100443b-4527-42a9-b5f1-d033f3096a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:29:33.131929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:29:35.025616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:29:40.663591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:29:46.076674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:30:00.160168 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c5b797c9-336f-4d45-b3ec-4d881b9cfabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:30:01.697218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:30:02.470520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2d9bcfda-c568-45b4-9b9d-3d76c1278963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:30:03.138680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:30:05.024850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:30:10.668901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:30:22.138910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-42e8cbf3-5758-4ed1-b3dc-970ca5f8fa06 req-bf4ad449-70a2-47bb-b2c8-1b5f8d007f10 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769873 Dec 07 14:30:22.298415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-42e8cbf3-5758-4ed1-b3dc-970ca5f8fa06 req-f4398f7b-6a53-49cb-ae4f-51817aa31080 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 1098 time: 0.0757022 Dec 07 14:30:22.455691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8cbf3-5758-4ed1-b3dc-970ca5f8fa06 req-bdaa1669-e962-48e9-9bec-c08ab6db5b6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:30:22.457265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-42e8cbf3-5758-4ed1-b3dc-970ca5f8fa06 req-bdaa1669-e962-48e9-9bec-c08ab6db5b6a service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.1388829 Dec 07 14:30:22.567325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-42e8cbf3-5758-4ed1-b3dc-970ca5f8fa06 req-f3ac7840-768e-42cd-8665-c34eb2b17aea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac5c5115-deae-432b-8165-c0c00b78d48b HTTP/1.1" status: 200 len: 1000 time: 0.1017151 Dec 07 14:30:22.639583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8cbf3-5758-4ed1-b3dc-970ca5f8fa06 req-6db1dbe5-78b9-4cee-9f3f-e6af54508323 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:30:22.641112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-42e8cbf3-5758-4ed1-b3dc-970ca5f8fa06 req-6db1dbe5-78b9-4cee-9f3f-e6af54508323 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0642340 Dec 07 14:30:22.728226 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-42e8cbf3-5758-4ed1-b3dc-970ca5f8fa06 req-51c7b267-962c-4c25-aa61-81982aaec8ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766759 Dec 07 14:30:22.874792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-42e8cbf3-5758-4ed1-b3dc-970ca5f8fa06 req-c96a6a33-00a3-4e3a-bdbb-fb941680414e service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357028 Dec 07 14:30:23.020402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-42e8cbf3-5758-4ed1-b3dc-970ca5f8fa06 req-8f0d4c09-4906-43a5-b906-a139c6c4f7c5 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355460 Dec 07 14:30:23.077417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:30:30.149939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-06530252-7d30-410c-b2f1-e5682a344c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:30:31.698723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:30:32.474330 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-38d9441d-37f4-4902-894b-cdb89b70f91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:30:33.281535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:30:35.030091 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:30:40.698903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:30:44.308134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bd76c-dca1-4658-9230-40544e41f0d9 req-fbb7c4bd-038d-48cc-bcf6-916f90d52326 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:30:44.309851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ac4bd76c-dca1-4658-9230-40544e41f0d9 req-fbb7c4bd-038d-48cc-bcf6-916f90d52326 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0937159 Dec 07 14:30:44.363074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ac4bd76c-dca1-4658-9230-40544e41f0d9 req-54d6c796-2cc8-40e0-af7b-5316c55ea0ba tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459106 Dec 07 14:30:45.575635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12747a-9784-4b2f-af9d-2280832f52d0 req-13a2c7e5-2c6d-4230-ae06-110781fb9f8c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:30:45.577717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d12747a-9784-4b2f-af9d-2280832f52d0 req-13a2c7e5-2c6d-4230-ae06-110781fb9f8c tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0821772 Dec 07 14:30:45.625993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3d12747a-9784-4b2f-af9d-2280832f52d0 req-a63847e8-29bf-4003-a819-537d2f0c12ca tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417714 Dec 07 14:30:46.836947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4f660-a3d4-4f61-86a1-a250d4707645 req-f1bc2321-83a5-4730-9193-aced8efa2976 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:30:46.838491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ccc4f660-a3d4-4f61-86a1-a250d4707645 req-f1bc2321-83a5-4730-9193-aced8efa2976 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0863886 Dec 07 14:30:46.886491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ccc4f660-a3d4-4f61-86a1-a250d4707645 req-5c9f45ee-89e1-4ee3-b609-7bbe47bb5bbf tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412204 Dec 07 14:30:48.097871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2500762-e362-45a3-a502-09807f0835d0 req-350fa136-68dc-4f50-b368-14f0f5c5b57a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:30:48.099510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a2500762-e362-45a3-a502-09807f0835d0 req-350fa136-68dc-4f50-b368-14f0f5c5b57a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0821738 Dec 07 14:30:48.150761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a2500762-e362-45a3-a502-09807f0835d0 req-7f7e9958-fa8a-42dc-a6c3-2d49b565d085 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450678 Dec 07 14:30:49.356230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6589db-7604-41a3-9dbe-92da846eb8f8 req-5d62fa5a-fa72-47a6-a994-266239319692 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:30:49.357855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da6589db-7604-41a3-9dbe-92da846eb8f8 req-5d62fa5a-fa72-47a6-a994-266239319692 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0826008 Dec 07 14:30:49.406843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-da6589db-7604-41a3-9dbe-92da846eb8f8 req-b353ad0a-b8e2-4aa6-a6aa-fdfe3d257122 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418904 Dec 07 14:30:50.633269 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b3f2d-357b-45b5-95bb-8796d95719ec req-0fdc6325-b067-432f-af32-f691a50c117b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:30:50.634723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4e6b3f2d-357b-45b5-95bb-8796d95719ec req-0fdc6325-b067-432f-af32-f691a50c117b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0864255 Dec 07 14:30:50.684443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4e6b3f2d-357b-45b5-95bb-8796d95719ec req-dc34c1d0-d987-42c4-8f45-f29568b370af tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442491 Dec 07 14:30:51.901259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793973c4-654b-45e8-8055-98ab57243733 req-21246131-f7e8-4b6d-b258-c6f4c8ca2666 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:30:51.902860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-793973c4-654b-45e8-8055-98ab57243733 req-21246131-f7e8-4b6d-b258-c6f4c8ca2666 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0824702 Dec 07 14:30:51.952420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-793973c4-654b-45e8-8055-98ab57243733 req-5c802217-4233-428c-b534-f2dc525b847e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422966 Dec 07 14:30:53.157335 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f90f89-ec38-420f-8326-5e4bca9680af req-fe8ef9ae-b5c6-4672-bfb6-8571bfa9230a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:30:53.158894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-44f90f89-ec38-420f-8326-5e4bca9680af req-fe8ef9ae-b5c6-4672-bfb6-8571bfa9230a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0848372 Dec 07 14:30:53.205500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-44f90f89-ec38-420f-8326-5e4bca9680af req-4d765d81-4e00-4f73-912d-0d6e89615914 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405004 Dec 07 14:30:54.413160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31c2e-7a6d-4e30-a43a-843a5d21dadb req-be176ac6-252b-4d47-8639-afc3c937d4c0 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:30:54.414786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aaf31c2e-7a6d-4e30-a43a-843a5d21dadb req-be176ac6-252b-4d47-8639-afc3c937d4c0 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0838723 Dec 07 14:30:54.465941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aaf31c2e-7a6d-4e30-a43a-843a5d21dadb req-d5f699ff-d1bd-4f3d-8d8d-15156d325dcc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451539 Dec 07 14:30:55.912512 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f96109-1818-420c-a7c2-d78904681aa5 req-48fbec23-23d6-4719-b1e7-ac327f063b6b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:30:55.914105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c1f96109-1818-420c-a7c2-d78904681aa5 req-48fbec23-23d6-4719-b1e7-ac327f063b6b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.3237000 Dec 07 14:30:55.962296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c1f96109-1818-420c-a7c2-d78904681aa5 req-7a0fe804-4c7d-451f-a396-850faec9cf10 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417521 Dec 07 14:30:57.165701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db1d2c-55dc-4d1f-85b8-974ff177b42b req-b5eb00c4-861a-4840-b834-6a0c57321f83 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:30:57.167334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b1db1d2c-55dc-4d1f-85b8-974ff177b42b req-b5eb00c4-861a-4840-b834-6a0c57321f83 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0848708 Dec 07 14:30:57.214831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b1db1d2c-55dc-4d1f-85b8-974ff177b42b req-8b347c95-0b1d-418f-bcca-e213a630a77e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412076 Dec 07 14:30:58.419138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbf0bb-5e93-499b-95bd-e95c494094af req-e39aaafa-537d-436f-8370-3f4e5764de0a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:30:58.421590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8acbf0bb-5e93-499b-95bd-e95c494094af req-e39aaafa-537d-436f-8370-3f4e5764de0a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0827878 Dec 07 14:30:58.468642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8acbf0bb-5e93-499b-95bd-e95c494094af req-aee953ec-495e-4523-bc6f-c36fa6210940 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409920 Dec 07 14:30:59.416604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9dfd9aba-2567-47a2-8877-c93180af2f7a req-4f7bf2f9-cfd0-424d-adf2-55d83993da3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 1098 time: 0.0734186 Dec 07 14:30:59.560201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd9aba-2567-47a2-8877-c93180af2f7a req-49256206-0243-419e-81c2-ffccdb894d38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:30:59.562537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9dfd9aba-2567-47a2-8877-c93180af2f7a req-49256206-0243-419e-81c2-ffccdb894d38 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.1343083 Dec 07 14:30:59.674427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9dfd9aba-2567-47a2-8877-c93180af2f7a req-49feccf7-8e57-408a-83d4-0e87827f2ae9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac5c5115-deae-432b-8165-c0c00b78d48b HTTP/1.1" status: 200 len: 1000 time: 0.1023808 Dec 07 14:30:59.679332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e9023-1737-46ca-a412-1589d47a9887 req-f286aba8-ea15-4a26-a07d-1b8fdda5fd9e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:30:59.680928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-009e9023-1737-46ca-a412-1589d47a9887 req-f286aba8-ea15-4a26-a07d-1b8fdda5fd9e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0896466 Dec 07 14:30:59.729652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-009e9023-1737-46ca-a412-1589d47a9887 req-c355f994-1b91-4501-8d33-57f91c322998 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419726 Dec 07 14:30:59.751392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd9aba-2567-47a2-8877-c93180af2f7a req-656e88e2-15e5-46c2-89fd-c1454cee37ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:30:59.752964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9dfd9aba-2567-47a2-8877-c93180af2f7a req-656e88e2-15e5-46c2-89fd-c1454cee37ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0693040 Dec 07 14:30:59.838541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9dfd9aba-2567-47a2-8877-c93180af2f7a req-b199ad85-6d67-409e-b6d7-e312b3299340 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748489 Dec 07 14:30:59.983731 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9dfd9aba-2567-47a2-8877-c93180af2f7a req-a5f7eb67-2003-47ca-852f-ce359a449f9e service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340680 Dec 07 14:31:00.078184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:31:00.128065 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9dfd9aba-2567-47a2-8877-c93180af2f7a req-fbdb3687-6181-4f52-b84e-483bec67e877 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346569 Dec 07 14:31:00.161135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d79e7948-1bd9-46d7-93e5-e8eab2e8bae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:00.936364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f362b74-25a0-429b-b892-98f11c306d11 req-10c93fe4-ae59-4606-a1ab-026873d78ae1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:00.937954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6f362b74-25a0-429b-b892-98f11c306d11 req-10c93fe4-ae59-4606-a1ab-026873d78ae1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0868800 Dec 07 14:31:00.986497 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6f362b74-25a0-429b-b892-98f11c306d11 req-321748cc-1b02-4694-a547-2352184227cc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420411 Dec 07 14:31:01.703878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:02.374483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a2344-5ac2-42a8-894c-1b0d31773997 req-fc196e4b-09eb-4732-8e97-eeca22fb52b8 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:02.376119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1a3a2344-5ac2-42a8-894c-1b0d31773997 req-fc196e4b-09eb-4732-8e97-eeca22fb52b8 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0858192 Dec 07 14:31:02.424938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1a3a2344-5ac2-42a8-894c-1b0d31773997 req-c4b5dd7a-a6a2-49b6-989d-edfc30d03602 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426743 Dec 07 14:31:02.481210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-213818e9-2d0f-4cc3-867b-a4b28c5972b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:03.130144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:03.651191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4336edb-66ed-47cc-8097-4aed1d89afa8 req-1b7bb066-f2e5-4145-b880-cc3e525d20b0 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:03.652972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f4336edb-66ed-47cc-8097-4aed1d89afa8 req-1b7bb066-f2e5-4145-b880-cc3e525d20b0 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0980134 Dec 07 14:31:03.713763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f4336edb-66ed-47cc-8097-4aed1d89afa8 req-eb10a010-7f6a-4922-94b0-c64c4d01a170 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527203 Dec 07 14:31:03.974030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b1d4553d-e11a-437a-bab1-7a4da49cfd1e req-e67a9f64-a83a-459f-93bb-9852249a5362 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1402512 Dec 07 14:31:04.354964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabef4cc-a125-4315-a292-03bfdcd45013 req-b267d3de-fa2a-4b67-9b94-9751693fae9d tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:04.356579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dabef4cc-a125-4315-a292-03bfdcd45013 req-b267d3de-fa2a-4b67-9b94-9751693fae9d tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0835645 Dec 07 14:31:04.377765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3e36bf43-2a03-4269-84d3-2ae281efce54 req-4c17462d-1b67-4204-a708-a86a4551af8b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1543210 Dec 07 14:31:04.411462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-dabef4cc-a125-4315-a292-03bfdcd45013 req-05fd3f53-fa27-46d6-b898-425736ed27d5 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475178 Dec 07 14:31:05.030183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:05.621693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdacb02-4b84-4948-ba57-e2e9fd475e02 req-cfc73250-d789-4fbc-bc40-6de2849a4901 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:05.623332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0cdacb02-4b84-4948-ba57-e2e9fd475e02 req-cfc73250-d789-4fbc-bc40-6de2849a4901 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0858543 Dec 07 14:31:05.674465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0cdacb02-4b84-4948-ba57-e2e9fd475e02 req-c1118807-c181-44be-82d8-ac73262d1b12 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431495 Dec 07 14:31:06.594600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device ac5c5115-deae-432b-8165-c0c00b78d48b no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:31:06.718566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:06.746784 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac5c5115-deae-432b-8165-c0c00b78d48b'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:31:06.757217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port ac5c5115-deae-432b-8165-c0c00b78d48b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=ac5c5115-deae-432b-8165-c0c00b78d48b,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:31:06.783907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:06.786492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f21c8bf8-fc6a-4709-aac9-b00549b0df33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:31:06.862516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=ac5c5115-deae-432b-8165-c0c00b78d48b,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:31:06.872678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:31:06.873070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:31:06.873454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:31:06.874025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:31:06.874840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:31:06.875223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:31:06.875623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:31:06.876000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:31:06.876579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:31:06.876953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:31:06.877360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:31:06.882120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:31:06.894514 dv-neutron-ussuri-2-hyperv neutron-server[88788]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ac5c5115-deae-432b-8165-c0c00b78d48b', 'code': 422} returned with failed status Dec 07 14:31:06.923465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10d006-d29d-41cf-9546-dc460fee7e47 req-1ec36abd-9826-4e69-8aad-278c773ea753 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:06.925107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0e10d006-d29d-41cf-9546-dc460fee7e47 req-1ec36abd-9826-4e69-8aad-278c773ea753 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 943 time: 0.1234393 Dec 07 14:31:06.958607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3e36bf43-2a03-4269-84d3-2ae281efce54 req-3f7f2c3c-4310-4cd5-9f19-a394420d06c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143&tenant_id=cba87c821c804f778d6ba189f62af86d HTTP/1.1" status: 200 len: 1096 time: 0.0914812 Dec 07 14:31:06.975354 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0e10d006-d29d-41cf-9546-dc460fee7e47 req-d1938d25-eacb-4a0d-bf35-a3636862ccae tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439441 Dec 07 14:31:07.062818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3e36bf43-2a03-4269-84d3-2ae281efce54 req-b627ea32-c9d5-470e-be19-8e4e7a9f5fc8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 1096 time: 0.0736458 Dec 07 14:31:07.204138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36bf43-2a03-4269-84d3-2ae281efce54 req-eda8e3c6-db1e-4ada-be1d-6a5b2601a41a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:07.205707 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3e36bf43-2a03-4269-84d3-2ae281efce54 req-eda8e3c6-db1e-4ada-be1d-6a5b2601a41a service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.1338196 Dec 07 14:31:07.320010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3e36bf43-2a03-4269-84d3-2ae281efce54 req-3b909b74-aec1-47ba-8728-f706d7153961 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac5c5115-deae-432b-8165-c0c00b78d48b HTTP/1.1" status: 200 len: 998 time: 0.1046026 Dec 07 14:31:07.391657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36bf43-2a03-4269-84d3-2ae281efce54 req-c832a6c1-86fc-4da4-8aef-d23fe941ad63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:07.393170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3e36bf43-2a03-4269-84d3-2ae281efce54 req-c832a6c1-86fc-4da4-8aef-d23fe941ad63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0623057 Dec 07 14:31:07.477325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3e36bf43-2a03-4269-84d3-2ae281efce54 req-8cd15ef5-d8ca-4033-bb41-ecbf3c55e518 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761280 Dec 07 14:31:07.622880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3e36bf43-2a03-4269-84d3-2ae281efce54 req-cfbbca43-e38a-467a-96f3-95a093413709 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351309 Dec 07 14:31:07.767750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-3e36bf43-2a03-4269-84d3-2ae281efce54 req-421c0370-942f-4d66-875e-e25f25e27b3a service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337850 Dec 07 14:31:08.182502 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f02e86-b20a-48c4-86c4-4d4712ffe558 req-cae6958f-dec3-4fdc-a8f0-97e9385e9d74 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:08.184120 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b7f02e86-b20a-48c4-86c4-4d4712ffe558 req-cae6958f-dec3-4fdc-a8f0-97e9385e9d74 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 943 time: 0.0816522 Dec 07 14:31:08.230310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-b7f02e86-b20a-48c4-86c4-4d4712ffe558 req-7bfd7893-d4a7-4106-b094-dce63d7c00cc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400515 Dec 07 14:31:09.444868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdef74-19db-4de9-8a04-5fae05f26712 req-639bbca0-dc17-41cf-b033-0733137d71df tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:09.446467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aabdef74-19db-4de9-8a04-5fae05f26712 req-639bbca0-dc17-41cf-b033-0733137d71df tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 943 time: 0.0906498 Dec 07 14:31:09.496557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aabdef74-19db-4de9-8a04-5fae05f26712 req-7d970875-a277-4b13-b5f2-a49486c44be3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434279 Dec 07 14:31:10.700781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80e3b0-6ccc-41cf-9fab-c59db7a0218f req-ce48ce81-870f-4503-8e5e-f9679cb466f9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:10.702922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-df80e3b0-6ccc-41cf-9fab-c59db7a0218f req-ce48ce81-870f-4503-8e5e-f9679cb466f9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 943 time: 0.0867295 Dec 07 14:31:10.707436 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:10.756881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-df80e3b0-6ccc-41cf-9fab-c59db7a0218f req-c5be5e0a-6ab9-48d9-9234-9081f78a0a3a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478191 Dec 07 14:31:11.965213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f033a2-6b2b-42ec-839d-5d1911aeb7ce req-9bdd6e62-cd21-4bfd-93b0-6a16645f5db4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:11.966804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-05f033a2-6b2b-42ec-839d-5d1911aeb7ce req-9bdd6e62-cd21-4bfd-93b0-6a16645f5db4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 943 time: 0.0863714 Dec 07 14:31:12.016055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-05f033a2-6b2b-42ec-839d-5d1911aeb7ce req-700f6fc3-74b2-4855-a4dc-3aea6de1198e tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424380 Dec 07 14:31:13.226299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad467acd-2c1e-46cc-a83f-21761065bd69 req-dd564801-5f91-43c8-8052-4ec23882843b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:13.227897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ad467acd-2c1e-46cc-a83f-21761065bd69 req-dd564801-5f91-43c8-8052-4ec23882843b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 943 time: 0.0888631 Dec 07 14:31:13.276324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ad467acd-2c1e-46cc-a83f-21761065bd69 req-c260a925-b877-491a-91bb-aabe8c8ae565 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421689 Dec 07 14:31:14.476906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e00674-a823-462b-a2e1-38f47e90eaad req-776b5375-ade0-4e4c-88bf-d953bbd02a6d tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:14.478479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-42e00674-a823-462b-a2e1-38f47e90eaad req-776b5375-ade0-4e4c-88bf-d953bbd02a6d tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 943 time: 0.0809052 Dec 07 14:31:14.526473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-42e00674-a823-462b-a2e1-38f47e90eaad req-f8fca323-3cb8-44dc-912d-49d8286758ba tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412841 Dec 07 14:31:15.732596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba0c6f-b1b8-4b86-9e10-7fb3ab4a541b req-c1f17bfc-8e5b-48ce-9bec-eeb800247ed7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:15.734773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-76ba0c6f-b1b8-4b86-9e10-7fb3ab4a541b req-c1f17bfc-8e5b-48ce-9bec-eeb800247ed7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 943 time: 0.0874481 Dec 07 14:31:15.783002 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-76ba0c6f-b1b8-4b86-9e10-7fb3ab4a541b req-738dcd36-a85a-4fb1-811f-b45ca15fe94a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420687 Dec 07 14:31:16.649608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device ac5c5115-deae-432b-8165-c0c00b78d48b details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:31:16.790055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port ac5c5115-deae-432b-8165-c0c00b78d48b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=ac5c5115-deae-432b-8165-c0c00b78d48b,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:31:16.803918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'ac5c5115-deae-432b-8165-c0c00b78d48b', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'port_id': 'ac5c5115-deae-432b-8165-c0c00b78d48b', 'mac_address': 'fa:16:3e:16:d2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:31:16.859451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:16.878434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5c5115-deae-432b-8165-c0c00b78d48b {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:31:16.894144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port ac5c5115-deae-432b-8165-c0c00b78d48b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=ac5c5115-deae-432b-8165-c0c00b78d48b,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:31:16.921070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:16.923926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:31:16.992972 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=ac5c5115-deae-432b-8165-c0c00b78d48b,revision_number=7']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:31:16.993772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae97a3-4390-4635-a101-81d362ff0147 req-8cde985e-ed60-4418-8e46-85dedf011738 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:16.995409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeae97a3-4390-4635-a101-81d362ff0147 req-8cde985e-ed60-4418-8e46-85dedf011738 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 944 time: 0.0849390 Dec 07 14:31:16.996681 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:31:17.043657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-aeae97a3-4390-4635-a101-81d362ff0147 req-ed0d227c-ae78-4c88-8ab5-7140f65a94d6 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414946 Dec 07 14:31:17.230636 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['ac5c5115-deae-432b-8165-c0c00b78d48b'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:31:18.248018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f547c0c-d441-43e7-b099-b3ad09d5c699 req-a25e0617-5240-433d-9dfe-d4a88c45e9a9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:18.249737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2f547c0c-d441-43e7-b099-b3ad09d5c699 req-a25e0617-5240-433d-9dfe-d4a88c45e9a9 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 944 time: 0.0855324 Dec 07 14:31:18.299473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2f547c0c-d441-43e7-b099-b3ad09d5c699 req-ae92bbca-9c79-48be-8bb2-d6f7fbefac93 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434749 Dec 07 14:31:18.656848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device ac5c5115-deae-432b-8165-c0c00b78d48b up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:31:18.727245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port ac5c5115-deae-432b-8165-c0c00b78d48b triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:31:18.727705 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:18.844216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:18.871612 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5c5115-deae-432b-8165-c0c00b78d48b'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:31:18.882044 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port ac5c5115-deae-432b-8165-c0c00b78d48b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=ac5c5115-deae-432b-8165-c0c00b78d48b,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:31:18.918989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:18.921652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:31:18.957170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5c5115-deae-432b-8165-c0c00b78d48b', 'code': 200} Dec 07 14:31:18.993843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=ac5c5115-deae-432b-8165-c0c00b78d48b,revision_number=8']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:31:18.996963 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:31:19.252811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ba92b3ee-87ce-44f9-b8a6-b80700600f71 req-98bed40c-f457-4133-a1aa-2285d10f128e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 1098 time: 0.0725484 Dec 07 14:31:19.303441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ba92b3ee-87ce-44f9-b8a6-b80700600f71 req-2d7a6e2d-b9a8-414d-a521-1eb85aadd317 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408492 Dec 07 14:31:19.505049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd3d7f-f260-4bd3-afe9-26e29bb4d6de req-d6e654db-ee5e-4aba-8442-49236f1728c1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:19.506555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-70cd3d7f-f260-4bd3-afe9-26e29bb4d6de req-d6e654db-ee5e-4aba-8442-49236f1728c1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0827079 Dec 07 14:31:19.558671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-70cd3d7f-f260-4bd3-afe9-26e29bb4d6de req-b3f823f7-5552-4e2e-abd3-db84e57a227a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460441 Dec 07 14:31:20.766699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3d04a-7a09-43f5-8300-069b871f935b req-f587191a-478f-4c1d-ae36-6ae9b4de5fec tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:20.768340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4bb3d04a-7a09-43f5-8300-069b871f935b req-f587191a-478f-4c1d-ae36-6ae9b4de5fec tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.0830474 Dec 07 14:31:20.816310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4bb3d04a-7a09-43f5-8300-069b871f935b req-354b2006-e35c-4d86-91e4-be0aebd1dc87 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418737 Dec 07 14:31:23.152579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f758c3f-098d-4b73-870a-d668a78b9556 req-7a559e7c-2a36-48c2-965c-61fc31727f40 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747149 Dec 07 14:31:23.302562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f758c3f-098d-4b73-870a-d668a78b9556 req-de880323-190a-4585-8191-8e15df97f2cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 1098 time: 0.0754724 Dec 07 14:31:23.454343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f758c3f-098d-4b73-870a-d668a78b9556 req-8362a911-7814-45f6-a399-5216a52644d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:23.455929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f758c3f-098d-4b73-870a-d668a78b9556 req-8362a911-7814-45f6-a399-5216a52644d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.1337500 Dec 07 14:31:23.788493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f758c3f-098d-4b73-870a-d668a78b9556 req-1575fc5b-cdbd-47a3-9c99-ccd705274bf4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac5c5115-deae-432b-8165-c0c00b78d48b HTTP/1.1" status: 200 len: 1000 time: 0.3260496 Dec 07 14:31:23.855804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f758c3f-098d-4b73-870a-d668a78b9556 req-90deaa81-f343-42a3-bc18-ed89dac80810 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:31:23.857281 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f758c3f-098d-4b73-870a-d668a78b9556 req-90deaa81-f343-42a3-bc18-ed89dac80810 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0630498 Dec 07 14:31:23.936567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f758c3f-098d-4b73-870a-d668a78b9556 req-e4f5be17-fe1e-4f5f-883e-a9d59b96b68f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730934 Dec 07 14:31:24.078635 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f758c3f-098d-4b73-870a-d668a78b9556 req-c41843f4-af5f-487f-a315-ab213762893f service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352262 Dec 07 14:31:24.219261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f758c3f-098d-4b73-870a-d668a78b9556 req-e04d56ac-645c-4bbe-a5c7-56bd7379929a service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341324 Dec 07 14:31:30.152609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-27663db1-ab80-44a0-81dd-a41a85308467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:31.710793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:32.492123 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-520141ff-c20c-4409-8598-d83b15e146d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:33.140665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:35.055350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:31:37.079242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:31:40.699167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:32:00.154714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3279af42-0f98-4d48-993e-6877a4bed200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:32:01.714219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:32:02.474456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e0cb2be6-b1ad-4a2a-8d7a-d65c91fcf236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:32:03.154594 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:32:05.037332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:32:10.711570 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:32:14.079590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:32:24.138442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-503ac298-b1af-488a-862b-5873924aed07 req-a71bd003-65c7-4a36-a8f3-31d66f064e1a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748708 Dec 07 14:32:24.303792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-503ac298-b1af-488a-862b-5873924aed07 req-2d176869-4524-4dbb-90e0-42699b9b9982 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 1098 time: 0.0818450 Dec 07 14:32:24.467267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ac298-b1af-488a-862b-5873924aed07 req-49ee1508-c634-42ee-843f-d5a434d2d446 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:32:24.468898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-503ac298-b1af-488a-862b-5873924aed07 req-49ee1508-c634-42ee-843f-d5a434d2d446 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.1397069 Dec 07 14:32:24.580010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-503ac298-b1af-488a-862b-5873924aed07 req-d5cefd1a-61d9-4af8-853a-3d9e5fdd8ff8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac5c5115-deae-432b-8165-c0c00b78d48b HTTP/1.1" status: 200 len: 1000 time: 0.1029162 Dec 07 14:32:24.652916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ac298-b1af-488a-862b-5873924aed07 req-f27c126e-403d-4235-8d4f-d5efcb281bb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:32:24.654834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-503ac298-b1af-488a-862b-5873924aed07 req-f27c126e-403d-4235-8d4f-d5efcb281bb8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0640919 Dec 07 14:32:24.743171 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-503ac298-b1af-488a-862b-5873924aed07 req-4c225c10-e994-403f-9bae-b7faa973e21f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782883 Dec 07 14:32:24.890328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-503ac298-b1af-488a-862b-5873924aed07 req-ac8892f6-e089-4057-9519-af6fe7f9a066 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372206 Dec 07 14:32:25.040637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-503ac298-b1af-488a-862b-5873924aed07 req-2874950e-95c0-4ced-b563-959c972a3829 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401110 Dec 07 14:32:30.185234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ad771987-13c4-4b4f-ad29-f62f1312f0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:32:31.734308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:32:32.482444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-abbb3666-699d-4800-9062-7951cb0f7cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:32:33.134162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:32:35.039534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:32:40.763187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:32:51.080300 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:33:00.165072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9fe05738-7b63-4741-83c4-fa1fd36bf04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:01.721890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:02.473250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-25a3e94c-3c92-4339-a831-ce13b5cbf5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:03.141866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:05.050464 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:10.704854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:21.820449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60252) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:22.289382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Deleting port e813aeeb-1bde-4df7-afb9-e46b953bf300 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:33:22.289768 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:22.467485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:22.467844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:22.591052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Calling delete_port for e813aeeb-1bde-4df7-afb9-e46b953bf300 owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:33:22.827510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:22.832303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-79b88ddd-2c7a-4b76-8aa9-e4e9e2dc7879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:22.878264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event deleted for resources: {'Port': ['ID=e813aeeb-1bde-4df7-afb9-e46b953bf300,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:22.949034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:22.949470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:22.949894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:22.950312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:22.950728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:22.951144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:22.951604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:22.952019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:22.952628 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:22.953036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:22.953443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:22.956992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:22.987090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:23.387194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:33:23.589693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:33:23.600593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9906ad71-e616-4926-b82a-35009ac4a521 None None] Sync routers for ids ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:33:23.606807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:23.614468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9906ad71-e616-4926-b82a-35009ac4a521 None None] Routers {'91201d5e-caa9-4bf6-9a0b-4f82b6db5763'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:33:23.615130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9906ad71-e616-4926-b82a-35009ac4a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:33:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:23.664158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3ba4734c-5482-4136-96f6-85aeb5a3129b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "DELETE /v2.0/floatingips/3b01770f-77e0-4f71-84ce-97e5fd2f9407 HTTP/1.1" status: 204 len: 168 time: 1.8397686 Dec 07 14:33:23.664158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'tag': 'ac5c5115-deae-432b-8165-c0c00b78d48b'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:33:23.816737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-9906ad71-e616-4926-b82a-35009ac4a521 None None] Set router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:33:23.925289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'tag': 'ac5c5115-deae-432b-8165-c0c00b78d48b', 'status': 'completed', 'code': 200} Dec 07 14:33:24.130474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a1b64474-cdb9-46ce-ab43-52398015a7f0 req-e919edd5-b83c-4e30-922f-bd9188cf96f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba87c821c804f778d6ba189f62af86d&device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 1098 time: 0.1657465 Dec 07 14:33:24.151218 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9906ad71-e616-4926-b82a-35009ac4a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 4, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b9b917a3-8eec-41b0-b59c-a1c8d16a79d6', 'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'mac_address': 'fa:16:3e:ce:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:16Z', 'updated_at': '2021-12-07T14:22:27Z', 'revision_number': 5, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'subnets': [{'id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:24.156254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9906ad71-e616-4926-b82a-35009ac4a521 None None] Checking router: 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:33:24.167883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9906ad71-e616-4926-b82a-35009ac4a521 None None] Routers {'91201d5e-caa9-4bf6-9a0b-4f82b6db5763'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:33:24.168683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9906ad71-e616-4926-b82a-35009ac4a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:33:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:24.281960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93cbd5-ae19-468a-b946-439639da6ee8 req-b35bd2db-16e1-416a-bcb9-0eb6b24aa74a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:33:24.283008 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-5d93cbd5-ae19-468a-b946-439639da6ee8 req-b35bd2db-16e1-416a-bcb9-0eb6b24aa74a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Synchronizing usage tracker for tenant:cba87c821c804f778d6ba189f62af86d on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:33:24.283135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b64474-cdb9-46ce-ab43-52398015a7f0 req-ddf56bf7-a54e-477b-bcf0-db288dd3e48a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:33:24.285232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a1b64474-cdb9-46ce-ab43-52398015a7f0 req-ddf56bf7-a54e-477b-bcf0-db288dd3e48a service neutron] 10.222.0.45 "GET /v2.0/networks?id=3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 200 len: 910 time: 0.1447711 Dec 07 14:33:24.330880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-5d93cbd5-ae19-468a-b946-439639da6ee8 req-b35bd2db-16e1-416a-bcb9-0eb6b24aa74a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Unset dirty status for tenant:cba87c821c804f778d6ba189f62af86d on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:33:24.332374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5d93cbd5-ae19-468a-b946-439639da6ee8 req-b35bd2db-16e1-416a-bcb9-0eb6b24aa74a tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.2253358 Dec 07 14:33:24.368324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a1b64474-cdb9-46ce-ab43-52398015a7f0 req-16cc38c5-bcaa-4dcc-94e3-8701458111b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac5c5115-deae-432b-8165-c0c00b78d48b HTTP/1.1" status: 200 len: 217 time: 0.0719399 Dec 07 14:33:24.445837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b64474-cdb9-46ce-ab43-52398015a7f0 req-45108fde-c4ed-4e13-b0ec-23fcb3b6dabb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:33:24.448383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a1b64474-cdb9-46ce-ab43-52398015a7f0 req-45108fde-c4ed-4e13-b0ec-23fcb3b6dabb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 200 len: 848 time: 0.0717630 Dec 07 14:33:24.531660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-9906ad71-e616-4926-b82a-35009ac4a521 None None] Set router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:33:24.541676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a1b64474-cdb9-46ce-ab43-52398015a7f0 req-8768a681-3610-4817-931e-0b5b6d3c49ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3f88dde9-a126-4231-8143-b37db606e56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870619 Dec 07 14:33:24.625950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5d93cbd5-ae19-468a-b946-439639da6ee8 req-10315116-5416-4b6d-a988-afe5f059d808 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866321 Dec 07 14:33:24.691169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a1b64474-cdb9-46ce-ab43-52398015a7f0 req-36f9a90d-d0e2-46a0-9638-8170cb4ec3d2 service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422892 Dec 07 14:33:24.833144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a1b64474-cdb9-46ce-ab43-52398015a7f0 req-99d22700-a153-4fdf-8353-429b36ceb87a service neutron] 10.222.0.45 "GET /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343458 Dec 07 14:33:24.861384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-9906ad71-e616-4926-b82a-35009ac4a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 4, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b9b917a3-8eec-41b0-b59c-a1c8d16a79d6', 'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'mac_address': 'fa:16:3e:ce:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:16Z', 'updated_at': '2021-12-07T14:22:27Z', 'revision_number': 5, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'subnets': [{'id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:24.865445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9906ad71-e616-4926-b82a-35009ac4a521 None None] The sync data for ids ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'] in dv-neutron-ussuri-2-hyperv is: [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:22:17Z', 'revision_number': 4, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': 'b9b917a3-8eec-41b0-b59c-a1c8d16a79d6', 'name': '', 'network_id': '3f88dde9-a126-4231-8143-b37db606e56e', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'mac_address': 'fa:16:3e:ce:78:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:16Z', 'updated_at': '2021-12-07T14:22:27Z', 'revision_number': 5, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'subnets': [{'id': '1754aa35-aa3a-4c8b-9047-9d8352dd07c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:33:25.301406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277d1f5f-1b63-4a0e-96fb-a96bb4b7d12e None None] New status for floating IP 3b01770f-77e0-4f71-84ce-97e5fd2f9407: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:33:25.908190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a791f-60c2-4ef3-8b36-1ec1c3a74d0a req-4328c78c-ee31-4387-8f6e-0c5c5e8afeb4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:33:25.909774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6d6a791f-60c2-4ef3-8b36-1ec1c3a74d0a req-4328c78c-ee31-4387-8f6e-0c5c5e8afeb4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.1603982 Dec 07 14:33:25.949363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202ae17-c7ff-4a7f-b1cc-1748bcec3000 req-669d7a4f-8eca-4c5d-8f05-9b85cc02121b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:33:25.950115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-e202ae17-c7ff-4a7f-b1cc-1748bcec3000 req-669d7a4f-8eca-4c5d-8f05-9b85cc02121b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Synchronizing usage tracker for tenant:cba87c821c804f778d6ba189f62af86d on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:33:25.960196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6d6a791f-60c2-4ef3-8b36-1ec1c3a74d0a req-84c7ce51-42d9-42ce-b1a1-77ce58161373 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/security-groups?id=734aa17f-ddc1-4d79-b725-2232d76b5b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440621 Dec 07 14:33:25.962964 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-e202ae17-c7ff-4a7f-b1cc-1748bcec3000 req-669d7a4f-8eca-4c5d-8f05-9b85cc02121b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Unset dirty status for tenant:cba87c821c804f778d6ba189f62af86d on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:33:25.964208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e202ae17-c7ff-4a7f-b1cc-1748bcec3000 req-669d7a4f-8eca-4c5d-8f05-9b85cc02121b tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 945 time: 0.1028113 Dec 07 14:33:26.039596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-e202ae17-c7ff-4a7f-b1cc-1748bcec3000 req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Deleting port ac5c5115-deae-432b-8165-c0c00b78d48b {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:33:26.039906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e202ae17-c7ff-4a7f-b1cc-1748bcec3000 req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:26.290419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-e202ae17-c7ff-4a7f-b1cc-1748bcec3000 req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] For port ac5c5115-deae-432b-8165-c0c00b78d48b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=ac5c5115-deae-432b-8165-c0c00b78d48b,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:33:26.290738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e202ae17-c7ff-4a7f-b1cc-1748bcec3000 req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:26.413127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-e202ae17-c7ff-4a7f-b1cc-1748bcec3000 req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Calling delete_port for ac5c5115-deae-432b-8165-c0c00b78d48b owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:33:26.693163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e202ae17-c7ff-4a7f-b1cc-1748bcec3000 req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:26.704343 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cef1c557-8b78-4f4a-acd1-39fb8e0081f1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:26.746765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event deleted for resources: {'Port': ['ID=ac5c5115-deae-432b-8165-c0c00b78d48b,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:26.791911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:26.792348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:26.792773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:26.793198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:26.793616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:26.794032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:26.794506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:26.794874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:26.795306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:26.795717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:26.796126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:26.803901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:26.837899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-e202ae17-c7ff-4a7f-b1cc-1748bcec3000 req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] No DVR routers for this DVR port ac5c5115-deae-432b-8165-c0c00b78d48b on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:33:26.840283 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e202ae17-c7ff-4a7f-b1cc-1748bcec3000 req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:26.842939 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'name': 'network-vif-deleted', 'tag': 'ac5c5115-deae-432b-8165-c0c00b78d48b'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:33:26.882713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e202ae17-c7ff-4a7f-b1cc-1748bcec3000 req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.45 "DELETE /v2.0/ports/ac5c5115-deae-432b-8165-c0c00b78d48b HTTP/1.1" status: 204 len: 173 time: 0.9102457 Dec 07 14:33:26.981911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1be68a6-1022-43b4-aaeb-3b9eace37143', 'name': 'network-vif-deleted', 'tag': 'ac5c5115-deae-432b-8165-c0c00b78d48b', 'status': 'completed', 'code': 200} Dec 07 14:33:27.134803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f72eb9dd-b045-4813-aac1-bc4e6a74a4ee req-659c9674-7619-4c19-9d37-e0921238e4a8 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 210 time: 0.0479822 Dec 07 14:33:28.081588 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:33:28.339577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9fb90248-0a75-49f7-a18e-3bdd3a665eee req-bcf5a23d-e785-460d-a577-114b3bb4649f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1be68a6-1022-43b4-aaeb-3b9eace37143 HTTP/1.1" status: 200 len: 210 time: 0.0502031 Dec 07 14:33:29.216642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device ac5c5115-deae-432b-8165-c0c00b78d48b no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:33:29.254444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: ac5c5115-deae-432b-8165-c0c00b78d48b {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:33:29.254992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device ac5c5115-deae-432b-8165-c0c00b78d48b not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:33:29.489530 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60286) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:29.563718 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c07ddec-b191-43cc-a35e-a5b7388d37cc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:29.594486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c07ddec-b191-43cc-a35e-a5b7388d37cc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:29.828922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c07ddec-b191-43cc-a35e-a5b7388d37cc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:29.834587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-7349662a-e452-45c1-abe7-e8f2bbcc2ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:29.850578 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07ddec-b191-43cc-a35e-a5b7388d37cc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734aa17f-ddc1-4d79-b725-2232d76b5b98,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:29.853440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c07ddec-b191-43cc-a35e-a5b7388d37cc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:29.884193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5c07ddec-b191-43cc-a35e-a5b7388d37cc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:29.885462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5c07ddec-b191-43cc-a35e-a5b7388d37cc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] 10.222.0.24 "DELETE /v2.0/security-groups/734aa17f-ddc1-4d79-b725-2232d76b5b98 HTTP/1.1" status: 204 len: 168 time: 0.3948500 Dec 07 14:33:29.977285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 60292) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:30.184846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1071dea9-7e2a-4b18-96d1-ce7f51eb3580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:30.789567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6677e4d7-5e33-4e8f-bb4b-5225591cbef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:31.401823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6677e4d7-5e33-4e8f-bb4b-5225591cbef0 admin admin] Deleting port b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:33:31.402192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6677e4d7-5e33-4e8f-bb4b-5225591cbef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:31.581006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-6677e4d7-5e33-4e8f-bb4b-5225591cbef0 admin admin] For port b9b917a3-8eec-41b0-b59c-a1c8d16a79d6, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b9b917a3-8eec-41b0-b59c-a1c8d16a79d6,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:33:31.581315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6677e4d7-5e33-4e8f-bb4b-5225591cbef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:31.707970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-6677e4d7-5e33-4e8f-bb4b-5225591cbef0 admin admin] Calling delete_port for b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:33:31.727749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:32.039492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6677e4d7-5e33-4e8f-bb4b-5225591cbef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:32.044347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b3d3da85-4e5e-44b6-bb8a-cb751e0dd0a3 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:32.087456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677e4d7-5e33-4e8f-bb4b-5225591cbef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b917a3-8eec-41b0-b59c-a1c8d16a79d6,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:32.090468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6677e4d7-5e33-4e8f-bb4b-5225591cbef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:32.386567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6677e4d7-5e33-4e8f-bb4b-5225591cbef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:32.470183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eafe8012-968b-46ab-a2e4-2c271c2f6ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:32.979513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6677e4d7-5e33-4e8f-bb4b-5225591cbef0 admin admin] Router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:33:33.144511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:33.182253 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6677e4d7-5e33-4e8f-bb4b-5225591cbef0 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:33:33.191647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1fabd9-0b8b-4108-ab2b-8883a7dac7b0 None None] Sync routers for ids ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:33:33.196113 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6677e4d7-5e33-4e8f-bb4b-5225591cbef0 admin admin] 10.222.0.24 "PUT /v2.0/routers/91201d5e-caa9-4bf6-9a0b-4f82b6db5763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2171805 Dec 07 14:33:33.198516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 60298) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:33.204266 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1fabd9-0b8b-4108-ab2b-8883a7dac7b0 None None] Routers {'91201d5e-caa9-4bf6-9a0b-4f82b6db5763'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:33:33.204916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7c1fabd9-0b8b-4108-ab2b-8883a7dac7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:33.391634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-7c1fabd9-0b8b-4108-ab2b-8883a7dac7b0 None None] Set router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:33:33.666841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:33.704357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7c1fabd9-0b8b-4108-ab2b-8883a7dac7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:33:31Z', 'revision_number': 5, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:33.708359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1fabd9-0b8b-4108-ab2b-8883a7dac7b0 None None] Checking router: 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:33:33.719350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1fabd9-0b8b-4108-ab2b-8883a7dac7b0 None None] Routers {'91201d5e-caa9-4bf6-9a0b-4f82b6db5763'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:33:33.719999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7c1fabd9-0b8b-4108-ab2b-8883a7dac7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:33.880061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:33.905810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-7c1fabd9-0b8b-4108-ab2b-8883a7dac7b0 None None] Set router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:33:33.915654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] Deleting port b7bb9413-f57b-48ca-8607-541119a37335 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:33:33.916040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:34.107886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] For port b7bb9413-f57b-48ca-8607-541119a37335, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=b7bb9413-f57b-48ca-8607-541119a37335,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:33:34.108271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:34.243683 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] Calling delete_port for b7bb9413-f57b-48ca-8607-541119a37335 owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:33:34.358161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-7c1fabd9-0b8b-4108-ab2b-8883a7dac7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:33:31Z', 'revision_number': 5, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:34.363203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1fabd9-0b8b-4108-ab2b-8883a7dac7b0 None None] The sync data for ids ['91201d5e-caa9-4bf6-9a0b-4f82b6db5763'] in dv-neutron-ussuri-2-hyperv is: [{'id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'name': 'tempest-TestShelveInstance-1258181876-router', 'tenant_id': 'cba87c821c804f778d6ba189f62af86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25'}], 'enable_snat': True}, 'gw_port_id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:13Z', 'updated_at': '2021-12-07T14:33:31Z', 'revision_number': 5, 'project_id': 'cba87c821c804f778d6ba189f62af86d', 'gw_port': {'id': 'b7bb9413-f57b-48ca-8607-541119a37335', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91201d5e-caa9-4bf6-9a0b-4f82b6db5763', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:14Z', 'updated_at': '2021-12-07T14:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:33:34.531444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:34.536906 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0d4f509c-ce0d-4d08-958f-63ff44b7be72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:34.581141 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7bb9413-f57b-48ca-8607-541119a37335,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:34.583770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:34.818259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:35.047296 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:35.082952 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:35.087574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:35.227145 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:35.227754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91201d5e-caa9-4bf6-9a0b-4f82b6db5763 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 14:33:35.241656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:35.243282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] 10.222.0.24 "DELETE /v2.0/routers/91201d5e-caa9-4bf6-9a0b-4f82b6db5763 HTTP/1.1" status: 204 len: 168 time: 2.0437405 Dec 07 14:33:35.246003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 60302) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:35.315675 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70502bf-b5b9-4764-9135-d5dc5c662105 admin admin] Deleting subnet 1754aa35-aa3a-4c8b-9047-9d8352dd07c4 {{(pid=88898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:33:35.318993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f70502bf-b5b9-4764-9135-d5dc5c662105 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:35.373486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f70502bf-b5b9-4764-9135-d5dc5c662105 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16060277'] for subnet, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:35.454613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f70502bf-b5b9-4764-9135-d5dc5c662105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:35.599169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f70502bf-b5b9-4764-9135-d5dc5c662105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16060221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838062154'] for subnet, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:35.603837 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2a68b778-5b57-44a6-8ca7-8fa71e368333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:35.642537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70502bf-b5b9-4764-9135-d5dc5c662105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1754aa35-aa3a-4c8b-9047-9d8352dd07c4,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:35.646201 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f70502bf-b5b9-4764-9135-d5dc5c662105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:35.656773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f70502bf-b5b9-4764-9135-d5dc5c662105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:35.662402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f98f7ca-f8eb-4f22-a04c-b1174016b6d8 None None] Network 3f88dde9-a126-4231-8143-b37db606e56e requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:33:35.665184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f70502bf-b5b9-4764-9135-d5dc5c662105 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1754aa35-aa3a-4c8b-9047-9d8352dd07c4 HTTP/1.1" status: 204 len: 168 time: 0.4163578 Dec 07 14:33:35.666156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 60306) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:35.781552 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:35.792322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] Deleting port c23355f5-6aad-4e4a-9d5a-1745086d7471 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:33:35.792693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:35.919285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c938e2-79c3-4ea1-b121-dfa64e4ffc5c None None] DHCP port deletion for 3f88dde9-a126-4231-8143-b37db606e56e request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:33:35.924125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-90c938e2-79c3-4ea1-b121-dfa64e4ffc5c None None] Deleting port c23355f5-6aad-4e4a-9d5a-1745086d7471 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:33:35.924548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90c938e2-79c3-4ea1-b121-dfa64e4ffc5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:36.013402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] For port c23355f5-6aad-4e4a-9d5a-1745086d7471, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c23355f5-6aad-4e4a-9d5a-1745086d7471,segment=NetworkSegment(d748c158-66d3-4dcb-83fb-7280ec720f12),segment_id=d748c158-66d3-4dcb-83fb-7280ec720f12)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:33:36.013816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:36.125369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c23355f5-6aad-4e4a-9d5a-1745086d7471 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:33:36.149144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] Calling delete_port for c23355f5-6aad-4e4a-9d5a-1745086d7471 owned by network:dhcp {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:33:36.233526 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-90c938e2-79c3-4ea1-b121-dfa64e4ffc5c None None] The port 'c23355f5-6aad-4e4a-9d5a-1745086d7471' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 14:33:36.237062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No active binding found for port c23355f5-6aad-4e4a-9d5a-1745086d7471 {{(pid=88899) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 07 14:33:36.237509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c23355f5-6aad-4e4a-9d5a-1745086d7471 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:33:36.237984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:33:36.252723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:36.257547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ea280d46-72e3-49f2-9b0f-33721890d3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:36.271897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:33:36.272557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b9b917a3-8eec-41b0-b59c-a1c8d16a79d6 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:33:36.272679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b7bb9413-f57b-48ca-8607-541119a37335 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:33:36.300560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=c23355f5-6aad-4e4a-9d5a-1745086d7471,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:36.303459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:36.305338 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: b7bb9413-f57b-48ca-8607-541119a37335 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:33:36.305737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device b7bb9413-f57b-48ca-8607-541119a37335 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:33:36.307292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] No DVR routers for this DVR port c23355f5-6aad-4e4a-9d5a-1745086d7471 on host dv-neutron-ussuri-2-hyperv {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:33:36.429097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:36.456576 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f88dde9-a126-4231-8143-b37db606e56e']}} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:36.469329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd748c158-66d3-4dcb-83fb-7280ec720f12') {'for_net_delete': True} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:36.469667 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd748c158-66d3-4dcb-83fb-7280ec720f12') {} {{(pid=88898) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:36.481722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838715524'] for segment, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:36.558838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:36.565995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:33:36.566435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838716257'] for segment, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:33:36.584895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:33:36.872890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:36.877058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-678bb842-bca1-4918-9d74-7f67ef8d137d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:36.891191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] Notify callbacks [] for network, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:36.902359 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f88dde9-a126-4231-8143-b37db606e56e,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:36.905816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:36.942129 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-e3ad0698-af83-492d-84d6-1974ad107f82 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3f88dde9-a126-4231-8143-b37db606e56e HTTP/1.1" status: 204 len: 168 time: 1.2749562 Dec 07 14:33:36.945311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 60310) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:37.339068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2845a5f3-778e-4f0c-8322-c326a110d7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:38.191820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-2845a5f3-778e-4f0c-8322-c326a110d7bf admin admin] Deleting port 911b279c-4041-4d2e-9bd4-a767004c09e6 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:33:38.192193 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2845a5f3-778e-4f0c-8322-c326a110d7bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:38.373912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-2845a5f3-778e-4f0c-8322-c326a110d7bf admin admin] For port 911b279c-4041-4d2e-9bd4-a767004c09e6, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=911b279c-4041-4d2e-9bd4-a767004c09e6,segment=NetworkSegment(4d127d64-ac7f-4950-8ea1-dc16f1e1ae90),segment_id=4d127d64-ac7f-4950-8ea1-dc16f1e1ae90)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:33:38.374951 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2845a5f3-778e-4f0c-8322-c326a110d7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:38.496878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-2845a5f3-778e-4f0c-8322-c326a110d7bf admin admin] Calling delete_port for 911b279c-4041-4d2e-9bd4-a767004c09e6 owned by network:router_interface {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:33:38.798633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2845a5f3-778e-4f0c-8322-c326a110d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:38.803019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c622c468-5f3e-4dbb-93d0-fa822cde2913 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:38.844998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845a5f3-778e-4f0c-8322-c326a110d7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=911b279c-4041-4d2e-9bd4-a767004c09e6,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:38.847723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2845a5f3-778e-4f0c-8322-c326a110d7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:39.145282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2845a5f3-778e-4f0c-8322-c326a110d7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:39.736178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2845a5f3-778e-4f0c-8322-c326a110d7bf admin admin] Router 88904559-a919-4d00-af0a-ccf7835d7461 has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:33:39.944316 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2845a5f3-778e-4f0c-8322-c326a110d7bf admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:33:39.954291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6c345d-0875-4b3b-8f9e-7b73e71755c0 None None] Sync routers for ids ['88904559-a919-4d00-af0a-ccf7835d7461'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:33:39.966503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6c345d-0875-4b3b-8f9e-7b73e71755c0 None None] Routers {'88904559-a919-4d00-af0a-ccf7835d7461'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:33:39.973818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0b6c345d-0875-4b3b-8f9e-7b73e71755c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['88904559-a919-4d00-af0a-ccf7835d7461'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:40.011973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2845a5f3-778e-4f0c-8322-c326a110d7bf admin admin] 10.222.0.24 "PUT /v2.0/routers/88904559-a919-4d00-af0a-ccf7835d7461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0655720 Dec 07 14:33:40.015866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 60314) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:40.154415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-0b6c345d-0875-4b3b-8f9e-7b73e71755c0 None None] Set router 88904559-a919-4d00-af0a-ccf7835d7461 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:33:40.216217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4425669c-59dd-40e0-82b8-d63d417ecdee admin admin] Notify callbacks [] for router, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:40.464286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0b6c345d-0875-4b3b-8f9e-7b73e71755c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88904559-a919-4d00-af0a-ccf7835d7461', 'name': 'tempest-TestShelveInstance-63732010-router', 'tenant_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113'}], 'enable_snat': True}, 'gw_port_id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:21Z', 'updated_at': '2021-12-07T14:33:38Z', 'revision_number': 5, 'project_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'gw_port': {'id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88904559-a919-4d00-af0a-ccf7835d7461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:22Z', 'updated_at': '2021-12-07T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:40.468608 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6c345d-0875-4b3b-8f9e-7b73e71755c0 None None] Checking router: 88904559-a919-4d00-af0a-ccf7835d7461 for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:33:40.480213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6c345d-0875-4b3b-8f9e-7b73e71755c0 None None] Routers {'88904559-a919-4d00-af0a-ccf7835d7461'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:33:40.480894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0b6c345d-0875-4b3b-8f9e-7b73e71755c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['88904559-a919-4d00-af0a-ccf7835d7461'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:40.661394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4425669c-59dd-40e0-82b8-d63d417ecdee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:40.679064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-0b6c345d-0875-4b3b-8f9e-7b73e71755c0 None None] Set router 88904559-a919-4d00-af0a-ccf7835d7461 gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:33:40.698658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4425669c-59dd-40e0-82b8-d63d417ecdee admin admin] Deleting port ea55d03a-36e8-40ba-8762-2b7934a87993 {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:33:40.699224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4425669c-59dd-40e0-82b8-d63d417ecdee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:40.786962 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:40.887818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4425669c-59dd-40e0-82b8-d63d417ecdee admin admin] For port ea55d03a-36e8-40ba-8762-2b7934a87993, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=ea55d03a-36e8-40ba-8762-2b7934a87993,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:33:40.888125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4425669c-59dd-40e0-82b8-d63d417ecdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:40.986074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-0b6c345d-0875-4b3b-8f9e-7b73e71755c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88904559-a919-4d00-af0a-ccf7835d7461', 'name': 'tempest-TestShelveInstance-63732010-router', 'tenant_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113'}], 'enable_snat': True}, 'gw_port_id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:21Z', 'updated_at': '2021-12-07T14:33:38Z', 'revision_number': 5, 'project_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'gw_port': {'id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88904559-a919-4d00-af0a-ccf7835d7461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:22Z', 'updated_at': '2021-12-07T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:40.990805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6c345d-0875-4b3b-8f9e-7b73e71755c0 None None] The sync data for ids ['88904559-a919-4d00-af0a-ccf7835d7461'] in dv-neutron-ussuri-2-hyperv is: [{'id': '88904559-a919-4d00-af0a-ccf7835d7461', 'name': 'tempest-TestShelveInstance-63732010-router', 'tenant_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113'}], 'enable_snat': True}, 'gw_port_id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:22:21Z', 'updated_at': '2021-12-07T14:33:38Z', 'revision_number': 5, 'project_id': 'd8ab0ee63ea1400fb90a0c3c51af8669', 'gw_port': {'id': 'ea55d03a-36e8-40ba-8762-2b7934a87993', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88904559-a919-4d00-af0a-ccf7835d7461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:22:22Z', 'updated_at': '2021-12-07T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:33:41.021082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4425669c-59dd-40e0-82b8-d63d417ecdee admin admin] Calling delete_port for ea55d03a-36e8-40ba-8762-2b7934a87993 owned by network:router_gateway {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:33:41.313633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4425669c-59dd-40e0-82b8-d63d417ecdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:41.320270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-77c89407-0631-4360-90cf-8293944285d4 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:41.364924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425669c-59dd-40e0-82b8-d63d417ecdee admin admin] Pushing event deleted for resources: {'Port': ['ID=ea55d03a-36e8-40ba-8762-2b7934a87993,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:41.369889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4425669c-59dd-40e0-82b8-d63d417ecdee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:41.604953 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4425669c-59dd-40e0-82b8-d63d417ecdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:41.868487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4425669c-59dd-40e0-82b8-d63d417ecdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:41.872986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4425669c-59dd-40e0-82b8-d63d417ecdee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:41.978147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4425669c-59dd-40e0-82b8-d63d417ecdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:41.978733 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4425669c-59dd-40e0-82b8-d63d417ecdee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88904559-a919-4d00-af0a-ccf7835d7461 {{(pid=88898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 14:33:41.992131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4425669c-59dd-40e0-82b8-d63d417ecdee admin admin] Notify callbacks [] for router, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:41.993988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4425669c-59dd-40e0-82b8-d63d417ecdee admin admin] 10.222.0.24 "DELETE /v2.0/routers/88904559-a919-4d00-af0a-ccf7835d7461 HTTP/1.1" status: 204 len: 168 time: 1.9776397 Dec 07 14:33:41.996280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60318) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:42.068493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5add6ac-0d77-442c-8a2b-56337f81e6a5 admin admin] Deleting subnet 0c935c69-1a69-4f3d-abaa-9a1c29e73f0c {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:33:42.074403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5add6ac-0d77-442c-8a2b-56337f81e6a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:42.074563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 911b279c-4041-4d2e-9bd4-a767004c09e6 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:33:42.114886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 911b279c-4041-4d2e-9bd4-a767004c09e6 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:33:42.115585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 911b279c-4041-4d2e-9bd4-a767004c09e6 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:33:42.134332 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5add6ac-0d77-442c-8a2b-56337f81e6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:42.214387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5add6ac-0d77-442c-8a2b-56337f81e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:42.350466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5add6ac-0d77-442c-8a2b-56337f81e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:42.355568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d5b59432-775f-4506-bea9-2c764623f94c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:42.396679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5add6ac-0d77-442c-8a2b-56337f81e6a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c935c69-1a69-4f3d-abaa-9a1c29e73f0c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:42.399480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b5add6ac-0d77-442c-8a2b-56337f81e6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:42.403273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b5add6ac-0d77-442c-8a2b-56337f81e6a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:42.408644 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8105c858-76f8-4075-a26f-a4b49160fc08 None None] Network 11e1cf4a-ab71-4549-9d42-2db72cedc16b requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:33:42.410292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b5add6ac-0d77-442c-8a2b-56337f81e6a5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0c935c69-1a69-4f3d-abaa-9a1c29e73f0c HTTP/1.1" status: 204 len: 168 time: 0.4129190 Dec 07 14:33:42.413103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60322) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:42.527493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:42.538222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Deleting port 05aa9882-15c2-4477-a838-06ab89f1ed47 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:33:42.538585 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:42.675222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da4fc91-9d65-4b93-b65a-435f57c01fd9 None None] DHCP port deletion for 11e1cf4a-ab71-4549-9d42-2db72cedc16b request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:33:42.679961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0da4fc91-9d65-4b93-b65a-435f57c01fd9 None None] Deleting port 05aa9882-15c2-4477-a838-06ab89f1ed47 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:33:42.680486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0da4fc91-9d65-4b93-b65a-435f57c01fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:42.750794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] For port 05aa9882-15c2-4477-a838-06ab89f1ed47, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=05aa9882-15c2-4477-a838-06ab89f1ed47,segment=NetworkSegment(4d127d64-ac7f-4950-8ea1-dc16f1e1ae90),segment_id=4d127d64-ac7f-4950-8ea1-dc16f1e1ae90)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:33:42.751420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:42.876891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Calling delete_port for 05aa9882-15c2-4477-a838-06ab89f1ed47 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:33:42.898774 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-0da4fc91-9d65-4b93-b65a-435f57c01fd9 None None] For port 05aa9882-15c2-4477-a838-06ab89f1ed47, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=05aa9882-15c2-4477-a838-06ab89f1ed47,segment=NetworkSegment(4d127d64-ac7f-4950-8ea1-dc16f1e1ae90),segment_id=4d127d64-ac7f-4950-8ea1-dc16f1e1ae90)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:33:42.899247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0da4fc91-9d65-4b93-b65a-435f57c01fd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:42.985412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:42.990073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-473831df-a3df-42c5-8900-2745275429fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:43.027063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0da4fc91-9d65-4b93-b65a-435f57c01fd9 None None] Calling delete_port for 05aa9882-15c2-4477-a838-06ab89f1ed47 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:33:43.032048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=05aa9882-15c2-4477-a838-06ab89f1ed47,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:43.034728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:43.040040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] No DVR routers for this DVR port 05aa9882-15c2-4477-a838-06ab89f1ed47 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 14:33:43.095555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: % (table.description, expected, rows_matched) Dec 07 14:33:43.098657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-0da4fc91-9d65-4b93-b65a-435f57c01fd9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 14:33:43.098930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-0da4fc91-9d65-4b93-b65a-435f57c01fd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 14:33:43.166488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:43.193327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e1cf4a-ab71-4549-9d42-2db72cedc16b']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:43.206135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d127d64-ac7f-4950-8ea1-dc16f1e1ae90') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:43.206518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d127d64-ac7f-4950-8ea1-dc16f1e1ae90') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:43.218843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:43.233995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:43.240517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:33:43.240891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:33:43.258229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:33:43.375912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:43.380349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:43.384308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-56e6d35b-7fec-440a-b0a2-a954cce32649 tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:43.408639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Pushing event deleted for resources: {'Network': ['ID=11e1cf4a-ab71-4549-9d42-2db72cedc16b,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:43.411134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:43.414928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] 10.222.0.24 "DELETE /v2.0/networks/11e1cf4a-ab71-4549-9d42-2db72cedc16b HTTP/1.1" status: 204 len: 168 time: 1.0007792 Dec 07 14:33:43.600309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0da4fc91-9d65-4b93-b65a-435f57c01fd9 None None] Deleting port 05aa9882-15c2-4477-a838-06ab89f1ed47 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:33:43.600760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0da4fc91-9d65-4b93-b65a-435f57c01fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:43.641297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60328) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:43.670131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-0da4fc91-9d65-4b93-b65a-435f57c01fd9 None None] The port '05aa9882-15c2-4477-a838-06ab89f1ed47' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 14:33:43.702038 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aec3cd64-6f01-4b95-89eb-28e8ffddae2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cba87c821c804f778d6ba189f62af86d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0593410 Dec 07 14:33:43.704543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60332) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:43.767564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa66ad58-3444-404c-bc90-c3be302b8a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:43.794010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa66ad58-3444-404c-bc90-c3be302b8a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:44.058571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 05aa9882-15c2-4477-a838-06ab89f1ed47 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:33:44.064430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa66ad58-3444-404c-bc90-c3be302b8a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:44.069668 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-64a707bd-d9e7-4b90-a7ff-8ab1ce4a69e7 tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:44.086034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66ad58-3444-404c-bc90-c3be302b8a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1368cca8-3f96-456b-809f-18d6e896e12f,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:44.090261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-aa66ad58-3444-404c-bc90-c3be302b8a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:44.093325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa66ad58-3444-404c-bc90-c3be302b8a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:44.097484 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-aa66ad58-3444-404c-bc90-c3be302b8a7b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1368cca8-3f96-456b-809f-18d6e896e12f HTTP/1.1" status: 204 len: 168 time: 0.3918977 Dec 07 14:33:44.097758 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 05aa9882-15c2-4477-a838-06ab89f1ed47 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:33:44.098147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 05aa9882-15c2-4477-a838-06ab89f1ed47 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:33:44.098732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ea55d03a-36e8-40ba-8762-2b7934a87993 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:33:44.140741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: ea55d03a-36e8-40ba-8762-2b7934a87993 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:33:44.141132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device ea55d03a-36e8-40ba-8762-2b7934a87993 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:33:44.664077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60340) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:44.716689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8faf2f5b-c5c3-4c00-91e6-96399afde97f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8ab0ee63ea1400fb90a0c3c51af8669&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513058 Dec 07 14:33:44.719766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60344) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:44.785971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc5f2782-eefc-44da-b85f-741299c9288c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:44.813015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc5f2782-eefc-44da-b85f-741299c9288c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:44.884287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc5f2782-eefc-44da-b85f-741299c9288c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:44.889119 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5c07ddec-b191-43cc-a35e-a5b7388d37cc tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:44.903551 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f2782-eefc-44da-b85f-741299c9288c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054bbf4e-aeb2-4ada-b732-561932555f33,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:44.907265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fc5f2782-eefc-44da-b85f-741299c9288c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:44.908136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fc5f2782-eefc-44da-b85f-741299c9288c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:44.909364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-fc5f2782-eefc-44da-b85f-741299c9288c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/054bbf4e-aeb2-4ada-b732-561932555f33 HTTP/1.1" status: 204 len: 168 time: 0.1885970 Dec 07 14:33:46.090340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60366) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:46.242861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1231867360-network', 'tenant_id': '83278e267d1a483eaa09891abfe60808'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:33:46.248301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:33:46.252590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Usage tracker for resource:network and tenant:83278e267d1a483eaa09891abfe60808 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:33:46.256159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:33:46.262915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:33:46.310081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Made reservation on behalf of 83278e267d1a483eaa09891abfe60808 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:33:46.315411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:46.329462 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:46.368663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:33:46.372711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Usage tracker for resource:security_group_rule and tenant:83278e267d1a483eaa09891abfe60808 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:33:46.376166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:33:46.382333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:33:46.517623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:46.547537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:46.552914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-deb0dd92-0b7e-4dd9-bcde-33d0dca38cd7 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:46.580706 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:33:46.595090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36403d31-200a-4a3d-81be-39426884d99d,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:46.599752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:46.600761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:46.608861 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Added segment 0b01369a-6a1d-4d02-8ba0-9456224e1ef7 of type vlan for network 2357a134-9e2d-4184-a08c-95aacb7db8cb Dec 07 14:33:46.683028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:46.766918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:46.767936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:33:46.768513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:46.773511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-20eb34e5-3d91-4ee5-816d-13c799e1295f tempest-RoutersNegativeTest-462102696 tempest-RoutersNegativeTest-462102696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:46.875142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Pushing event updated for resources: {'Network': ['ID=2357a134-9e2d-4184-a08c-95aacb7db8cb,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:46.878847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:46.885212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 2357a134-9e2d-4184-a08c-95aacb7db8cb details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:33:46.897291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6aebc8e7-5204-4a26-bddc-b9fa70865913 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8058095 Dec 07 14:33:46.900625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60372) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:46.908105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] Request body: {'subnet': {'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1231867360-subnet', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'ip_version': 4}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:33:46.917643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:33:46.924727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] Usage tracker for resource:subnet and tenant:83278e267d1a483eaa09891abfe60808 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:33:46.929848 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:33:46.937327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:33:46.981678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] Made reservation on behalf of 83278e267d1a483eaa09891abfe60808 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:33:46.986679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:47.367414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:47.371798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7ba2a0f-7aa1-4ac8-ba04-651c47a05abd tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:47.444213 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8510eed-d262-4cf2-929b-b4fe213208ac,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:47.448232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:47.456745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] Checking segment: {'id': '0b01369a-6a1d-4d02-8ba0-9456224e1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:33:47.457130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] Network hostable DHCP agents. Network: 2357a134-9e2d-4184-a08c-95aacb7db8cb, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:33:47.504049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] Network 2357a134-9e2d-4184-a08c-95aacb7db8cb is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:33:47.538382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 2357a134-9e2d-4184-a08c-95aacb7db8cb) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:33:47.542342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:33:47.542977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:47.548903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a660acf-4727-4098-a4e9-efa0f026e9cc None None] Network 2357a134-9e2d-4184-a08c-95aacb7db8cb requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:33:47.590924 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6891086 Dec 07 14:33:47.594422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60376) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:47.600016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:33:47.605151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:33:47.609961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Usage tracker for resource:router and tenant:83278e267d1a483eaa09891abfe60808 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:33:47.612977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:33:47.619280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:33:47.664639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:47.665714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:47.747767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:47.771626 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-2357a134-9e2d-4184-a08c-95aacb7db8cb', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:33:47.772593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:47.932905 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:47.937397 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Allocated IP 172.20.0.2 (2357a134-9e2d-4184-a08c-95aacb7db8cb/b8510eed-d262-4cf2-929b-b4fe213208ac/a3273899-5dc1-471a-8e18-7865236542b8) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:33:48.164230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:48.203161 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:48.317223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:48.327772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Transition to ACTIVE for port object a3273899-5dc1-471a-8e18-7865236542b8 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:33:48.347463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Transition to ACTIVE for port object a3273899-5dc1-471a-8e18-7865236542b8 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:33:48.407537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:48.412785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:48.438845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Allocated IP 172.36.4.106 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/a3b33a9d-4dbf-494a-8bd4-df8b802c3365) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:33:48.481672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Network 2357a134-9e2d-4184-a08c-95aacb7db8cb is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:33:48.485795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:33:48.487773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Pushing event updated for resources: {'Port': ['ID=a3273899-5dc1-471a-8e18-7865236542b8,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:48.490063 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:33:48.502558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:48.502942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:48.503341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:48.503710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:48.504080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:48.504444 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:48.504806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:48.505170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:48.505532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:48.505887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:48.506242 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:48.537022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:48.588446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Attempting to bind port a3273899-5dc1-471a-8e18-7865236542b8 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:33:48.588849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Attempting to bind port a3273899-5dc1-471a-8e18-7865236542b8 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '0b01369a-6a1d-4d02-8ba0-9456224e1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:33:48.589261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Attempting to bind port a3273899-5dc1-471a-8e18-7865236542b8 on network 2357a134-9e2d-4184-a08c-95aacb7db8cb {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:33:48.596463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:33:48.596875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Checking segment: {'id': '0b01369a-6a1d-4d02-8ba0-9456224e1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:33:48.597323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:48.597754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Bound using segment: {'id': '0b01369a-6a1d-4d02-8ba0-9456224e1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:33:48.598258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Bound port: a3273899-5dc1-471a-8e18-7865236542b8, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b01369a-6a1d-4d02-8ba0-9456224e1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:33:48.598673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:48.653423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:48.694414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] For port a3273899-5dc1-471a-8e18-7865236542b8, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:33:48.697778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] For port a3273899-5dc1-471a-8e18-7865236542b8, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a3273899-5dc1-471a-8e18-7865236542b8,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:33:48.702104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:48.706773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-90b52f2a-6bd6-420a-94f4-22d4e6152a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:48.724874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:48.729410 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:48.776885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:33:48.780511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:33:48.785353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:33:48.811012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b33a9d-4dbf-494a-8bd4-df8b802c3365,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:48.815349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Pushing event updated for resources: {'Port': ['ID=a3273899-5dc1-471a-8e18-7865236542b8,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:48.817537 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:48.818384 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:49.022823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:49.023623 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:49.307496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 14:33:49.518308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:33:49.528694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Sync routers for ids ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:33:49.542344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Routers {'56a99a90-bb6f-41e4-8e1e-b39bd58a367d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:33:49.542996 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:49.558850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:49.560159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9646473 Dec 07 14:33:49.563125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60380) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:49.731205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Set router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:33:50.044236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:48Z', 'revision_number': 3, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:50.049467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Checking router: 56a99a90-bb6f-41e4-8e1e-b39bd58a367d for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:33:50.049870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Updating router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d port a3b33a9d-4dbf-494a-8bd4-df8b802c3365 binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:33:50.113791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a3273899-5dc1-471a-8e18-7865236542b8 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:33:50.128624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:50.233785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port a3273899-5dc1-471a-8e18-7865236542b8 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:33:50.497726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:50.558938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Transition to ACTIVE for port object a3b33a9d-4dbf-494a-8bd4-df8b802c3365 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:33:50.589467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b0b829-71f7-43f1-b3ea-db3e264b3888 None None] Network 2357a134-9e2d-4184-a08c-95aacb7db8cb requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:33:50.593271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:50.598920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9cc688da-67ed-4c39-a0a5-372e409da351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:50.601581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:50.678172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Attempting to bind port a3b33a9d-4dbf-494a-8bd4-df8b802c3365 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:33:50.679067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Attempting to bind port a3b33a9d-4dbf-494a-8bd4-df8b802c3365 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:33:50.679067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Attempting to bind port a3b33a9d-4dbf-494a-8bd4-df8b802c3365 on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:33:50.681898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56006a-44d1-483e-9af4-d531121909e4 None None] Pushing event updated for resources: {'Port': ['ID=a3b33a9d-4dbf-494a-8bd4-df8b802c3365,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:50.691986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:33:50.692406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:33:50.692851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:50.693282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:33:50.694607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Bound port: a3b33a9d-4dbf-494a-8bd4-df8b802c3365, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:33:50.694607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:50.720629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fd18dcde-bdeb-4dea-bfeb-9005a1fc1b44 None None] Provisioning for port a3273899-5dc1-471a-8e18-7865236542b8 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:33:50.727844 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-fd18dcde-bdeb-4dea-bfeb-9005a1fc1b44 None None] Provisioning complete for port a3273899-5dc1-471a-8e18-7865236542b8 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:33:50.728262 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fd18dcde-bdeb-4dea-bfeb-9005a1fc1b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:50.734209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56006a-44d1-483e-9af4-d531121909e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:50.734602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56006a-44d1-483e-9af4-d531121909e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:50.734978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56006a-44d1-483e-9af4-d531121909e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:50.735395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56006a-44d1-483e-9af4-d531121909e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:50.735763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56006a-44d1-483e-9af4-d531121909e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:50.736131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56006a-44d1-483e-9af4-d531121909e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:50.736489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56006a-44d1-483e-9af4-d531121909e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:50.736850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56006a-44d1-483e-9af4-d531121909e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:50.737209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56006a-44d1-483e-9af4-d531121909e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:50.737562 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56006a-44d1-483e-9af4-d531121909e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:50.737916 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56006a-44d1-483e-9af4-d531121909e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:33:50.743469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0a56006a-44d1-483e-9af4-d531121909e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:50.784422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] For port a3b33a9d-4dbf-494a-8bd4-df8b802c3365, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:33:50.787866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] For port a3b33a9d-4dbf-494a-8bd4-df8b802c3365, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a3b33a9d-4dbf-494a-8bd4-df8b802c3365,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:33:50.845239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:50.849810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-be213cde-534f-4ac4-8696-36479303990c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:50.873937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Allocated IP 172.20.0.1 (2357a134-9e2d-4184-a08c-95aacb7db8cb/b8510eed-d262-4cf2-929b-b4fe213208ac/651f505d-5c6b-4239-8966-b4cb4539884c) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:33:50.938563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56006a-44d1-483e-9af4-d531121909e4 None None] Pushing event updated for resources: {'Port': ['ID=a3b33a9d-4dbf-494a-8bd4-df8b802c3365,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:50.938778 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fd18dcde-bdeb-4dea-bfeb-9005a1fc1b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:50.942542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0a56006a-44d1-483e-9af4-d531121909e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:50.945094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Routers {'56a99a90-bb6f-41e4-8e1e-b39bd58a367d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:33:50.945823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:50.992178 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-fd18dcde-bdeb-4dea-bfeb-9005a1fc1b44 None None] For port a3273899-5dc1-471a-8e18-7865236542b8, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a3273899-5dc1-471a-8e18-7865236542b8,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:33:51.036069 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-fd18dcde-bdeb-4dea-bfeb-9005a1fc1b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:51.038225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:51.047640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:51.065382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Transition to ACTIVE for port object 651f505d-5c6b-4239-8966-b4cb4539884c will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:33:51.105970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18dcde-bdeb-4dea-bfeb-9005a1fc1b44 None None] Pushing event updated for resources: {'Port': ['ID=a3273899-5dc1-471a-8e18-7865236542b8,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:51.110001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fd18dcde-bdeb-4dea-bfeb-9005a1fc1b44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:51.116896 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:51.121776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cbdc3915-7bcd-4feb-889d-5183e3dd71e4 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:51.151320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] Set router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:33:51.198088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Network 2357a134-9e2d-4184-a08c-95aacb7db8cb is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:33:51.202348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:33:51.207543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:33:51.234802 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Pushing event updated for resources: {'Port': ['ID=651f505d-5c6b-4239-8966-b4cb4539884c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:51.240664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:51.269391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:51.363258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-2e9ee044-2931-4188-9aa3-10befb77be8b None None] Provisioning complete for port a3273899-5dc1-471a-8e18-7865236542b8 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:33:51.363761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee044-2931-4188-9aa3-10befb77be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:51.440415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:51.477809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:48Z', 'revision_number': 3, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:51.481948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819c4045-edfe-402e-83e1-1863b60408a5 None None] The sync data for ids ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'] in dv-neutron-ussuri-2-hyperv is: [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:48Z', 'revision_number': 3, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:33:51.684157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-56785d7e-84cd-44f6-8c49-c0d2655b22d0 None None] Provisioning for port 651f505d-5c6b-4239-8966-b4cb4539884c completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:33:51.690353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-56785d7e-84cd-44f6-8c49-c0d2655b22d0 None None] Provisioning complete for port 651f505d-5c6b-4239-8966-b4cb4539884c triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:33:51.690776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-56785d7e-84cd-44f6-8c49-c0d2655b22d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:51.695548 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:51.730245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:51.745806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-56785d7e-84cd-44f6-8c49-c0d2655b22d0 None None] Port 651f505d-5c6b-4239-8966-b4cb4539884c cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:33:51.761650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-473831df-a3df-42c5-8900-2745275429fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:51.848439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Pushing event updated for resources: {'Port': ['ID=651f505d-5c6b-4239-8966-b4cb4539884c,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:51.851153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:51.855128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:52.020393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Network 2357a134-9e2d-4184-a08c-95aacb7db8cb is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:33:52.024307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:33:52.163467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a3b33a9d-4dbf-494a-8bd4-df8b802c3365 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:33:52.307432 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port a3b33a9d-4dbf-494a-8bd4-df8b802c3365 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:33:52.314383 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port a3b33a9d-4dbf-494a-8bd4-df8b802c3365 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:33:52.314904 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:52.397314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-9f3d1322-a3c2-47f6-866f-b6e16a58674f None None] Provisioning complete for port 651f505d-5c6b-4239-8966-b4cb4539884c triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:33:52.397743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9f3d1322-a3c2-47f6-866f-b6e16a58674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:52.478496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:33:52.498252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9f3d1322-a3c2-47f6-866f-b6e16a58674f None None] Port 651f505d-5c6b-4239-8966-b4cb4539884c cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:33:52.522203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:52.540016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port a3b33a9d-4dbf-494a-8bd4-df8b802c3365, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a3b33a9d-4dbf-494a-8bd4-df8b802c3365,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:33:52.572789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:52.573722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a3273899-5dc1-471a-8e18-7865236542b8 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:33:52.603485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:52.701127 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=a3b33a9d-4dbf-494a-8bd4-df8b802c3365,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:52.703547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:33:52.710970 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:52.714105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] 10.222.0.24 "PUT /v2.0/routers/56a99a90-bb6f-41e4-8e1e-b39bd58a367d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1493666 Dec 07 14:33:52.716787 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port a3273899-5dc1-471a-8e18-7865236542b8 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:33:52.717267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:53.760434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60402) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:53.767344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-146614115-network', 'tenant_id': 'f6088777730640aba19d0942fdd17184'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:33:53.772677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:33:53.776678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Usage tracker for resource:network and tenant:f6088777730640aba19d0942fdd17184 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:33:53.779769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:33:53.785721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:33:53.827415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Made reservation on behalf of f6088777730640aba19d0942fdd17184 for: {'network': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:33:53.832058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for network, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:53.845067 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:53.878393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:33:53.882352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Usage tracker for resource:security_group_rule and tenant:f6088777730640aba19d0942fdd17184 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:33:53.885267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:33:53.891875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:33:54.068328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a3b33a9d-4dbf-494a-8bd4-df8b802c3365 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:33:54.141184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port a3b33a9d-4dbf-494a-8bd4-df8b802c3365 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:33:54.141601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:54.147983 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:54.178333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:54.183035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ada30641-8836-427b-a620-88d7ad427fcb tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:54.212812 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88897) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 07 14:33:54.226565 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42274f4-0133-4019-be24-9044c71f6715,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:54.229898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:54.257764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:54.258096 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.segments_db [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Added segment 30d10687-50b1-4dc1-ac24-fbc37af31991 of type vlan for network 0d4eb931-287b-40cc-9558-e364b5fd4493 Dec 07 14:33:54.287458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739613059255'] for network, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:54.344001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528'] for network, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:54.344981 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:33:54.345611 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:54.350789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1226a7e7-0fe0-4ce5-9350-a060026041bf tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:54.456197 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Pushing event updated for resources: {'Network': ['ID=0d4eb931-287b-40cc-9558-e364b5fd4493,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:54.459112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:54.466184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Network 0d4eb931-287b-40cc-9558-e364b5fd4493 details requested by agent ovs-agent-dv-neutron-ussuri-2-hyperv with host dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 07 14:33:54.482334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d7fa52e0-6d1c-4bf8-9521-d3c1f86ca115 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7207358 Dec 07 14:33:54.485830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60406) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:54.492104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-02d2570f-359d-4e3c-8958-f79e3b7d7c57 admin admin] Request body: {'subnet': {'network_id': '0d4eb931-287b-40cc-9558-e364b5fd4493', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-146614115-subnet', 'tenant_id': 'f6088777730640aba19d0942fdd17184', 'ip_version': 4}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:33:54.497323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-02d2570f-359d-4e3c-8958-f79e3b7d7c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:33:54.502574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-02d2570f-359d-4e3c-8958-f79e3b7d7c57 admin admin] Usage tracker for resource:subnet and tenant:f6088777730640aba19d0942fdd17184 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:33:54.505736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-02d2570f-359d-4e3c-8958-f79e3b7d7c57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:33:54.511884 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-02d2570f-359d-4e3c-8958-f79e3b7d7c57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:33:54.550203 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d2570f-359d-4e3c-8958-f79e3b7d7c57 admin admin] Made reservation on behalf of f6088777730640aba19d0942fdd17184 for: {'subnet': 1} {{(pid=88897) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:33:54.554971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02d2570f-359d-4e3c-8958-f79e3b7d7c57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16716800'] for subnet, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:54.577926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Sync routers for ids ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:33:54.594746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Routers {'56a99a90-bb6f-41e4-8e1e-b39bd58a367d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:33:54.595492 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:54.784713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Set router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:33:54.892890 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02d2570f-359d-4e3c-8958-f79e3b7d7c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16405446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16716817'] for subnet, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:54.897842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ef6db8f2-f429-4af3-9da4-984e25d9199f tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:55.234225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2570f-359d-4e3c-8958-f79e3b7d7c57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f7a607-1120-4825-8826-914e8bc31458,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:55.238910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-02d2570f-359d-4e3c-8958-f79e3b7d7c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:55.250167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d2570f-359d-4e3c-8958-f79e3b7d7c57 admin admin] Checking segment: {'id': '30d10687-50b1-4dc1-ac24-fbc37af31991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d4eb931-287b-40cc-9558-e364b5fd4493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:33:55.250556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d2570f-359d-4e3c-8958-f79e3b7d7c57 admin admin] Network hostable DHCP agents. Network: 0d4eb931-287b-40cc-9558-e364b5fd4493, hostable agents: ['e11daae8-aa71-4d44-9960-50fb76724e81'], hosted agents: [] {{(pid=88897) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 07 14:33:55.289098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:51Z', 'revision_number': 4, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '651f505d-5c6b-4239-8966-b4cb4539884c', 'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'mac_address': 'fa:16:3e:fb:30:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:50Z', 'updated_at': '2021-12-07T14:33:51Z', 'revision_number': 2, 'project_id': '83278e267d1a483eaa09891abfe60808', 'subnets': [{'id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:55.293272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Checking router: 56a99a90-bb6f-41e4-8e1e-b39bd58a367d for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:33:55.293669 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Updating router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d port 651f505d-5c6b-4239-8966-b4cb4539884c binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:33:55.332779 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d2570f-359d-4e3c-8958-f79e3b7d7c57 admin admin] Network 0d4eb931-287b-40cc-9558-e364b5fd4493 is scheduled to be hosted by DHCP agent e11daae8-aa71-4d44-9960-50fb76724e81 with binding_index 1 {{(pid=88897) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 07 14:33:55.347734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:55.390159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-02d2570f-359d-4e3c-8958-f79e3b7d7c57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-ussuri-2-hyperv, 0d4eb931-287b-40cc-9558-e364b5fd4493) {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:33:55.394257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d2570f-359d-4e3c-8958-f79e3b7d7c57 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:33:55.395743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-02d2570f-359d-4e3c-8958-f79e3b7d7c57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:55.403109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9af672-7cd1-47ba-877f-e8048114650b None None] Network 0d4eb931-287b-40cc-9558-e364b5fd4493 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:33:55.441943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-02d2570f-359d-4e3c-8958-f79e3b7d7c57 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9549978 Dec 07 14:33:55.444732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60410) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:55.450301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-146614115-router', 'tenant_id': 'f6088777730640aba19d0942fdd17184', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:33:55.456219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:33:55.460172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Usage tracker for resource:router and tenant:f6088777730640aba19d0942fdd17184 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:33:55.463103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:33:55.469899 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:33:55.504173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853146445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42993'] for router, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:55.505288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854272667', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854732823'] for router, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:55.523560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:55.702324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854272684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853146462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854732840'] for router, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:55.815849 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83df17d9-f017-5c91-aa76-63cda7915cc0-0d4eb931-287b-40cc-9558-e364b5fd4493', 'network_id': '0d4eb931-287b-40cc-9558-e364b5fd4493', 'tenant_id': 'f6088777730640aba19d0942fdd17184', 'fixed_ips': [{'subnet_id': '15f7a607-1120-4825-8826-914e8bc31458'}]}} from dv-neutron-ussuri-2-hyperv. {{(pid=88899) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 07 14:33:55.816741 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:55.923549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:55.955582 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:56.042388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:56.064348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Transition to ACTIVE for port object 651f505d-5c6b-4239-8966-b4cb4539884c will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:33:56.072601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Allocated IP 172.20.0.2 (0d4eb931-287b-40cc-9558-e364b5fd4493/15f7a607-1120-4825-8826-914e8bc31458/c0adab68-44e3-4de4-ac1f-ad552d835a78) {{(pid=88899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:33:56.104898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:56.142010 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Allocated IP 172.36.4.147 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/58f0402e-8338-49ba-af92-58dd302ed33c) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:33:56.156726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b1c71a0d-c6fe-4dba-be5f-9747da964843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:56.310350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9044f6-43da-4be1-929a-6b1741194e81 None None] Pushing event updated for resources: {'Port': ['ID=651f505d-5c6b-4239-8966-b4cb4539884c,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:56.314870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9c9044f6-43da-4be1-929a-6b1741194e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:56.362250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:56.425074 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:56.429405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-ba88714e-5507-4527-bcef-764087e8a7e1 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:56.500746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Attempting to bind port 651f505d-5c6b-4239-8966-b4cb4539884c on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:33:56.501159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Attempting to bind port 651f505d-5c6b-4239-8966-b4cb4539884c by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '0b01369a-6a1d-4d02-8ba0-9456224e1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:33:56.501566 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Attempting to bind port 651f505d-5c6b-4239-8966-b4cb4539884c on network 2357a134-9e2d-4184-a08c-95aacb7db8cb {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:33:56.505076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:33:56.508543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:33:56.510665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Pushing event updated for resources: {'Port': ['ID=58f0402e-8338-49ba-af92-58dd302ed33c,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:56.513068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:33:56.524225 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:33:56.524646 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Checking segment: {'id': '0b01369a-6a1d-4d02-8ba0-9456224e1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:33:56.525102 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:56.525540 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Bound using segment: {'id': '0b01369a-6a1d-4d02-8ba0-9456224e1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:33:56.526055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Bound port: 651f505d-5c6b-4239-8966-b4cb4539884c, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b01369a-6a1d-4d02-8ba0-9456224e1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:33:56.526471 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:56.542933 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:56.593216 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:56.615321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Transition to ACTIVE for port object c0adab68-44e3-4de4-ac1f-ad552d835a78 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:33:56.666198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Transition to ACTIVE for port object c0adab68-44e3-4de4-ac1f-ad552d835a78 will not be triggered until provisioned by entity DHCP. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:33:56.722543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:56.723687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-503091'] for router, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:56.724094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] For port 651f505d-5c6b-4239-8966-b4cb4539884c, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:33:56.727445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] For port 651f505d-5c6b-4239-8966-b4cb4539884c, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=651f505d-5c6b-4239-8966-b4cb4539884c,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:33:56.741838 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168'] for port, after_create {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:56.746439 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:56.780517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:56.833045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Network 0d4eb931-287b-40cc-9558-e364b5fd4493 is already hosted by enough agents. {{(pid=88899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:33:56.834089 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Pushing event updated for resources: {'Port': ['ID=c0adab68-44e3-4de4-ac1f-ad552d835a78,revision_number=1']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:56.836762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:56.839299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9c9044f6-43da-4be1-929a-6b1741194e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:56.873696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Resources bound (agent type, host, resource id): {{(pid=88899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:33:56.876222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Received port after_create {{(pid=88899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:33:56.980434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Routers {'56a99a90-bb6f-41e4-8e1e-b39bd58a367d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:33:56.981126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:57.027078 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Router 7113d387-5cc7-444a-8b6f-0162276be84f is scheduled to L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b with binding_index 1 {{(pid=88897) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 07 14:33:57.082350 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9044f6-43da-4be1-929a-6b1741194e81 None None] Pushing event updated for resources: {'Port': ['ID=651f505d-5c6b-4239-8966-b4cb4539884c,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:57.085684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9c9044f6-43da-4be1-929a-6b1741194e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:57.098396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Attempting to bind port c0adab68-44e3-4de4-ac1f-ad552d835a78 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:33:57.098749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Attempting to bind port c0adab68-44e3-4de4-ac1f-ad552d835a78 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '30d10687-50b1-4dc1-ac24-fbc37af31991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d4eb931-287b-40cc-9558-e364b5fd4493'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:33:57.099160 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Attempting to bind port c0adab68-44e3-4de4-ac1f-ad552d835a78 on network 0d4eb931-287b-40cc-9558-e364b5fd4493 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:33:57.183448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:33:57.183872 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Checking segment: {'id': '30d10687-50b1-4dc1-ac24-fbc37af31991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d4eb931-287b-40cc-9558-e364b5fd4493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:33:57.184322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:57.184761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Bound using segment: {'id': '30d10687-50b1-4dc1-ac24-fbc37af31991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d4eb931-287b-40cc-9558-e364b5fd4493'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:33:57.185279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Bound port: c0adab68-44e3-4de4-ac1f-ad552d835a78, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d10687-50b1-4dc1-ac24-fbc37af31991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d4eb931-287b-40cc-9558-e364b5fd4493'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:33:57.185836 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:57.243347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:33:57.255357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Sync routers for ids ['7113d387-5cc7-444a-8b6f-0162276be84f'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:33:57.287352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Routers {'7113d387-5cc7-444a-8b6f-0162276be84f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:33:57.287352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['7113d387-5cc7-444a-8b6f-0162276be84f'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:57.301424 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] Set router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:33:57.307128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:57.308521 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8627918 Dec 07 14:33:57.311946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60414) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:33:57.390407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] For port c0adab68-44e3-4de4-ac1f-ad552d835a78, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:33:57.410448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] For port c0adab68-44e3-4de4-ac1f-ad552d835a78, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c0adab68-44e3-4de4-ac1f-ad552d835a78,segment=NetworkSegment(30d10687-50b1-4dc1-ac24-fbc37af31991),segment_id=30d10687-50b1-4dc1-ac24-fbc37af31991)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:33:57.469062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:57.479804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:57.496186 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Set router 7113d387-5cc7-444a-8b6f-0162276be84f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:33:57.831364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Pushing event updated for resources: {'Port': ['ID=c0adab68-44e3-4de4-ac1f-ad552d835a78,revision_number=2']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:57.834723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-22975358-7d7b-4790-a721-c5489a8821c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:57.966185 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:51Z', 'revision_number': 4, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '651f505d-5c6b-4239-8966-b4cb4539884c', 'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'mac_address': 'fa:16:3e:fb:30:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:50Z', 'updated_at': '2021-12-07T14:33:56Z', 'revision_number': 4, 'project_id': '83278e267d1a483eaa09891abfe60808', 'subnets': [{'id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:57.971398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708871d4-4fd7-4c29-a2d8-88095c2ac7bf None None] The sync data for ids ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'] in dv-neutron-ussuri-2-hyperv is: [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:51Z', 'revision_number': 4, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '651f505d-5c6b-4239-8966-b4cb4539884c', 'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'mac_address': 'fa:16:3e:fb:30:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:50Z', 'updated_at': '2021-12-07T14:33:56Z', 'revision_number': 4, 'project_id': '83278e267d1a483eaa09891abfe60808', 'subnets': [{'id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:33:57.999251 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'name': 'tempest-TestSnapshotPattern-146614115-router', 'tenant_id': 'f6088777730640aba19d0942fdd17184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.147'}], 'enable_snat': True}, 'gw_port_id': '58f0402e-8338-49ba-af92-58dd302ed33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:55Z', 'updated_at': '2021-12-07T14:33:56Z', 'revision_number': 3, 'project_id': 'f6088777730640aba19d0942fdd17184', 'gw_port': {'id': '58f0402e-8338-49ba-af92-58dd302ed33c', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:55Z', 'updated_at': '2021-12-07T14:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:58.004287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Checking router: 7113d387-5cc7-444a-8b6f-0162276be84f for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:33:58.004770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Updating router 7113d387-5cc7-444a-8b6f-0162276be84f port 58f0402e-8338-49ba-af92-58dd302ed33c binding host dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:33:58.065288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:58.154047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:58.462968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Allocated IP 172.20.0.1 (0d4eb931-287b-40cc-9558-e364b5fd4493/15f7a607-1120-4825-8826-914e8bc31458/1bcf5af3-24be-4668-a600-a27b05a35fb3) {{(pid=88897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:33:58.491304 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:58.513653 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Transition to ACTIVE for port object 58f0402e-8338-49ba-af92-58dd302ed33c will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:33:58.549654 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:58.554639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9e6f484b-9b11-47cf-b498-50ce856bd89d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:58.636990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceedf2c-0b16-49fa-ad8f-3da972a30c52 None None] Pushing event updated for resources: {'Port': ['ID=58f0402e-8338-49ba-af92-58dd302ed33c,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:58.637878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:58.639624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Attempting to bind port 58f0402e-8338-49ba-af92-58dd302ed33c on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:33:58.640031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Attempting to bind port 58f0402e-8338-49ba-af92-58dd302ed33c by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:33:58.640435 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Attempting to bind port 58f0402e-8338-49ba-af92-58dd302ed33c on network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:33:58.643509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bceedf2c-0b16-49fa-ad8f-3da972a30c52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:58.648663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:33:58.649082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Checking segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:33:58.649532 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:58.650000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Bound using segment: {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:33:58.650452 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Bound port: 58f0402e-8338-49ba-af92-58dd302ed33c, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92de068-9d68-4862-93a4-f6179ce15756', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:33:58.650871 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:58.656979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Transition to ACTIVE for port object 1bcf5af3-24be-4668-a600-a27b05a35fb3 will not be triggered until provisioned by entity DHCP. {{(pid=88897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:33:58.721449 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:58.726800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3bc53eac-c26f-4446-8249-35282bb18059 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:58.730717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] For port 58f0402e-8338-49ba-af92-58dd302ed33c, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:33:58.734888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] For port 58f0402e-8338-49ba-af92-58dd302ed33c, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=58f0402e-8338-49ba-af92-58dd302ed33c,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:33:58.770859 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:58.775704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a8f4e3fa-454f-40d5-b7d3-46cac0a967ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:58.794926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Network 0d4eb931-287b-40cc-9558-e364b5fd4493 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:33:58.804000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:33:58.809902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Received port after_create {{(pid=88897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:33:58.848053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Pushing event updated for resources: {'Port': ['ID=1bcf5af3-24be-4668-a600-a27b05a35fb3,revision_number=1']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:58.857121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:58.868903 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceedf2c-0b16-49fa-ad8f-3da972a30c52 None None] Pushing event updated for resources: {'Port': ['ID=58f0402e-8338-49ba-af92-58dd302ed33c,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:58.871974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Routers {'7113d387-5cc7-444a-8b6f-0162276be84f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:33:58.872676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:33:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['7113d387-5cc7-444a-8b6f-0162276be84f'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:58.882909 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275978'] for router_interface, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:58.926036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-bceedf2c-0b16-49fa-ad8f-3da972a30c52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88900) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:58.996832 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:59.068698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] Set router 7113d387-5cc7-444a-8b6f-0162276be84f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:33:59.459414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'name': 'tempest-TestSnapshotPattern-146614115-router', 'tenant_id': 'f6088777730640aba19d0942fdd17184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.147'}], 'enable_snat': True}, 'gw_port_id': '58f0402e-8338-49ba-af92-58dd302ed33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:55Z', 'updated_at': '2021-12-07T14:33:58Z', 'revision_number': 4, 'project_id': 'f6088777730640aba19d0942fdd17184', 'gw_port': {'id': '58f0402e-8338-49ba-af92-58dd302ed33c', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:55Z', 'updated_at': '2021-12-07T14:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '1bcf5af3-24be-4668-a600-a27b05a35fb3', 'name': '', 'network_id': '0d4eb931-287b-40cc-9558-e364b5fd4493', 'tenant_id': 'f6088777730640aba19d0942fdd17184', 'mac_address': 'fa:16:3e:77:81:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15f7a607-1120-4825-8826-914e8bc31458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:58Z', 'updated_at': '2021-12-07T14:33:58Z', 'revision_number': 1, 'project_id': 'f6088777730640aba19d0942fdd17184', 'subnets': [{'id': '15f7a607-1120-4825-8826-914e8bc31458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:33:59.464709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb56e32-192a-42f1-859d-9c348750a43d None None] The sync data for ids ['7113d387-5cc7-444a-8b6f-0162276be84f'] in dv-neutron-ussuri-2-hyperv is: [{'id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'name': 'tempest-TestSnapshotPattern-146614115-router', 'tenant_id': 'f6088777730640aba19d0942fdd17184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.147'}], 'enable_snat': True}, 'gw_port_id': '58f0402e-8338-49ba-af92-58dd302ed33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:55Z', 'updated_at': '2021-12-07T14:33:58Z', 'revision_number': 4, 'project_id': 'f6088777730640aba19d0942fdd17184', 'gw_port': {'id': '58f0402e-8338-49ba-af92-58dd302ed33c', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:55Z', 'updated_at': '2021-12-07T14:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '1bcf5af3-24be-4668-a600-a27b05a35fb3', 'name': '', 'network_id': '0d4eb931-287b-40cc-9558-e364b5fd4493', 'tenant_id': 'f6088777730640aba19d0942fdd17184', 'mac_address': 'fa:16:3e:77:81:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15f7a607-1120-4825-8826-914e8bc31458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:58Z', 'updated_at': '2021-12-07T14:33:58Z', 'revision_number': 1, 'project_id': 'f6088777730640aba19d0942fdd17184', 'subnets': [{'id': '15f7a607-1120-4825-8826-914e8bc31458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:33:59.540713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:59.570153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838370443'] for port, after_update {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:59.600474 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-88ce8667-e280-4127-b740-2b491f8cf6c3 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:33:59.691813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Pushing event updated for resources: {'Port': ['ID=1bcf5af3-24be-4668-a600-a27b05a35fb3,revision_number=2']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:33:59.694807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:33:59.696112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853591543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-499729'] for router_interface, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:33:59.785064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396f66f0-2293-4afc-a399-40725d19f81e None None] Network 0d4eb931-287b-40cc-9558-e364b5fd4493 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:33:59.845095 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Network 0d4eb931-287b-40cc-9558-e364b5fd4493 is already hosted by enough agents. {{(pid=88897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:33:59.846245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Resources bound (agent type, host, resource id): {{(pid=88897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:33:59.920403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-6a054c32-456c-444d-9f1e-19ad12c17e4e None None] Provisioning for port c0adab68-44e3-4de4-ac1f-ad552d835a78 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:34:00.166813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-be210763-1423-443b-b5c5-7b53362361a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:00.209821 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c0adab68-44e3-4de4-ac1f-ad552d835a78 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:34:00.349508 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port c0adab68-44e3-4de4-ac1f-ad552d835a78 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:34:00.356179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port c0adab68-44e3-4de4-ac1f-ad552d835a78 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:34:00.357001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:00.372181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Router 7113d387-5cc7-444a-8b6f-0162276be84f has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:34:00.510405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:00.564306 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port c0adab68-44e3-4de4-ac1f-ad552d835a78, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c0adab68-44e3-4de4-ac1f-ad552d835a78,segment=NetworkSegment(30d10687-50b1-4dc1-ac24-fbc37af31991),segment_id=30d10687-50b1-4dc1-ac24-fbc37af31991)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:34:00.595431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:00.596590 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 651f505d-5c6b-4239-8966-b4cb4539884c up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:34:00.630716 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:34:00.633058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-70f60f7f-8594-4827-bfe8-560dc4c15440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:00.644881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] 10.222.0.24 "PUT /v2.0/routers/7113d387-5cc7-444a-8b6f-0162276be84f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3316729 Dec 07 14:34:00.678657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-98572982-324a-471e-9755-c1d1ad9f3b72 None None] Provisioning for port 1bcf5af3-24be-4668-a600-a27b05a35fb3 completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:34:00.706877 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-98572982-324a-471e-9755-c1d1ad9f3b72 None None] Provisioning complete for port 1bcf5af3-24be-4668-a600-a27b05a35fb3 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:34:00.707479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98572982-324a-471e-9755-c1d1ad9f3b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:00.815788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-98572982-324a-471e-9755-c1d1ad9f3b72 None None] Port 1bcf5af3-24be-4668-a600-a27b05a35fb3 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:34:00.825084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=c0adab68-44e3-4de4-ac1f-ad552d835a78,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:00.838511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:00.849959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-98572982-324a-471e-9755-c1d1ad9f3b72 None None] Provisioning complete for port c0adab68-44e3-4de4-ac1f-ad552d835a78 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:34:00.850613 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-98572982-324a-471e-9755-c1d1ad9f3b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:00.886241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 651f505d-5c6b-4239-8966-b4cb4539884c completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:34:00.903285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 651f505d-5c6b-4239-8966-b4cb4539884c triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:34:00.903854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:01.155876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:01.191495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 651f505d-5c6b-4239-8966-b4cb4539884c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=651f505d-5c6b-4239-8966-b4cb4539884c,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:34:01.241697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:01.244753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:01.330056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-bd375ded-7818-45b1-a22f-389697114245 None None] Provisioning complete for port 1bcf5af3-24be-4668-a600-a27b05a35fb3 triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:34:01.330490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bd375ded-7818-45b1-a22f-389697114245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:01.359567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=651f505d-5c6b-4239-8966-b4cb4539884c,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:01.363019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:01.390840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-bd375ded-7818-45b1-a22f-389697114245 None None] Port 1bcf5af3-24be-4668-a600-a27b05a35fb3 cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:34:01.733372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:02.146600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c0adab68-44e3-4de4-ac1f-ad552d835a78 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:34:02.221682 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port c0adab68-44e3-4de4-ac1f-ad552d835a78 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:34:02.222202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:02.338966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 651f505d-5c6b-4239-8966-b4cb4539884c up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:34:02.410921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 651f505d-5c6b-4239-8966-b4cb4539884c triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:34:02.411367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:02.445386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 60428) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:34:02.452851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-6034335a-ac40-4d46-a6fc-3f2406fd7800 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545845759', 'description': 'tempest-secgroup-smoke-1545845759 description', 'project_id': '83278e267d1a483eaa09891abfe60808'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:34:02.459307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6034335a-ac40-4d46-a6fc-3f2406fd7800 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:34:02.463320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6034335a-ac40-4d46-a6fc-3f2406fd7800 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Usage tracker for resource:security_group and tenant:83278e267d1a483eaa09891abfe60808 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:34:02.466543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6034335a-ac40-4d46-a6fc-3f2406fd7800 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:34:02.475073 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6034335a-ac40-4d46-a6fc-3f2406fd7800 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:34:02.512638 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-051fd629-026d-442d-8b11-cbeb682ca27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:02.532280 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6034335a-ac40-4d46-a6fc-3f2406fd7800 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:02.540162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 58f0402e-8338-49ba-af92-58dd302ed33c up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:34:02.568968 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6034335a-ac40-4d46-a6fc-3f2406fd7800 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:34:02.572920 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6034335a-ac40-4d46-a6fc-3f2406fd7800 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Usage tracker for resource:security_group_rule and tenant:83278e267d1a483eaa09891abfe60808 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:34:02.575943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-6034335a-ac40-4d46-a6fc-3f2406fd7800 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:34:02.582971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-6034335a-ac40-4d46-a6fc-3f2406fd7800 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:34:02.657806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 58f0402e-8338-49ba-af92-58dd302ed33c completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:34:02.663086 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 58f0402e-8338-49ba-af92-58dd302ed33c triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:34:02.663564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:02.674595 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6034335a-ac40-4d46-a6fc-3f2406fd7800 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:02.706950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6034335a-ac40-4d46-a6fc-3f2406fd7800 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:02.712753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-412c3697-d52d-4926-9531-6d62d491dffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:02.752230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034335a-ac40-4d46-a6fc-3f2406fd7800 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710abf84-09fd-40ae-9f67-2941ec60ab8d,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:02.756272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6034335a-ac40-4d46-a6fc-3f2406fd7800 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:02.778055 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6034335a-ac40-4d46-a6fc-3f2406fd7800 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:02.782513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-6034335a-ac40-4d46-a6fc-3f2406fd7800 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3328571 Dec 07 14:34:02.782902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60432) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:34:02.787883 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:02.789536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-661e0054-601b-4553-ad14-571bdffc7361 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Request body: {'security_group_rule': {'security_group_id': '710abf84-09fd-40ae-9f67-2941ec60ab8d', 'project_id': '83278e267d1a483eaa09891abfe60808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:34:02.796282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-661e0054-601b-4553-ad14-571bdffc7361 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:34:02.800243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-661e0054-601b-4553-ad14-571bdffc7361 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Usage tracker for resource:security_group_rule and tenant:83278e267d1a483eaa09891abfe60808 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:34:02.803180 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-661e0054-601b-4553-ad14-571bdffc7361 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:34:02.804851 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 58f0402e-8338-49ba-af92-58dd302ed33c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=58f0402e-8338-49ba-af92-58dd302ed33c,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:34:02.809395 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-661e0054-601b-4553-ad14-571bdffc7361 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:34:02.835377 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:02.838353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:02.870958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-661e0054-601b-4553-ad14-571bdffc7361 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:02.910661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=58f0402e-8338-49ba-af92-58dd302ed33c,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:02.914056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:02.937858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-661e0054-601b-4553-ad14-571bdffc7361 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:02.966239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-661e0054-601b-4553-ad14-571bdffc7361 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:02.968407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-45995fa2-91ec-4f13-b105-aec2481a5aec tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:02.991870 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e0054-601b-4553-ad14-571bdffc7361 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b59a52-6239-4c12-b504-4563fed33f26,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:02.994386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-661e0054-601b-4553-ad14-571bdffc7361 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:03.023523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-661e0054-601b-4553-ad14-571bdffc7361 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:03.024809 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-661e0054-601b-4553-ad14-571bdffc7361 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2407887 Dec 07 14:34:03.027726 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60436) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:34:03.033697 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b70b4ca6-d866-4601-99c6-29b35292831e tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Request body: {'security_group_rule': {'security_group_id': '710abf84-09fd-40ae-9f67-2941ec60ab8d', 'project_id': '83278e267d1a483eaa09891abfe60808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:34:03.039993 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b70b4ca6-d866-4601-99c6-29b35292831e tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:34:03.043973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b70b4ca6-d866-4601-99c6-29b35292831e tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Usage tracker for resource:security_group_rule and tenant:83278e267d1a483eaa09891abfe60808 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:34:03.047630 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b70b4ca6-d866-4601-99c6-29b35292831e tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:34:03.053600 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b70b4ca6-d866-4601-99c6-29b35292831e tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:34:03.092876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b70b4ca6-d866-4601-99c6-29b35292831e tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:03.141237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:03.157494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b70b4ca6-d866-4601-99c6-29b35292831e tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:03.183430 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b70b4ca6-d866-4601-99c6-29b35292831e tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:03.185375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2f9ff9d9-69c7-41c9-9711-4c7de1a37ebe tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:03.208509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b4ca6-d866-4601-99c6-29b35292831e tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74e06f3-af8a-4f21-9551-a46bf4d4eea8,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:03.211001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b70b4ca6-d866-4601-99c6-29b35292831e tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:03.240995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b70b4ca6-d866-4601-99c6-29b35292831e tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:03.242328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b70b4ca6-d866-4601-99c6-29b35292831e tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2136075 Dec 07 14:34:03.245209 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60440) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:34:03.251764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-16db2c56-7ca0-4819-8aa8-8585ec0c0b03 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Request body: {'security_group_rule': {'security_group_id': '710abf84-09fd-40ae-9f67-2941ec60ab8d', 'project_id': '83278e267d1a483eaa09891abfe60808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:34:03.258107 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-16db2c56-7ca0-4819-8aa8-8585ec0c0b03 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:34:03.262122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-16db2c56-7ca0-4819-8aa8-8585ec0c0b03 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Usage tracker for resource:security_group_rule and tenant:83278e267d1a483eaa09891abfe60808 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:34:03.265288 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-16db2c56-7ca0-4819-8aa8-8585ec0c0b03 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:34:03.271398 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-16db2c56-7ca0-4819-8aa8-8585ec0c0b03 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:34:03.319494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16db2c56-7ca0-4819-8aa8-8585ec0c0b03 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:03.393265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16db2c56-7ca0-4819-8aa8-8585ec0c0b03 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:03.434973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16db2c56-7ca0-4819-8aa8-8585ec0c0b03 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:03.442645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4f6d3d4e-c27d-4ad8-8fd5-23d72ac365eb tempest-TestNetworkBasicOps-398111549 tempest-TestNetworkBasicOps-398111549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:03.465575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db2c56-7ca0-4819-8aa8-8585ec0c0b03 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9098b862-cbb1-4d1d-80bb-48a339f3c1a4,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:03.470723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-16db2c56-7ca0-4819-8aa8-8585ec0c0b03 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:03.504732 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16db2c56-7ca0-4819-8aa8-8585ec0c0b03 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:03.506093 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-16db2c56-7ca0-4819-8aa8-8585ec0c0b03 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2598538 Dec 07 14:34:03.509224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60444) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:34:03.515978 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-2e545559-241f-450a-a471-66aaca7d7c0a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Request body: {'security_group_rule': {'security_group_id': '710abf84-09fd-40ae-9f67-2941ec60ab8d', 'project_id': '83278e267d1a483eaa09891abfe60808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:34:03.522408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2e545559-241f-450a-a471-66aaca7d7c0a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:34:03.526391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2e545559-241f-450a-a471-66aaca7d7c0a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Usage tracker for resource:security_group_rule and tenant:83278e267d1a483eaa09891abfe60808 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:34:03.529380 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-2e545559-241f-450a-a471-66aaca7d7c0a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:34:03.535425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-2e545559-241f-450a-a471-66aaca7d7c0a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:34:03.579167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e545559-241f-450a-a471-66aaca7d7c0a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:03.701510 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e545559-241f-450a-a471-66aaca7d7c0a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:03.732241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e545559-241f-450a-a471-66aaca7d7c0a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:03.734819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-661e0054-601b-4553-ad14-571bdffc7361 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:03.756823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e545559-241f-450a-a471-66aaca7d7c0a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c595c9d-3b72-4bf4-b246-5890eb7ec07b,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:03.761097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2e545559-241f-450a-a471-66aaca7d7c0a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:03.795652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e545559-241f-450a-a471-66aaca7d7c0a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:03.796930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-2e545559-241f-450a-a471-66aaca7d7c0a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2867143 Dec 07 14:34:03.799766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60448) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:34:03.805640 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-8e1e0583-f2c2-48a4-ae28-6e79531cd188 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Request body: {'security_group_rule': {'security_group_id': '710abf84-09fd-40ae-9f67-2941ec60ab8d', 'project_id': '83278e267d1a483eaa09891abfe60808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:34:03.812926 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8e1e0583-f2c2-48a4-ae28-6e79531cd188 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:34:03.816882 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8e1e0583-f2c2-48a4-ae28-6e79531cd188 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Usage tracker for resource:security_group_rule and tenant:83278e267d1a483eaa09891abfe60808 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:34:03.819854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-8e1e0583-f2c2-48a4-ae28-6e79531cd188 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:34:03.825807 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-8e1e0583-f2c2-48a4-ae28-6e79531cd188 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:34:03.861308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-8e1e0583-f2c2-48a4-ae28-6e79531cd188 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Project 83278e267d1a483eaa09891abfe60808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:34:03.868519 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0583-f2c2-48a4-ae28-6e79531cd188 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:03.932131 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Sync routers for ids ['7113d387-5cc7-444a-8b6f-0162276be84f'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:34:03.939593 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0583-f2c2-48a4-ae28-6e79531cd188 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:03.946347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Routers {'7113d387-5cc7-444a-8b6f-0162276be84f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:34:03.947026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:34:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['7113d387-5cc7-444a-8b6f-0162276be84f'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:34:03.966589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0583-f2c2-48a4-ae28-6e79531cd188 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:03.968544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8aadee3f-67a7-4943-8ca0-e892b6a9454a tempest-TestVolumeBootPattern-1542558061 tempest-TestVolumeBootPattern-1542558061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:03.992138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e0583-f2c2-48a4-ae28-6e79531cd188 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff18cc02-6124-457f-8151-07f514211bb6,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:03.994637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8e1e0583-f2c2-48a4-ae28-6e79531cd188 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:04.033323 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e1e0583-f2c2-48a4-ae28-6e79531cd188 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:04.035267 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8e1e0583-f2c2-48a4-ae28-6e79531cd188 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2340059 Dec 07 14:34:04.037607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 60452) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:34:04.044004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-b455f24d-f06e-48b7-8a09-021b2b3f8b2c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Request body: {'security_group_rule': {'security_group_id': '710abf84-09fd-40ae-9f67-2941ec60ab8d', 'project_id': '83278e267d1a483eaa09891abfe60808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88897) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:34:04.051724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b455f24d-f06e-48b7-8a09-021b2b3f8b2c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:34:04.055767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b455f24d-f06e-48b7-8a09-021b2b3f8b2c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Usage tracker for resource:security_group_rule and tenant:83278e267d1a483eaa09891abfe60808 is out of sync, need to count used quota {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:34:04.058761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-b455f24d-f06e-48b7-8a09-021b2b3f8b2c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88897) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:34:04.065369 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-b455f24d-f06e-48b7-8a09-021b2b3f8b2c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88897) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:34:04.095399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 58f0402e-8338-49ba-af92-58dd302ed33c up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:34:04.112969 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.securitygroups_db [None req-b455f24d-f06e-48b7-8a09-021b2b3f8b2c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Project 83278e267d1a483eaa09891abfe60808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 14:34:04.120454 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b455f24d-f06e-48b7-8a09-021b2b3f8b2c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:04.191985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b455f24d-f06e-48b7-8a09-021b2b3f8b2c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:04.195357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Set router 7113d387-5cc7-444a-8b6f-0162276be84f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:34:04.223757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b455f24d-f06e-48b7-8a09-021b2b3f8b2c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346262'] for security_group_rule, after_create {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:04.225727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6c3e1186-5d9b-4ce4-ac35-b24225727cab tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:04.250442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455f24d-f06e-48b7-8a09-021b2b3f8b2c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7aae884-8a97-402c-95ad-8608c4e0543d,revision_number=0']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:04.253103 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b455f24d-f06e-48b7-8a09-021b2b3f8b2c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:04.257974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 58f0402e-8338-49ba-af92-58dd302ed33c triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:34:04.258401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:04.292751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b455f24d-f06e-48b7-8a09-021b2b3f8b2c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:04.303056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b455f24d-f06e-48b7-8a09-021b2b3f8b2c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2553678 Dec 07 14:34:04.480516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c5926fd5-3859-4549-b86c-8284550aba8a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Synchronizing usage tracker for tenant:83278e267d1a483eaa09891abfe60808 on resource:security_group {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:34:04.526984 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c5926fd5-3859-4549-b86c-8284550aba8a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Unset dirty status for tenant:83278e267d1a483eaa09891abfe60808 on resource:security_group {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:34:04.528428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c5926fd5-3859-4549-b86c-8284550aba8a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545845759&fields=id&tenant_id=83278e267d1a483eaa09891abfe60808 HTTP/1.1" status: 200 len: 267 time: 0.0962157 Dec 07 14:34:04.692143 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-15b20ded-219d-4988-92de-ab4a69fc2ce8 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:04.692960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-15b20ded-219d-4988-92de-ab4a69fc2ce8 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Synchronizing usage tracker for tenant:83278e267d1a483eaa09891abfe60808 on resource:network {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:34:04.738045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-15b20ded-219d-4988-92de-ab4a69fc2ce8 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Unset dirty status for tenant:83278e267d1a483eaa09891abfe60808 on resource:network {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:34:04.739389 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-15b20ded-219d-4988-92de-ab4a69fc2ce8 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/networks?id=2357a134-9e2d-4184-a08c-95aacb7db8cb HTTP/1.1" status: 200 len: 810 time: 0.2026751 Dec 07 14:34:04.757555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-8da20443-dc8e-444d-bb1b-1e75d2259476 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/quotas/83278e267d1a483eaa09891abfe60808 HTTP/1.1" status: 200 len: 375 time: 0.0117974 Dec 07 14:34:04.797336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'name': 'tempest-TestSnapshotPattern-146614115-router', 'tenant_id': 'f6088777730640aba19d0942fdd17184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.147'}], 'enable_snat': True}, 'gw_port_id': '58f0402e-8338-49ba-af92-58dd302ed33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:55Z', 'updated_at': '2021-12-07T14:33:58Z', 'revision_number': 4, 'project_id': 'f6088777730640aba19d0942fdd17184', 'gw_port': {'id': '58f0402e-8338-49ba-af92-58dd302ed33c', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:55Z', 'updated_at': '2021-12-07T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '1bcf5af3-24be-4668-a600-a27b05a35fb3', 'name': '', 'network_id': '0d4eb931-287b-40cc-9558-e364b5fd4493', 'tenant_id': 'f6088777730640aba19d0942fdd17184', 'mac_address': 'fa:16:3e:77:81:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15f7a607-1120-4825-8826-914e8bc31458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:58Z', 'updated_at': '2021-12-07T14:33:59Z', 'revision_number': 2, 'project_id': 'f6088777730640aba19d0942fdd17184', 'subnets': [{'id': '15f7a607-1120-4825-8826-914e8bc31458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:34:04.801403 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Checking router: 7113d387-5cc7-444a-8b6f-0162276be84f for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:34:04.801803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Updating router 7113d387-5cc7-444a-8b6f-0162276be84f port 1bcf5af3-24be-4668-a600-a27b05a35fb3 binding host dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 07 14:34:04.847554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-e6c53fd0-9c84-4989-b76c-81a0225b69da tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Synchronizing usage tracker for tenant:83278e267d1a483eaa09891abfe60808 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:34:04.854857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:04.918574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-e6c53fd0-9c84-4989-b76c-81a0225b69da tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Unset dirty status for tenant:83278e267d1a483eaa09891abfe60808 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:34:04.920243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-e6c53fd0-9c84-4989-b76c-81a0225b69da tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=83278e267d1a483eaa09891abfe60808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1568670 Dec 07 14:34:05.084006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:34:05.104386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-854e107d-3fae-4eb3-9160-c4a23b468548 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88897) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 14:34:05.105564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-854e107d-3fae-4eb3-9160-c4a23b468548 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0747774 Dec 07 14:34:05.138257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:05.231771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:05.244887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Transition to ACTIVE for port object 1bcf5af3-24be-4668-a600-a27b05a35fb3 will not be triggered until provisioned by entity L2. {{(pid=88899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:34:05.251712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-fb9aca6c-3d5f-498f-9912-3999d47ee84d service neutron] 10.222.0.24 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388175 Dec 07 14:34:05.307427 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:05.312000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:05.403191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-62125ab7-d8a7-4afa-8771-998d774a3cde service neutron] 10.222.0.24 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449111 Dec 07 14:34:05.441363 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fd736-7184-4e3c-bf9a-e16605c319fb None None] Pushing event updated for resources: {'Port': ['ID=1bcf5af3-24be-4668-a600-a27b05a35fb3,revision_number=3']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:05.446236 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f80fd736-7184-4e3c-bf9a-e16605c319fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:05.538876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Attempting to bind port 1bcf5af3-24be-4668-a600-a27b05a35fb3 on host dv-neutron-ussuri-2-hyperv for vnic_type normal with profile {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:34:05.539344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Attempting to bind port 1bcf5af3-24be-4668-a600-a27b05a35fb3 by drivers openvswitch,hyperv on host dv-neutron-ussuri-2-hyperv at level 0 using segments [{'id': '30d10687-50b1-4dc1-ac24-fbc37af31991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d4eb931-287b-40cc-9558-e364b5fd4493'}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:34:05.539764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Attempting to bind port 1bcf5af3-24be-4668-a600-a27b05a35fb3 on network 0d4eb931-287b-40cc-9558-e364b5fd4493 {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:34:05.547440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Checking agent: {'id': 'e74155f3-2e9c-4ddd-b26e-2517cd833c92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-ussuri-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 16, 2), 'started_at': datetime.datetime(2021, 12, 7, 13, 16, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-ussuri-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:34:05.547868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Checking segment: {'id': '30d10687-50b1-4dc1-ac24-fbc37af31991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d4eb931-287b-40cc-9558-e364b5fd4493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:34:05.548324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:05.548763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Bound using segment: {'id': '30d10687-50b1-4dc1-ac24-fbc37af31991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d4eb931-287b-40cc-9558-e364b5fd4493'} {{(pid=88899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:34:05.549279 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Bound port: 1bcf5af3-24be-4668-a600-a27b05a35fb3, host: dv-neutron-ussuri-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d10687-50b1-4dc1-ac24-fbc37af31991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d4eb931-287b-40cc-9558-e364b5fd4493'}}] {{(pid=88899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:34:05.549701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:05.675175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] For port 1bcf5af3-24be-4668-a600-a27b05a35fb3, host dv-neutron-ussuri-2-hyperv, cleared binding levels {{(pid=88899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:34:05.675175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] For port 1bcf5af3-24be-4668-a600-a27b05a35fb3, host dv-neutron-ussuri-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1bcf5af3-24be-4668-a600-a27b05a35fb3,segment=NetworkSegment(30d10687-50b1-4dc1-ac24-fbc37af31991),segment_id=30d10687-50b1-4dc1-ac24-fbc37af31991)] {{(pid=88899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:34:05.750076 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:05.754591 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:05.833372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fd736-7184-4e3c-bf9a-e16605c319fb None None] Pushing event updated for resources: {'Port': ['ID=1bcf5af3-24be-4668-a600-a27b05a35fb3,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:05.837663 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f80fd736-7184-4e3c-bf9a-e16605c319fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:05.838684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Routers {'7113d387-5cc7-444a-8b6f-0162276be84f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:34:05.839378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:34:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['7113d387-5cc7-444a-8b6f-0162276be84f'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:34:06.035045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] Set router 7113d387-5cc7-444a-8b6f-0162276be84f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:34:06.118004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1bcf5af3-24be-4668-a600-a27b05a35fb3 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:34:06.397138 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning for port 1bcf5af3-24be-4668-a600-a27b05a35fb3 completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:34:06.407433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 1bcf5af3-24be-4668-a600-a27b05a35fb3 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:34:06.407853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:06.518804 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'name': 'tempest-TestSnapshotPattern-146614115-router', 'tenant_id': 'f6088777730640aba19d0942fdd17184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.147'}], 'enable_snat': True}, 'gw_port_id': '58f0402e-8338-49ba-af92-58dd302ed33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:55Z', 'updated_at': '2021-12-07T14:33:58Z', 'revision_number': 4, 'project_id': 'f6088777730640aba19d0942fdd17184', 'gw_port': {'id': '58f0402e-8338-49ba-af92-58dd302ed33c', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:55Z', 'updated_at': '2021-12-07T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '1bcf5af3-24be-4668-a600-a27b05a35fb3', 'name': '', 'network_id': '0d4eb931-287b-40cc-9558-e364b5fd4493', 'tenant_id': 'f6088777730640aba19d0942fdd17184', 'mac_address': 'fa:16:3e:77:81:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15f7a607-1120-4825-8826-914e8bc31458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:58Z', 'updated_at': '2021-12-07T14:34:05Z', 'revision_number': 4, 'project_id': 'f6088777730640aba19d0942fdd17184', 'subnets': [{'id': '15f7a607-1120-4825-8826-914e8bc31458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:34:06.530053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372344d2-a4e9-4c59-8e37-f81e9bc1f9c1 None None] The sync data for ids ['7113d387-5cc7-444a-8b6f-0162276be84f'] in dv-neutron-ussuri-2-hyperv is: [{'id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'name': 'tempest-TestSnapshotPattern-146614115-router', 'tenant_id': 'f6088777730640aba19d0942fdd17184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.147'}], 'enable_snat': True}, 'gw_port_id': '58f0402e-8338-49ba-af92-58dd302ed33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:55Z', 'updated_at': '2021-12-07T14:33:58Z', 'revision_number': 4, 'project_id': 'f6088777730640aba19d0942fdd17184', 'gw_port': {'id': '58f0402e-8338-49ba-af92-58dd302ed33c', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:55Z', 'updated_at': '2021-12-07T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '1bcf5af3-24be-4668-a600-a27b05a35fb3', 'name': '', 'network_id': '0d4eb931-287b-40cc-9558-e364b5fd4493', 'tenant_id': 'f6088777730640aba19d0942fdd17184', 'mac_address': 'fa:16:3e:77:81:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15f7a607-1120-4825-8826-914e8bc31458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:58Z', 'updated_at': '2021-12-07T14:34:05Z', 'revision_number': 4, 'project_id': 'f6088777730640aba19d0942fdd17184', 'subnets': [{'id': '15f7a607-1120-4825-8826-914e8bc31458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:34:06.549712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:06.588746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] For port 1bcf5af3-24be-4668-a600-a27b05a35fb3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1bcf5af3-24be-4668-a600-a27b05a35fb3,segment=NetworkSegment(30d10687-50b1-4dc1-ac24-fbc37af31991),segment_id=30d10687-50b1-4dc1-ac24-fbc37af31991)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:34:06.618387 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:06.620509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f80fd736-7184-4e3c-bf9a-e16605c319fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:06.696287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Pushing event updated for resources: {'Port': ['ID=1bcf5af3-24be-4668-a600-a27b05a35fb3,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:06.699749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:06.711881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-8d51735d-3514-40fa-8b3c-bf45f94e14e6 req-e8945139-7bdc-4be1-ad73-a6c9ebcf0c67 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 210 time: 0.0674491 Dec 07 14:34:07.886995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7a73b62b-90f3-4e52-9a8c-185dc82496c0 req-baefa88c-899a-473a-aa4c-2bd768f22e4b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 210 time: 0.0445783 Dec 07 14:34:08.082325 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1bcf5af3-24be-4668-a600-a27b05a35fb3 up at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:34:08.154874 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Provisioning complete for port 1bcf5af3-24be-4668-a600-a27b05a35fb3 triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:34:08.155175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:08.857037 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-07e3396f-7cc6-421f-92a9-7ec7f143c047 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:08.859378 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-07e3396f-7cc6-421f-92a9-7ec7f143c047 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.45 "GET /v2.0/networks?id=2357a134-9e2d-4184-a08c-95aacb7db8cb HTTP/1.1" status: 200 len: 810 time: 0.1609235 Dec 07 14:34:08.928940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b4a5343b-b82c-49c9-a7c8-a1d65ebba2e0 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Synchronizing usage tracker for tenant:83278e267d1a483eaa09891abfe60808 on resource:security_group {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:34:08.943153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b4a5343b-b82c-49c9-a7c8-a1d65ebba2e0 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Unset dirty status for tenant:83278e267d1a483eaa09891abfe60808 on resource:security_group {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:34:08.944466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b4a5343b-b82c-49c9-a7c8-a1d65ebba2e0 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83278e267d1a483eaa09891abfe60808 HTTP/1.1" status: 200 len: 380 time: 0.0656426 Dec 07 14:34:08.959829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b491764a-d108-4e4d-826f-02306109058b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Request body: {'port': {'device_id': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'admin_state_up': True, 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'security_groups': ['710abf84-09fd-40ae-9f67-2941ec60ab8d']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:34:09.069416 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6f2b53f9-40be-4db0-a07f-35de2192e7a0 req-947fbdbf-0650-4ef5-8c8c-a361fc209e89 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 210 time: 0.0500278 Dec 07 14:34:09.107729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b491764a-d108-4e4d-826f-02306109058b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:34:09.117729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b491764a-d108-4e4d-826f-02306109058b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:34:09.155470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b491764a-d108-4e4d-826f-02306109058b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Made reservation on behalf of 83278e267d1a483eaa09891abfe60808 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:34:09.161083 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b491764a-d108-4e4d-826f-02306109058b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:09.179499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-27e807cd-a472-483f-bb17-c9570f3bb860 req-919db624-4ca5-49cd-b431-3e0bc96c4a16 service neutron] (88897) timed out ('10.222.0.45', 53917) {{(pid=88897) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 07 14:34:09.338727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b491764a-d108-4e4d-826f-02306109058b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Allocated IP 172.20.0.10 (2357a134-9e2d-4184-a08c-95aacb7db8cb/b8510eed-d262-4cf2-929b-b4fe213208ac/98f5ad84-ecbc-471a-94e0-03285360d70b) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:34:09.531986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b491764a-d108-4e4d-826f-02306109058b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:09.548321 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b491764a-d108-4e4d-826f-02306109058b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Transition to ACTIVE for port object 98f5ad84-ecbc-471a-94e0-03285360d70b will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:34:09.592922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b491764a-d108-4e4d-826f-02306109058b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:09.598661 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8fcac989-878e-4c1f-9c03-7eb0f697590c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:09.664761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b491764a-d108-4e4d-826f-02306109058b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Network 2357a134-9e2d-4184-a08c-95aacb7db8cb is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:34:09.673265 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b491764a-d108-4e4d-826f-02306109058b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:34:09.678034 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b491764a-d108-4e4d-826f-02306109058b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:34:09.711408 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491764a-d108-4e4d-826f-02306109058b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event updated for resources: {'Port': ['ID=98f5ad84-ecbc-471a-94e0-03285360d70b,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:09.718579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b491764a-d108-4e4d-826f-02306109058b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:09.748886 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b491764a-d108-4e4d-826f-02306109058b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:09.749659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b491764a-d108-4e4d-826f-02306109058b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:09.822072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-b491764a-d108-4e4d-826f-02306109058b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8666713 Dec 07 14:34:09.839027 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Request body: {'port': {'device_id': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:34:09.958088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:09.986579 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1e5909ae-81b3-4c27-aafb-80528797774e None None] Provisioning for port 98f5ad84-ecbc-471a-94e0-03285360d70b completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:34:09.991923 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-1e5909ae-81b3-4c27-aafb-80528797774e None None] Provisioning complete for port 98f5ad84-ecbc-471a-94e0-03285360d70b triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:34:09.992346 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-1e5909ae-81b3-4c27-aafb-80528797774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:10.047789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-1e5909ae-81b3-4c27-aafb-80528797774e None None] Port 98f5ad84-ecbc-471a-94e0-03285360d70b cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:34:10.278077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b49d9e-29af-43d3-a096-7eba624fcff9 req-8e0de2c7-10c3-451d-a9aa-312470a935b7 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:10.280239 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d8b49d9e-29af-43d3-a096-7eba624fcff9 req-8e0de2c7-10c3-451d-a9aa-312470a935b7 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 932 time: 0.0828323 Dec 07 14:34:10.309967 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f5ad84-ecbc-471a-94e0-03285360d70b {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:34:10.317846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:10.330388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d8b49d9e-29af-43d3-a096-7eba624fcff9 req-4df38b1d-ec09-4c24-abd7-5283da540e68 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435209 Dec 07 14:34:10.333244 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Transition to ACTIVE for port object 98f5ad84-ecbc-471a-94e0-03285360d70b will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:34:10.363895 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:10.368879 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2845a5f3-778e-4f0c-8322-c326a110d7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:10.492314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Pushing event updated for resources: {'Port': ['ID=98f5ad84-ecbc-471a-94e0-03285360d70b,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:10.496826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:10.610460 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Attempting to bind port 98f5ad84-ecbc-471a-94e0-03285360d70b on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:34:10.610873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Attempting to bind port 98f5ad84-ecbc-471a-94e0-03285360d70b by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '0b01369a-6a1d-4d02-8ba0-9456224e1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:34:10.611259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Attempting to bind port 98f5ad84-ecbc-471a-94e0-03285360d70b on network 2357a134-9e2d-4184-a08c-95aacb7db8cb {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:34:10.618100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Port 98f5ad84-ecbc-471a-94e0-03285360d70b on network 2357a134-9e2d-4184-a08c-95aacb7db8cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:34:10.618401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Attempting to bind port 98f5ad84-ecbc-471a-94e0-03285360d70b on network 2357a134-9e2d-4184-a08c-95aacb7db8cb {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:34:10.625604 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:34:10.625980 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Checking segment: {'id': '0b01369a-6a1d-4d02-8ba0-9456224e1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:34:10.626402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Bound using segment: {'id': '0b01369a-6a1d-4d02-8ba0-9456224e1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:34:10.626897 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Bound port: 98f5ad84-ecbc-471a-94e0-03285360d70b, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b01369a-6a1d-4d02-8ba0-9456224e1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:34:10.627299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:10.718677 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:10.723291 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] For port 98f5ad84-ecbc-471a-94e0-03285360d70b, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:34:10.726386 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] For port 98f5ad84-ecbc-471a-94e0-03285360d70b, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=98f5ad84-ecbc-471a-94e0-03285360d70b,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:34:10.758367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:10.762824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-692b568d-a6b0-4169-b195-bf5dc66a20e1 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:11.053456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:11.055077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] 10.222.0.45 "PUT /v2.0/ports/98f5ad84-ecbc-471a-94e0-03285360d70b HTTP/1.1" status: 200 len: 1094 time: 1.2209456 Dec 07 14:34:11.057753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'tag': '98f5ad84-ecbc-471a-94e0-03285360d70b'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:34:11.087528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Pushing event updated for resources: {'Port': ['ID=98f5ad84-ecbc-471a-94e0-03285360d70b,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:11.091567 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c518e82d-8dc8-44b2-8ba2-d7567acedfbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:11.122200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'tag': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'status': 'completed', 'code': 200} Dec 07 14:34:11.234516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bfd5b78a-34f7-4102-90eb-6e330081585e req-29a2e8d6-6a77-4340-af7e-155e048cbe2e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83278e267d1a483eaa09891abfe60808&device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 1097 time: 0.0816495 Dec 07 14:34:11.398372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5b78a-34f7-4102-90eb-6e330081585e req-a361d78c-ee19-4d8e-b701-aed0ed972765 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:11.400001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bfd5b78a-34f7-4102-90eb-6e330081585e req-a361d78c-ee19-4d8e-b701-aed0ed972765 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=83278e267d1a483eaa09891abfe60808&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1541526 Dec 07 14:34:11.541018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6042f13-3681-43c9-8c73-928645e83c5b req-1d570642-1f96-4feb-b4ec-9cabc41dc344 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:11.542596 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6042f13-3681-43c9-8c73-928645e83c5b req-1d570642-1f96-4feb-b4ec-9cabc41dc344 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 944 time: 0.0888474 Dec 07 14:34:11.558163 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5b78a-34f7-4102-90eb-6e330081585e req-b2d67564-4c05-4ee3-b096-73a9b62999c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:11.559764 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-bfd5b78a-34f7-4102-90eb-6e330081585e req-b2d67564-4c05-4ee3-b096-73a9b62999c4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1492908 Dec 07 14:34:11.592609 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-f6042f13-3681-43c9-8c73-928645e83c5b req-2369cc97-df25-4f49-8e0e-b8d6ab14a0bf tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426517 Dec 07 14:34:11.681061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-91c94cd7-4e31-4517-ab35-e3cdb2437ae2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83278e267d1a483eaa09891abfe60808&device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 1097 time: 0.0780549 Dec 07 14:34:11.756715 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-45be5124-969d-4f62-8134-a8e82344e9c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98f5ad84-ecbc-471a-94e0-03285360d70b HTTP/1.1" status: 200 len: 217 time: 0.0638258 Dec 07 14:34:11.829894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-2fe88050-6cea-4772-95af-b14a899adf28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:11.831455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-2fe88050-6cea-4772-95af-b14a899adf28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8510eed-d262-4cf2-929b-b4fe213208ac HTTP/1.1" status: 200 len: 849 time: 0.0652518 Dec 07 14:34:11.914229 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-9e09eafd-4c89-4cc3-b1a8-2e436a76f747 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2357a134-9e2d-4184-a08c-95aacb7db8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731778 Dec 07 14:34:12.061599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-155619e5-0a2f-4c75-bc55-1fbe1a9a39db service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368303 Dec 07 14:34:12.207314 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-56eab5d3-5b17-4327-b13b-4740a5a71d07 req-45bea192-1867-4835-8689-0ef33b49ed75 service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362522 Dec 07 14:34:12.798489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78817448-e520-42a5-a73a-b1eda9f0f24f req-c9da89f6-194a-4a19-b89d-7d75eedea7ef tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:12.800223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-78817448-e520-42a5-a73a-b1eda9f0f24f req-c9da89f6-194a-4a19-b89d-7d75eedea7ef tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 944 time: 0.0822468 Dec 07 14:34:12.848277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-78817448-e520-42a5-a73a-b1eda9f0f24f req-60f5937c-e366-45c2-bcd1-8c0bc6f457e8 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418243 Dec 07 14:34:14.055149 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322e917-627a-4ce7-8c34-77835fa6d909 req-ffdd9fc4-043b-483a-a792-876a8b5acb0d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:14.056743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2322e917-627a-4ce7-8c34-77835fa6d909 req-ffdd9fc4-043b-483a-a792-876a8b5acb0d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 944 time: 0.0851011 Dec 07 14:34:14.104505 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2322e917-627a-4ce7-8c34-77835fa6d909 req-a1a21fe5-c5e9-4cb4-9a33-4db4fbc41b42 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411575 Dec 07 14:34:15.308541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec0948-a306-403d-9f1c-8b0e9331d141 req-b80189c0-7cd8-469e-8f30-27416c40e5f1 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:15.310684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-98ec0948-a306-403d-9f1c-8b0e9331d141 req-b80189c0-7cd8-469e-8f30-27416c40e5f1 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 944 time: 0.0835855 Dec 07 14:34:15.361584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-98ec0948-a306-403d-9f1c-8b0e9331d141 req-30309a17-12af-40e8-a1cc-51ff1c49fbf7 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445812 Dec 07 14:34:15.387479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 98f5ad84-ecbc-471a-94e0-03285360d70b details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:34:15.528133 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 98f5ad84-ecbc-471a-94e0-03285360d70b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=98f5ad84-ecbc-471a-94e0-03285360d70b,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:34:15.541776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'port_id': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'mac_address': 'fa:16:3e:10:04:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:34:15.597146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:15.615115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f5ad84-ecbc-471a-94e0-03285360d70b {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:34:15.630084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 98f5ad84-ecbc-471a-94e0-03285360d70b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=98f5ad84-ecbc-471a-94e0-03285360d70b,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:34:15.666547 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:15.668420 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:15.735624 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=98f5ad84-ecbc-471a-94e0-03285360d70b,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:15.738766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:15.971080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['98f5ad84-ecbc-471a-94e0-03285360d70b'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:34:16.574342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9b7ad-e826-411f-a459-90514178ad64 req-55fda167-39c0-4fd6-86be-8d1a4c8d3fc8 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:16.576737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a2c9b7ad-e826-411f-a459-90514178ad64 req-55fda167-39c0-4fd6-86be-8d1a4c8d3fc8 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 945 time: 0.0860877 Dec 07 14:34:16.626694 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a2c9b7ad-e826-411f-a459-90514178ad64 req-79660fe6-8604-42a9-b1c0-10259e917d85 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438435 Dec 07 14:34:17.386649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 98f5ad84-ecbc-471a-94e0-03285360d70b up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:34:17.485958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port 98f5ad84-ecbc-471a-94e0-03285360d70b completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:34:17.491087 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 98f5ad84-ecbc-471a-94e0-03285360d70b triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:34:17.491535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:17.768689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:17.795792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f5ad84-ecbc-471a-94e0-03285360d70b'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:34:17.806025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 98f5ad84-ecbc-471a-94e0-03285360d70b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=98f5ad84-ecbc-471a-94e0-03285360d70b,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:34:17.842912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0be693-747b-43f7-a276-3d283404b07f req-78e4a5d8-89cf-4611-bf73-634c5ecdbfd3 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:17.844563 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5c0be693-747b-43f7-a276-3d283404b07f req-78e4a5d8-89cf-4611-bf73-634c5ecdbfd3 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 945 time: 0.0888760 Dec 07 14:34:17.852052 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'code': 200} Dec 07 14:34:17.855136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:17.857151 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4f1cdbfb-1ab3-4d9f-93ad-349f366aa9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:17.900261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5c0be693-747b-43f7-a276-3d283404b07f req-805b314e-bb7a-4950-a8ea-30b92f188a18 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489697 Dec 07 14:34:17.927753 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=98f5ad84-ecbc-471a-94e0-03285360d70b,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:17.931057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:18.166685 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-83ce61d5-577c-41a1-8753-2263424bf126 req-cf5d9a74-bfc9-42fb-b36f-88d8492dcae1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 1099 time: 0.0771265 Dec 07 14:34:18.214035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-83ce61d5-577c-41a1-8753-2263424bf126 req-85c15c83-e92e-4c67-b822-bf235b766f07 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371103 Dec 07 14:34:19.105125 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7d664-cbac-437d-9a2b-171e94d1ddca req-57bad13b-f64a-44cb-8809-626821f9ceab tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:19.106693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1ca7d664-cbac-437d-9a2b-171e94d1ddca req-57bad13b-f64a-44cb-8809-626821f9ceab tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 946 time: 0.0812922 Dec 07 14:34:19.153555 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1ca7d664-cbac-437d-9a2b-171e94d1ddca req-db83231b-32c6-447c-ba15-0d50570fb29d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401030 Dec 07 14:34:20.595602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17498946-73ba-4483-8756-a977c945cc45 req-5d823351-a609-4d10-8a85-2bd9637da61d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:20.597116 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17498946-73ba-4483-8756-a977c945cc45 req-5d823351-a609-4d10-8a85-2bd9637da61d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 946 time: 0.3219521 Dec 07 14:34:20.644686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-17498946-73ba-4483-8756-a977c945cc45 req-96277ad3-0bf6-477a-a73f-cf9aea9771a9 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415063 Dec 07 14:34:20.845020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a34f7-c809-4e23-92c8-c5c48db1f1ef req-f57916c1-8686-4a51-a92c-dde92def989d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:20.846652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-279a34f7-c809-4e23-92c8-c5c48db1f1ef req-f57916c1-8686-4a51-a92c-dde92def989d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 946 time: 0.0810101 Dec 07 14:34:20.894893 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-279a34f7-c809-4e23-92c8-c5c48db1f1ef req-3880c579-bd17-4142-958f-fa52eebcd55f tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421934 Dec 07 14:34:20.924767 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 60524) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:34:21.076892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-364b1365-e563-431f-8701-90e8bc715466 tempest-TestSnapshotPattern-1961436451 tempest-TestSnapshotPattern-1961436451-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 1094 time: 0.1507773 Dec 07 14:34:21.079887 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 60530) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:34:21.085414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:34:21.091806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:34:21.095760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Usage tracker for resource:floatingip and tenant:83278e267d1a483eaa09891abfe60808 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:34:21.098714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:34:21.104641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:34:21.137855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:21.288285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:21.461367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Allocated IP 172.36.4.212 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/796e6177-0629-41fb-a2cb-8988d3670c72) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:34:21.613650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:21.683907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:21.689104 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-28056d40-61ac-4266-9570-8a4dc51aee39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:21.758830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:34:21.762341 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:34:21.767070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:34:21.792241 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event updated for resources: {'Port': ['ID=796e6177-0629-41fb-a2cb-8988d3670c72,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:21.798041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:22.282077 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:22.376301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:22.581020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:22.611693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:22.616390 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d61519b4-7ff7-4949-a6d8-bf61e55e2392 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:34:22.722142 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event updated for resources: {'Port': ['ID=796e6177-0629-41fb-a2cb-8988d3670c72,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:34:22.726472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:34:22.737495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:22.932405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Floating IP d310d557-c581-4789-94ed-74f6cd4757df associated. External IP: 172.36.4.212, port: 98f5ad84-ecbc-471a-94e0-03285360d70b. Dec 07 14:34:23.333482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:34:23.770743 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:34:23.780806 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7ea204-77b5-4450-a731-aad74ad11b63 None None] Sync routers for ids ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:34:23.795445 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7ea204-77b5-4450-a731-aad74ad11b63 None None] Routers {'56a99a90-bb6f-41e4-8e1e-b39bd58a367d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:34:23.796106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1d7ea204-77b5-4450-a731-aad74ad11b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:34:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:34:23.886184 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:23.943122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-d57f84b4-6e49-4fed-8266-a6ed39a56528 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8621392 Dec 07 14:34:23.944393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'tag': '98f5ad84-ecbc-471a-94e0-03285360d70b'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:34:23.988194 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-1d7ea204-77b5-4450-a731-aad74ad11b63 None None] Set router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:34:23.998545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'tag': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'status': 'completed', 'code': 200} Dec 07 14:34:24.102334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-eb4bdbf9-4183-43be-9195-4f5707f6fa11 req-fc88ccbb-53f7-4db4-85ef-c5d98a8fca9c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83278e267d1a483eaa09891abfe60808&device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 1099 time: 0.0780408 Dec 07 14:34:24.245254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bdbf9-4183-43be-9195-4f5707f6fa11 req-f79318fa-eb5a-486d-9da8-a872f93ae6fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:24.247121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-eb4bdbf9-4183-43be-9195-4f5707f6fa11 req-f79318fa-eb5a-486d-9da8-a872f93ae6fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=2357a134-9e2d-4184-a08c-95aacb7db8cb HTTP/1.1" status: 200 len: 911 time: 0.1361840 Dec 07 14:34:24.353816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1d7ea204-77b5-4450-a731-aad74ad11b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:51Z', 'revision_number': 4, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'd310d557-c581-4789-94ed-74f6cd4757df', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'floating_ip_address': '172.36.4.212', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'port_id': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'mac_address': 'fa:16:3e:10:04:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:34:22Z', 'updated_at': '2021-12-07T14:34:22Z', 'revision_number': 0, 'project_id': '83278e267d1a483eaa09891abfe60808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651f505d-5c6b-4239-8966-b4cb4539884c', 'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'mac_address': 'fa:16:3e:fb:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:50Z', 'updated_at': '2021-12-07T14:34:01Z', 'revision_number': 5, 'project_id': '83278e267d1a483eaa09891abfe60808', 'subnets': [{'id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:34:24.358538 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7ea204-77b5-4450-a731-aad74ad11b63 None None] Checking router: 56a99a90-bb6f-41e4-8e1e-b39bd58a367d for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:34:24.359196 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-eb4bdbf9-4183-43be-9195-4f5707f6fa11 req-3635a611-e9d3-44d1-8387-cc3bbe722273 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98f5ad84-ecbc-471a-94e0-03285360d70b HTTP/1.1" status: 200 len: 1000 time: 0.1057255 Dec 07 14:34:24.370219 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7ea204-77b5-4450-a731-aad74ad11b63 None None] Routers {'56a99a90-bb6f-41e4-8e1e-b39bd58a367d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:34:24.370864 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1d7ea204-77b5-4450-a731-aad74ad11b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:34:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:34:24.433020 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bdbf9-4183-43be-9195-4f5707f6fa11 req-1cad2977-821c-4026-8a32-e63f53a0e724 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:24.434625 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-eb4bdbf9-4183-43be-9195-4f5707f6fa11 req-1cad2977-821c-4026-8a32-e63f53a0e724 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8510eed-d262-4cf2-929b-b4fe213208ac HTTP/1.1" status: 200 len: 849 time: 0.0679286 Dec 07 14:34:24.521019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-eb4bdbf9-4183-43be-9195-4f5707f6fa11 req-a081cbee-1d61-484f-829c-a65bc0460874 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2357a134-9e2d-4184-a08c-95aacb7db8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797193 Dec 07 14:34:24.667322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-eb4bdbf9-4183-43be-9195-4f5707f6fa11 req-7a8dd7ee-0afe-4558-ba00-5a8c82ea5ae3 service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392493 Dec 07 14:34:24.703200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-1d7ea204-77b5-4450-a731-aad74ad11b63 None None] Set router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:34:24.812406 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-eb4bdbf9-4183-43be-9195-4f5707f6fa11 req-554f68ac-7d7f-4489-a673-aca398e9a760 service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385813 Dec 07 14:34:25.059616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-1d7ea204-77b5-4450-a731-aad74ad11b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:51Z', 'revision_number': 4, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'd310d557-c581-4789-94ed-74f6cd4757df', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'floating_ip_address': '172.36.4.212', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'port_id': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'mac_address': 'fa:16:3e:10:04:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:34:22Z', 'updated_at': '2021-12-07T14:34:22Z', 'revision_number': 0, 'project_id': '83278e267d1a483eaa09891abfe60808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651f505d-5c6b-4239-8966-b4cb4539884c', 'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'mac_address': 'fa:16:3e:fb:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:50Z', 'updated_at': '2021-12-07T14:34:01Z', 'revision_number': 5, 'project_id': '83278e267d1a483eaa09891abfe60808', 'subnets': [{'id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:34:25.063750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7ea204-77b5-4450-a731-aad74ad11b63 None None] The sync data for ids ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'] in dv-neutron-ussuri-2-hyperv is: [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:51Z', 'revision_number': 4, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'd310d557-c581-4789-94ed-74f6cd4757df', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'floating_ip_address': '172.36.4.212', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'port_id': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'mac_address': 'fa:16:3e:10:04:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:34:22Z', 'updated_at': '2021-12-07T14:34:22Z', 'revision_number': 0, 'project_id': '83278e267d1a483eaa09891abfe60808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651f505d-5c6b-4239-8966-b4cb4539884c', 'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'mac_address': 'fa:16:3e:fb:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:50Z', 'updated_at': '2021-12-07T14:34:01Z', 'revision_number': 5, 'project_id': '83278e267d1a483eaa09891abfe60808', 'subnets': [{'id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:34:25.401561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903bbd1b-7803-4296-916f-3885d21390cc None None] New status for floating IP d310d557-c581-4789-94ed-74f6cd4757df: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:34:26.132517 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66f9d69f-f980-448b-893a-8ae65eb79318 req-65fc28eb-f38b-4194-8e56-beb27326de24 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808291 Dec 07 14:34:26.281765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66f9d69f-f980-448b-893a-8ae65eb79318 req-95f11914-8bcc-42a8-8a35-94c19db68d25 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83278e267d1a483eaa09891abfe60808&device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 1099 time: 0.0765045 Dec 07 14:34:26.438068 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9d69f-f980-448b-893a-8ae65eb79318 req-cda1db6d-da4c-4eeb-b94c-0b1a65bfd90f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:26.439660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66f9d69f-f980-448b-893a-8ae65eb79318 req-cda1db6d-da4c-4eeb-b94c-0b1a65bfd90f service neutron] 10.222.0.45 "GET /v2.0/networks?id=2357a134-9e2d-4184-a08c-95aacb7db8cb HTTP/1.1" status: 200 len: 911 time: 0.1379349 Dec 07 14:34:26.546329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66f9d69f-f980-448b-893a-8ae65eb79318 req-3766ca2e-2502-4b15-a64c-48a67c869300 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98f5ad84-ecbc-471a-94e0-03285360d70b HTTP/1.1" status: 200 len: 1002 time: 0.1005251 Dec 07 14:34:26.615756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9d69f-f980-448b-893a-8ae65eb79318 req-ed8d32f4-ca0c-4106-a9dd-85d599a1ac9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:34:26.617631 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66f9d69f-f980-448b-893a-8ae65eb79318 req-ed8d32f4-ca0c-4106-a9dd-85d599a1ac9a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8510eed-d262-4cf2-929b-b4fe213208ac HTTP/1.1" status: 200 len: 849 time: 0.0646620 Dec 07 14:34:26.700054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66f9d69f-f980-448b-893a-8ae65eb79318 req-d7f9d48e-1874-48b4-8dd2-3a6a7af54d14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2357a134-9e2d-4184-a08c-95aacb7db8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750911 Dec 07 14:34:26.840047 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66f9d69f-f980-448b-893a-8ae65eb79318 req-e10dc9c6-0522-4406-b564-ca97d4a81021 service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336355 Dec 07 14:34:26.983992 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-66f9d69f-f980-448b-893a-8ae65eb79318 req-fa67da14-1b4a-4f62-9ebf-27f8b67e82b6 service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379457 Dec 07 14:34:30.163945 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f8d87d1f-da83-472b-b61b-04d809497a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:31.729273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:32.474711 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-20e24775-749c-4625-b153-3b91565a3352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:33.166100 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:35.051725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:40.735511 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:34:42.085105 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:35:00.171018 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-7d58b282-8224-498f-b6e7-bade185bafa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:35:01.740559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:35:02.471814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-bf769523-f713-4001-a2a7-6fd666fc98aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:35:03.159703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:35:05.060674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:35:10.746310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:35:19.086261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:35:28.130021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-510f1bdb-962b-4952-bb2c-0742b450ff77 req-b0dc0867-b1f3-4dcb-a834-71b9717a8606 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731745 Dec 07 14:35:28.293117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-510f1bdb-962b-4952-bb2c-0742b450ff77 req-3db085f4-bcca-4a50-b440-d90b98ef7b94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83278e267d1a483eaa09891abfe60808&device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 1099 time: 0.0822549 Dec 07 14:35:28.451468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f1bdb-962b-4952-bb2c-0742b450ff77 req-7fb26ffc-bf9c-4838-800e-60e8782d279b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:35:28.453035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-510f1bdb-962b-4952-bb2c-0742b450ff77 req-7fb26ffc-bf9c-4838-800e-60e8782d279b service neutron] 10.222.0.45 "GET /v2.0/networks?id=2357a134-9e2d-4184-a08c-95aacb7db8cb HTTP/1.1" status: 200 len: 911 time: 0.1350000 Dec 07 14:35:28.559174 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-510f1bdb-962b-4952-bb2c-0742b450ff77 req-57132ecf-6bd1-4464-a989-dd5f9f973ef6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98f5ad84-ecbc-471a-94e0-03285360d70b HTTP/1.1" status: 200 len: 1002 time: 0.0953946 Dec 07 14:35:28.632294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f1bdb-962b-4952-bb2c-0742b450ff77 req-ac44d0ec-1f93-4eea-95c6-da6d4064832d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:35:28.633852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-510f1bdb-962b-4952-bb2c-0742b450ff77 req-ac44d0ec-1f93-4eea-95c6-da6d4064832d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8510eed-d262-4cf2-929b-b4fe213208ac HTTP/1.1" status: 200 len: 849 time: 0.0646105 Dec 07 14:35:28.718515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-510f1bdb-962b-4952-bb2c-0742b450ff77 req-1393283a-f46a-4fd6-96a3-d94d7125b3b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2357a134-9e2d-4184-a08c-95aacb7db8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729220 Dec 07 14:35:28.863487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-510f1bdb-962b-4952-bb2c-0742b450ff77 req-1acad287-8215-4175-8d6b-306069963b42 service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348073 Dec 07 14:35:29.007702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-510f1bdb-962b-4952-bb2c-0742b450ff77 req-5638c90e-e8ca-4d72-b27b-6c1c21ef023c service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340225 Dec 07 14:35:30.163132 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2c2a68b4-91ad-4362-9096-01bd3e1fea1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:35:31.745564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:35:32.476948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-773b835d-0b7f-48b2-a9ba-627f53ca282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:35:33.170210 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:35:35.062658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:35:40.736494 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:35:56.087560 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:36:00.164187 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2ce7cf4e-e73e-4a0b-afd4-fba4c30cb09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:01.741084 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:02.478250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2767302b-f2e0-46e9-a8be-5eb03334bece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:03.164333 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:05.076937 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:10.729721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:25.775246 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 98f5ad84-ecbc-471a-94e0-03285360d70b details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:36:25.921894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 98f5ad84-ecbc-471a-94e0-03285360d70b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=98f5ad84-ecbc-471a-94e0-03285360d70b,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:36:25.938243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'port_id': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'mac_address': 'fa:16:3e:10:04:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:36:25.995183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:26.014676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98f5ad84-ecbc-471a-94e0-03285360d70b {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:36:26.029737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 98f5ad84-ecbc-471a-94e0-03285360d70b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=98f5ad84-ecbc-471a-94e0-03285360d70b,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:36:26.066536 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:26.068495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9c9044f6-43da-4be1-929a-6b1741194e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:36:26.142336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=98f5ad84-ecbc-471a-94e0-03285360d70b,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:36:26.153721 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['98f5ad84-ecbc-471a-94e0-03285360d70b'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:36:26.183479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:26.183880 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:26.184337 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:26.185394 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:26.185789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:26.186165 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:26.186713 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:26.187090 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:26.187489 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:26.187858 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:26.188232 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:26.192328 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:36:27.785012 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 98f5ad84-ecbc-471a-94e0-03285360d70b up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:36:27.864735 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port 98f5ad84-ecbc-471a-94e0-03285360d70b triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:36:27.865349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:27.999541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:28.037583 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 98f5ad84-ecbc-471a-94e0-03285360d70b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=98f5ad84-ecbc-471a-94e0-03285360d70b,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:36:28.039033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f5ad84-ecbc-471a-94e0-03285360d70b'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:36:28.061392 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:28.063639 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-fd18dcde-bdeb-4dea-bfeb-9005a1fc1b44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:36:28.136418 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=98f5ad84-ecbc-471a-94e0-03285360d70b,revision_number=7']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:36:28.140829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:36:28.233855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'code': 200} Dec 07 14:36:30.163839 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5d5366fa-b9f9-4e02-85f0-f4984d4f48bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:30.222616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99a6da9b-a167-4dac-ad94-26bf73d17039 req-dcd02871-e083-4a0a-8c68-b77ec4e7cbe4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83278e267d1a483eaa09891abfe60808&device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 1099 time: 0.0827446 Dec 07 14:36:30.429277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6da9b-a167-4dac-ad94-26bf73d17039 req-8b868965-e360-4801-b5d1-f82350d28bcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:30.431001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99a6da9b-a167-4dac-ad94-26bf73d17039 req-8b868965-e360-4801-b5d1-f82350d28bcd service neutron] 10.222.0.45 "GET /v2.0/networks?id=2357a134-9e2d-4184-a08c-95aacb7db8cb HTTP/1.1" status: 200 len: 911 time: 0.1732700 Dec 07 14:36:30.546815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99a6da9b-a167-4dac-ad94-26bf73d17039 req-4601f968-451a-4763-bebc-0e94e3648147 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98f5ad84-ecbc-471a-94e0-03285360d70b HTTP/1.1" status: 200 len: 1002 time: 0.1084659 Dec 07 14:36:30.627303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6da9b-a167-4dac-ad94-26bf73d17039 req-8a3198c1-415c-4637-bf26-de67a4ff6969 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:30.628942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99a6da9b-a167-4dac-ad94-26bf73d17039 req-8a3198c1-415c-4637-bf26-de67a4ff6969 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8510eed-d262-4cf2-929b-b4fe213208ac HTTP/1.1" status: 200 len: 849 time: 0.0747161 Dec 07 14:36:30.718085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99a6da9b-a167-4dac-ad94-26bf73d17039 req-fd00ea1a-5973-4664-b2aa-6ac341d6db56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2357a134-9e2d-4184-a08c-95aacb7db8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821080 Dec 07 14:36:30.730975 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-99a6da9b-a167-4dac-ad94-26bf73d17039 req-7bbf9348-6964-46ae-b7fa-1c6e49175dd6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88898) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 14:36:30.732725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99a6da9b-a167-4dac-ad94-26bf73d17039 req-7bbf9348-6964-46ae-b7fa-1c6e49175dd6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0065150 Dec 07 14:36:30.888235 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99a6da9b-a167-4dac-ad94-26bf73d17039 req-aae7fa4b-4903-43ce-ad11-afd8881c3a02 service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424527 Dec 07 14:36:31.045641 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-99a6da9b-a167-4dac-ad94-26bf73d17039 req-49849065-8984-485f-9467-3be9c10cf919 service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457136 Dec 07 14:36:31.747531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:32.592466 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-998fb606-a626-4f0e-8079-a1bffba3b038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:33.088465 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:36:33.163860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:35.072421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:37.688894 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-bf5d72dd-071f-4fd1-abe8-a59bd05a181e tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545845759&fields=id&tenant_id=83278e267d1a483eaa09891abfe60808 HTTP/1.1" status: 200 len: 267 time: 0.0514674 Dec 07 14:36:37.845629 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-40a548e7-45a0-40dd-82f3-e408d7e32007 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:37.847126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-40a548e7-45a0-40dd-82f3-e408d7e32007 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/networks?id=2357a134-9e2d-4184-a08c-95aacb7db8cb HTTP/1.1" status: 200 len: 810 time: 0.1513815 Dec 07 14:36:37.864610 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-69bf3de3-e51c-4edb-a027-668b65a0cd74 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/quotas/83278e267d1a483eaa09891abfe60808 HTTP/1.1" status: 200 len: 375 time: 0.0116663 Dec 07 14:36:37.953686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-79fd9633-c1db-4ba5-af2b-8835ae5d1f59 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=83278e267d1a483eaa09891abfe60808&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0836744 Dec 07 14:36:38.102407 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-854c2f03-69c8-464c-80db-204682cbb140 service neutron] 10.222.0.24 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363845 Dec 07 14:36:38.246004 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-a95f83e9-fa54-4329-8db3-0a98edf91e7a service neutron] 10.222.0.24 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370027 Dec 07 14:36:38.533642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-1425ae4e-bdc5-4f3c-aa12-46e9111dc859 req-587d32f5-1d4a-42ee-b333-fb236542c147 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 210 time: 0.0447102 Dec 07 14:36:39.714843 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-6f2b2b0d-31ff-4b77-abf1-c03286bcb53b req-92f7fc0d-a7c8-4763-aafd-84ac794aa172 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 210 time: 0.0527737 Dec 07 14:36:40.576227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-ba11ea6c-4bc0-42b9-9af8-6d8d2d363de4 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:40.577781 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-ba11ea6c-4bc0-42b9-9af8-6d8d2d363de4 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.45 "GET /v2.0/networks?id=2357a134-9e2d-4184-a08c-95aacb7db8cb HTTP/1.1" status: 200 len: 810 time: 0.3917902 Dec 07 14:36:40.641649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-e381e3d6-1ac2-4535-908c-7ab549bd0784 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83278e267d1a483eaa09891abfe60808 HTTP/1.1" status: 200 len: 380 time: 0.0455456 Dec 07 14:36:40.655881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Request body: {'port': {'device_id': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'admin_state_up': True, 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'security_groups': ['710abf84-09fd-40ae-9f67-2941ec60ab8d']}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:36:40.792190 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:40.806334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:36:40.811146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Usage tracker for resource:port and tenant:83278e267d1a483eaa09891abfe60808 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:36:40.815072 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:36:40.821088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:36:40.870496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Made reservation on behalf of 83278e267d1a483eaa09891abfe60808 for: {'port': 1} {{(pid=88898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 07 14:36:40.878434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:40.914195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-72401ece-72b7-4428-9a6e-34957868ce64 req-0be8c983-327b-40ce-b077-b5ecd2e90b2c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 210 time: 0.0640938 Dec 07 14:36:41.068974 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Allocated IP 172.20.0.9 (2357a134-9e2d-4184-a08c-95aacb7db8cb/b8510eed-d262-4cf2-929b-b4fe213208ac/fa39ac94-462b-4964-84bd-6cbdacd471de) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:36:41.489637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:41.509152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Transition to ACTIVE for port object fa39ac94-462b-4964-84bd-6cbdacd471de will not be triggered until provisioned by entity DHCP. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:36:41.556689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:41.565082 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-a437bcd3-b813-4caa-9977-b59797163301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:36:41.648199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Network 2357a134-9e2d-4184-a08c-95aacb7db8cb is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:36:41.652549 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:36:41.655118 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event updated for resources: {'Port': ['ID=fa39ac94-462b-4964-84bd-6cbdacd471de,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:36:41.657881 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:36:41.725057 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:41.725487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:41.725907 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:41.726322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:41.726747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:41.727159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:41.727642 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:41.728005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:41.728413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:41.728817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:41.729224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:36:41.743798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:41.744822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:41.753130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:36:41.860792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 98f5ad84-ecbc-471a-94e0-03285360d70b no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:36:41.873819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-018a2b00-16bf-4d2c-9456-18945c96600d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2224083 Dec 07 14:36:41.981901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:42.022319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f5ad84-ecbc-471a-94e0-03285360d70b'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:36:42.033297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port 98f5ad84-ecbc-471a-94e0-03285360d70b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=98f5ad84-ecbc-471a-94e0-03285360d70b,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:36:42.061544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-58bf7104-d3ae-4106-94e2-ec21c1528913 None None] Provisioning for port fa39ac94-462b-4964-84bd-6cbdacd471de completed by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:36:42.068687 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-58bf7104-d3ae-4106-94e2-ec21c1528913 None None] Provisioning complete for port fa39ac94-462b-4964-84bd-6cbdacd471de triggered by entity DHCP. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:36:42.069441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-58bf7104-d3ae-4106-94e2-ec21c1528913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:42.108659 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'code': 200} Dec 07 14:36:42.109417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:42.117476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:36:42.179556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d45bd5-c62a-45b5-8e1d-2c1975097ec0 req-c6c8f5ee-5031-48e4-8985-bf1c356f787c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:42.181831 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0d45bd5-c62a-45b5-8e1d-2c1975097ec0 req-c6c8f5ee-5031-48e4-8985-bf1c356f787c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 931 time: 0.1217098 Dec 07 14:36:42.189375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-58bf7104-d3ae-4106-94e2-ec21c1528913 None None] Port fa39ac94-462b-4964-84bd-6cbdacd471de cannot update to ACTIVE because it is not bound. {{(pid=88899) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 07 14:36:42.216666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=98f5ad84-ecbc-471a-94e0-03285360d70b,revision_number=8']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:36:42.220023 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:36:42.241446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a0d45bd5-c62a-45b5-8e1d-2c1975097ec0 req-be4db271-39e6-43c6-aa2a-474752cbf19c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523944 Dec 07 14:36:43.475709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27586e-998c-40b3-a571-b20defd9fe8b req-a9c49e94-f06e-4c35-a090-30eb129d23cf tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:43.477285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9a27586e-998c-40b3-a571-b20defd9fe8b req-a9c49e94-f06e-4c35-a090-30eb129d23cf tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 931 time: 0.0956681 Dec 07 14:36:43.530931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9a27586e-998c-40b3-a571-b20defd9fe8b req-72eced37-faf8-4bf0-9a0e-c737389050bd tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474930 Dec 07 14:36:44.750910 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a9657-3a2f-4597-af64-33a20aa663aa req-26ee56be-2cb9-483a-8ded-66b309f56b0a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:44.752826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2f0a9657-3a2f-4597-af64-33a20aa663aa req-26ee56be-2cb9-483a-8ded-66b309f56b0a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 931 time: 0.0916550 Dec 07 14:36:44.806013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-2f0a9657-3a2f-4597-af64-33a20aa663aa req-b9573c8b-f8ac-4054-b0e0-69c4b478a917 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470352 Dec 07 14:36:46.017607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d1980-a688-43fe-aaed-5305068614b8 req-be72b2f8-364f-4aeb-8126-dc654e75cb6b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:46.019411 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d9d1980-a688-43fe-aaed-5305068614b8 req-be72b2f8-364f-4aeb-8126-dc654e75cb6b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 931 time: 0.0818141 Dec 07 14:36:46.073650 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d9d1980-a688-43fe-aaed-5305068614b8 req-8ee690ef-34f3-471e-8f5f-1ea322fe436f tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479445 Dec 07 14:36:47.304357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc720d40-5122-41bd-b213-cf1f6eefba53 req-ce3580b4-edac-4029-8237-bb0296cc1a13 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:47.306606 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cc720d40-5122-41bd-b213-cf1f6eefba53 req-ce3580b4-edac-4029-8237-bb0296cc1a13 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 931 time: 0.1032307 Dec 07 14:36:47.362467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cc720d40-5122-41bd-b213-cf1f6eefba53 req-c42aec93-8c44-435e-9101-18bf403aef25 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485668 Dec 07 14:36:48.576853 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de9328-d94b-4974-882b-87bfc884f0d5 req-eff08151-d54e-4997-b137-94e68bb207e5 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:48.578587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c3de9328-d94b-4974-882b-87bfc884f0d5 req-eff08151-d54e-4997-b137-94e68bb207e5 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 931 time: 0.0854144 Dec 07 14:36:48.632973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-c3de9328-d94b-4974-882b-87bfc884f0d5 req-13d3dbf4-e9a6-4ec9-b9e4-84f104414fd5 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479045 Dec 07 14:36:49.857788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cb17b-7b3e-43b0-8ce7-1ceefda8a2c0 req-711dfffc-bd4b-4baa-a2d7-0b0f19b21ad3 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:49.859428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-271cb17b-7b3e-43b0-8ce7-1ceefda8a2c0 req-711dfffc-bd4b-4baa-a2d7-0b0f19b21ad3 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 931 time: 0.0872962 Dec 07 14:36:49.915263 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-271cb17b-7b3e-43b0-8ce7-1ceefda8a2c0 req-b844366f-cc07-4e54-af3b-084bbfa0b4c2 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483537 Dec 07 14:36:51.145645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7e7ae-a3d6-48fb-85ae-df0418f5f4cd req-3a75119b-83e8-4013-895d-bfef2521b637 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:51.147215 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-26a7e7ae-a3d6-48fb-85ae-df0418f5f4cd req-3a75119b-83e8-4013-895d-bfef2521b637 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 931 time: 0.0944071 Dec 07 14:36:51.198943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-26a7e7ae-a3d6-48fb-85ae-df0418f5f4cd req-52de956c-3c84-4722-bf4c-0adc7e07359f tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454433 Dec 07 14:36:52.402689 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d2e78-1ff5-4bc4-a190-e50b92f38cb7 req-1c320c5f-a38f-4421-b2e0-cb9778070056 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:52.404224 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-281d2e78-1ff5-4bc4-a190-e50b92f38cb7 req-1c320c5f-a38f-4421-b2e0-cb9778070056 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 931 time: 0.0814669 Dec 07 14:36:52.451054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-281d2e78-1ff5-4bc4-a190-e50b92f38cb7 req-616b7145-df49-4950-8af1-3b098ead2faa tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407605 Dec 07 14:36:52.471276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Request body: {'port': {'device_id': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-ussu'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:36:52.590156 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:52.940931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa39ac94-462b-4964-84bd-6cbdacd471de {{(pid=88898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:36:52.947684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:52.962800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Transition to ACTIVE for port object fa39ac94-462b-4964-84bd-6cbdacd471de will not be triggered until provisioned by entity L2. {{(pid=88898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 07 14:36:52.991467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:52.995815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-47e0d75d-cc6f-4b31-a609-fb9385420f08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:36:53.127005 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Pushing event updated for resources: {'Port': ['ID=fa39ac94-462b-4964-84bd-6cbdacd471de,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:36:53.158175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:36:53.241374 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Attempting to bind port fa39ac94-462b-4964-84bd-6cbdacd471de on host hv-neutron-ussu for vnic_type normal with profile {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 14:36:53.241795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Attempting to bind port fa39ac94-462b-4964-84bd-6cbdacd471de by drivers openvswitch,hyperv on host hv-neutron-ussu at level 0 using segments [{'id': '0b01369a-6a1d-4d02-8ba0-9456224e1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb'}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 07 14:36:53.242158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Attempting to bind port fa39ac94-462b-4964-84bd-6cbdacd471de on network 2357a134-9e2d-4184-a08c-95aacb7db8cb {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:36:53.251080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Port fa39ac94-462b-4964-84bd-6cbdacd471de on network 2357a134-9e2d-4184-a08c-95aacb7db8cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-ussu {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 07 14:36:53.251476 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Attempting to bind port fa39ac94-462b-4964-84bd-6cbdacd471de on network 2357a134-9e2d-4184-a08c-95aacb7db8cb {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 07 14:36:53.258425 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Checking agent: {'id': '09c23e1d-5e63-4451-9a7c-9138ee7ea867', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-ussu', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'started_at': datetime.datetime(2021, 12, 7, 13, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 14, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 07 14:36:53.258795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Checking segment: {'id': '0b01369a-6a1d-4d02-8ba0-9456224e1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 07 14:36:53.259214 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Bound using segment: {'id': '0b01369a-6a1d-4d02-8ba0-9456224e1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb'} {{(pid=88898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 07 14:36:53.259729 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.managers [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Bound port: fa39ac94-462b-4964-84bd-6cbdacd471de, host: hv-neutron-ussu, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b01369a-6a1d-4d02-8ba0-9456224e1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb'}}] {{(pid=88898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 07 14:36:53.260110 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:53.355173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] For port fa39ac94-462b-4964-84bd-6cbdacd471de, host hv-neutron-ussu, cleared binding levels {{(pid=88898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 07 14:36:53.359294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] For port fa39ac94-462b-4964-84bd-6cbdacd471de, host hv-neutron-ussu, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=fa39ac94-462b-4964-84bd-6cbdacd471de,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 07 14:36:53.392192 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:53.396912 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:36:53.460301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:53.461815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] 10.222.0.45 "PUT /v2.0/ports/fa39ac94-462b-4964-84bd-6cbdacd471de HTTP/1.1" status: 200 len: 1093 time: 0.9957721 Dec 07 14:36:53.462393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'tag': 'fa39ac94-462b-4964-84bd-6cbdacd471de'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:36:53.489191 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Pushing event updated for resources: {'Port': ['ID=fa39ac94-462b-4964-84bd-6cbdacd471de,revision_number=3']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:36:53.505956 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:36:53.539786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'tag': 'fa39ac94-462b-4964-84bd-6cbdacd471de', 'status': 'completed', 'code': 200} Dec 07 14:36:53.653455 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-55e1ae0b-3d16-4e9e-a002-9a054794825a req-345ec0d7-46b3-4fb9-b7f4-ae0c3b43c02e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83278e267d1a483eaa09891abfe60808&device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 1096 time: 0.0865450 Dec 07 14:36:53.815817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe202b-78a2-438e-8c15-df974e638579 req-592d1960-625f-4e09-9679-de17a9ee179e tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:53.817441 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fdbe202b-78a2-438e-8c15-df974e638579 req-592d1960-625f-4e09-9679-de17a9ee179e tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 943 time: 0.0867500 Dec 07 14:36:53.823032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1ae0b-3d16-4e9e-a002-9a054794825a req-f9408465-18c7-4dca-8c80-60c929e1a146 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:53.824643 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-55e1ae0b-3d16-4e9e-a002-9a054794825a req-f9408465-18c7-4dca-8c80-60c929e1a146 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=83278e267d1a483eaa09891abfe60808&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1592770 Dec 07 14:36:53.866450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-fdbe202b-78a2-438e-8c15-df974e638579 req-fac8a155-9dbe-4544-b2bb-382c7c026493 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427766 Dec 07 14:36:53.977766 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1ae0b-3d16-4e9e-a002-9a054794825a req-61e2a9e4-1569-4bfd-93d3-0c600ad845dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:53.979373 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-55e1ae0b-3d16-4e9e-a002-9a054794825a req-61e2a9e4-1569-4bfd-93d3-0c600ad845dd service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1420813 Dec 07 14:36:54.099050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-e4a4b088-ff62-45a8-9c79-81042c033f38 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83278e267d1a483eaa09891abfe60808&device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 1096 time: 0.0763245 Dec 07 14:36:54.174282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-5a6e8eb7-01a8-4a0d-9dea-420cb056021a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa39ac94-462b-4964-84bd-6cbdacd471de HTTP/1.1" status: 200 len: 217 time: 0.0633981 Dec 07 14:36:54.246841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-68b3417c-a990-4061-a551-70daa8e9ebf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:54.248440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-68b3417c-a990-4061-a551-70daa8e9ebf2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8510eed-d262-4cf2-929b-b4fe213208ac HTTP/1.1" status: 200 len: 849 time: 0.0662587 Dec 07 14:36:54.331028 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-b36c8207-7558-4532-a393-355a9815076e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2357a134-9e2d-4184-a08c-95aacb7db8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721490 Dec 07 14:36:54.473931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-ae552cff-8fdd-4a63-bd74-c8ac77039aa8 service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324110 Dec 07 14:36:54.621254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e6ff9fb9-5154-46e7-9e1e-aaf7261f6bb7 req-d5bd2986-7301-4147-a503-49461613b8cd service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369770 Dec 07 14:36:55.074724 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9af74-880b-41e3-87c0-ee59ec588a74 req-8519bfb0-3c75-42fd-a1c7-9dcbbbec93f6 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:55.076308 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-04c9af74-880b-41e3-87c0-ee59ec588a74 req-8519bfb0-3c75-42fd-a1c7-9dcbbbec93f6 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 943 time: 0.0817058 Dec 07 14:36:55.123255 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-04c9af74-880b-41e3-87c0-ee59ec588a74 req-d545d831-be82-4818-9ebb-e9f867cb28e1 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406089 Dec 07 14:36:56.338426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24945f-4b86-4b77-9507-79c44c556cb7 req-f540e9de-ffd8-4522-ba03-6095f0dd3b67 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:56.340062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9b24945f-4b86-4b77-9507-79c44c556cb7 req-f540e9de-ffd8-4522-ba03-6095f0dd3b67 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 943 time: 0.0867608 Dec 07 14:36:56.387762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9b24945f-4b86-4b77-9507-79c44c556cb7 req-ad8f75c9-b34d-48f9-918b-966fabcc35b8 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413365 Dec 07 14:36:57.592728 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5450113-3a69-4531-a07b-bfa241c4b5ad req-01160cfc-ac5a-4456-b12e-453b56976a23 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:57.594222 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e5450113-3a69-4531-a07b-bfa241c4b5ad req-01160cfc-ac5a-4456-b12e-453b56976a23 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 943 time: 0.0825074 Dec 07 14:36:57.646720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-e5450113-3a69-4531-a07b-bfa241c4b5ad req-72688c2d-7e5e-40bc-85fb-2e70bbc1cb46 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461934 Dec 07 14:36:57.930271 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device fa39ac94-462b-4964-84bd-6cbdacd471de details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:36:58.069568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port fa39ac94-462b-4964-84bd-6cbdacd471de, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=fa39ac94-462b-4964-84bd-6cbdacd471de,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:36:58.083396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'fa39ac94-462b-4964-84bd-6cbdacd471de', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'port_id': 'fa39ac94-462b-4964-84bd-6cbdacd471de', 'mac_address': 'fa:16:3e:81:31:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:36:58.137986 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:58.159571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa39ac94-462b-4964-84bd-6cbdacd471de {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:36:58.174587 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port fa39ac94-462b-4964-84bd-6cbdacd471de, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=fa39ac94-462b-4964-84bd-6cbdacd471de,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:36:58.208545 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:36:58.210302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:36:58.276154 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=fa39ac94-462b-4964-84bd-6cbdacd471de,revision_number=4']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:36:58.279409 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:36:58.507413 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['fa39ac94-462b-4964-84bd-6cbdacd471de'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:36:58.848747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf06c8-bad4-4913-986f-82f1b9c69b73 req-9a610019-e898-4150-96d4-6f96846049d4 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:36:58.850240 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d4bf06c8-bad4-4913-986f-82f1b9c69b73 req-9a610019-e898-4150-96d4-6f96846049d4 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 944 time: 0.0812125 Dec 07 14:36:58.899169 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d4bf06c8-bad4-4913-986f-82f1b9c69b73 req-cbbfbab8-bf21-4dd7-80c0-8fe9d6344c82 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427570 Dec 07 14:36:59.960999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device fa39ac94-462b-4964-84bd-6cbdacd471de up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:37:00.071794 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning for port fa39ac94-462b-4964-84bd-6cbdacd471de completed by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 07 14:37:00.077901 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port fa39ac94-462b-4964-84bd-6cbdacd471de triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:37:00.078334 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:00.108336 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64c718-7c67-4342-ab68-025108c8f4b9 req-ab732901-f391-4e6f-a11f-929068f7a9d8 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:37:00.109914 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d64c718-7c67-4342-ab68-025108c8f4b9 req-ab732901-f391-4e6f-a11f-929068f7a9d8 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 944 time: 0.0856507 Dec 07 14:37:00.159702 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4d64c718-7c67-4342-ab68-025108c8f4b9 req-21990aae-c04f-44c0-917d-7d884210a5fe tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430820 Dec 07 14:37:00.185509 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e1d7a5d5-ddef-4d7d-b85b-d50539519c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:00.212032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:00.240148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa39ac94-462b-4964-84bd-6cbdacd471de'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:37:00.250772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port fa39ac94-462b-4964-84bd-6cbdacd471de, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=fa39ac94-462b-4964-84bd-6cbdacd471de,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:37:00.283421 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:00.285443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:37:00.323950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa39ac94-462b-4964-84bd-6cbdacd471de', 'code': 200} Dec 07 14:37:00.356099 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=fa39ac94-462b-4964-84bd-6cbdacd471de,revision_number=5']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:37:00.359696 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:37:00.626181 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ac21c09e-035a-41c5-a5f6-909283b5c5d0 req-f87c621c-0b68-4043-a2dc-580329f48d76 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 1098 time: 0.0785685 Dec 07 14:37:00.674866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-ac21c09e-035a-41c5-a5f6-909283b5c5d0 req-cdc485c4-4a41-42c7-91de-e241cc612a93 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383918 Dec 07 14:37:01.369126 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25212a3-d6e2-472c-bfb1-8978756c1a04 req-106ef053-7761-4b6a-8371-48bed7659c9e tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:37:01.370739 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a25212a3-d6e2-472c-bfb1-8978756c1a04 req-106ef053-7761-4b6a-8371-48bed7659c9e tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 945 time: 0.0842097 Dec 07 14:37:01.419709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-a25212a3-d6e2-472c-bfb1-8978756c1a04 req-a709112c-b4c4-4495-850e-4fc6e1ac020d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420926 Dec 07 14:37:01.763360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:02.487773 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-e63c8762-e46a-46e0-8e99-526a150f1824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:02.636692 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809d29f-ed38-4325-9ea2-6dc91babcb1b req-5184b939-023d-463f-a3cd-f7671bcdbac4 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:37:02.638282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5809d29f-ed38-4325-9ea2-6dc91babcb1b req-5184b939-023d-463f-a3cd-f7671bcdbac4 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 945 time: 0.0869312 Dec 07 14:37:02.687399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5809d29f-ed38-4325-9ea2-6dc91babcb1b req-a57e534d-2c47-4a5c-871a-2a12c14a88f8 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424652 Dec 07 14:37:02.894312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9ec2f-83dc-40fa-a35e-6988a82a87b4 req-3124bd87-b0d1-43b8-a40d-3ab921d0b782 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:37:02.895900 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2d9ec2f-83dc-40fa-a35e-6988a82a87b4 req-3124bd87-b0d1-43b8-a40d-3ab921d0b782 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 945 time: 0.0813334 Dec 07 14:37:02.946725 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d2d9ec2f-83dc-40fa-a35e-6988a82a87b4 req-ac63a0f3-846f-4fa7-8c5c-78e128a2322d tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444148 Dec 07 14:37:02.974709 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 60814) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:37:03.047834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-0844d160-8c91-49a8-982a-d981cf95a28e tempest-TestSnapshotPattern-1961436451 tempest-TestSnapshotPattern-1961436451-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 1093 time: 0.0715923 Dec 07 14:37:03.050414 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88898) accepted ('10.222.0.24', 60818) {{(pid=88898) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:37:03.056212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.v2.base [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Request body: {'floatingip': {'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'port_id': 'fa39ac94-462b-4964-84bd-6cbdacd471de', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 07 14:37:03.062695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 07 14:37:03.066714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Usage tracker for resource:floatingip and tenant:83278e267d1a483eaa09891abfe60808 is out of sync, need to count used quota {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 07 14:37:03.069699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88898) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 07 14:37:03.075602 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.quota.driver [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88898) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 07 14:37:03.128573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for floatingip, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:03.161347 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:03.274569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:03.443137 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_common [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Allocated IP 172.36.4.234 (3e4fe3c4-9dba-4ff1-b219-f50882f57056/308a38d7-9fe2-48ca-9a86-c2885e26dfe2/3124c5a7-4216-48e3-a2fa-9fbae7145751) {{(pid=88898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 07 14:37:03.595302 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for port, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:03.660348 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297241706168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:03.664751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:37:03.732026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Network 3e4fe3c4-9dba-4ff1-b219-f50882f57056 is already hosted by enough agents. {{(pid=88898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 07 14:37:03.735750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.base_scheduler [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Resources bound (agent type, host, resource id): {{(pid=88898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 07 14:37:03.738115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event updated for resources: {'Port': ['ID=3124c5a7-4216-48e3-a2fa-9fbae7145751,revision_number=1']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:37:03.740607 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Received port after_create {{(pid=88898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 07 14:37:03.770795 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:37:04.255486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:04.345816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:04.778786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for port, precommit_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:04.808679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16060226'] for port, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:04.813647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:37:04.921473 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event updated for resources: {'Port': ['ID=3124c5a7-4216-48e3-a2fa-9fbae7145751,revision_number=2']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:37:04.925664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:37:04.934064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854272530'] for floatingip, after_update {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:05.083275 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:05.129006 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.db.l3_db [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Floating IP 74860924-6d9d-4a27-beb8-18ca573aabaf associated. External IP: 172.36.4.234, port: fa39ac94-462b-4964-84bd-6cbdacd471de. Dec 07 14:37:05.528948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:37:05.736013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:37:05.746559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17825188-2297-4b76-ab80-a841197f6411 None None] Sync routers for ids ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:37:05.758803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17825188-2297-4b76-ab80-a841197f6411 None None] Routers {'56a99a90-bb6f-41e4-8e1e-b39bd58a367d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:37:05.759571 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-17825188-2297-4b76-ab80-a841197f6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:37:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:37:05.791929 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:05.864793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-15468deb-ad0a-4fed-9b97-b8192068cc19 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7991424 Dec 07 14:37:05.864793 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'tag': 'fa39ac94-462b-4964-84bd-6cbdacd471de'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:37:05.908237 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'tag': 'fa39ac94-462b-4964-84bd-6cbdacd471de', 'status': 'completed', 'code': 200} Dec 07 14:37:05.943911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-17825188-2297-4b76-ab80-a841197f6411 None None] Set router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:37:06.007756 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80599c6c-942c-49b9-968e-ee8868010d80 req-e0115828-100e-4613-805e-368d14ae1ed6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83278e267d1a483eaa09891abfe60808&device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 1098 time: 0.0768428 Dec 07 14:37:06.150195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599c6c-942c-49b9-968e-ee8868010d80 req-66a9a2e2-8140-4cd7-afed-4073f4ee1c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:37:06.151822 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80599c6c-942c-49b9-968e-ee8868010d80 req-66a9a2e2-8140-4cd7-afed-4073f4ee1c3a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2357a134-9e2d-4184-a08c-95aacb7db8cb HTTP/1.1" status: 200 len: 911 time: 0.1382418 Dec 07 14:37:06.259847 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80599c6c-942c-49b9-968e-ee8868010d80 req-d52e1cfc-d7e5-406a-8516-5b7381bd5037 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa39ac94-462b-4964-84bd-6cbdacd471de HTTP/1.1" status: 200 len: 999 time: 0.1006656 Dec 07 14:37:06.305307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-17825188-2297-4b76-ab80-a841197f6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:51Z', 'revision_number': 4, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '74860924-6d9d-4a27-beb8-18ca573aabaf', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'floating_ip_address': '172.36.4.234', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'port_id': 'fa39ac94-462b-4964-84bd-6cbdacd471de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'mac_address': 'fa:16:3e:81:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:37:04Z', 'updated_at': '2021-12-07T14:37:04Z', 'revision_number': 0, 'project_id': '83278e267d1a483eaa09891abfe60808', 'fixed_ip_address_scope': None}, {'id': 'd310d557-c581-4789-94ed-74f6cd4757df', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'floating_ip_address': '172.36.4.212', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'port_id': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'mac_address': 'fa:16:3e:10:04:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:34:22Z', 'updated_at': '2021-12-07T14:34:25Z', 'revision_number': 1, 'project_id': '83278e267d1a483eaa09891abfe60808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651f505d-5c6b-4239-8966-b4cb4539884c', 'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'mac_address': 'fa:16:3e:fb:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:50Z', 'updated_at': '2021-12-07T14:34:01Z', 'revision_number': 5, 'project_id': '83278e267d1a483eaa09891abfe60808', 'subnets': [{'id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:37:06.309382 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17825188-2297-4b76-ab80-a841197f6411 None None] Checking router: 56a99a90-bb6f-41e4-8e1e-b39bd58a367d for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:37:06.320971 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17825188-2297-4b76-ab80-a841197f6411 None None] Routers {'56a99a90-bb6f-41e4-8e1e-b39bd58a367d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:37:06.321614 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-17825188-2297-4b76-ab80-a841197f6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:37:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:37:06.332755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599c6c-942c-49b9-968e-ee8868010d80 req-2352784a-4558-42cb-a603-bff6319daaef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:37:06.334352 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80599c6c-942c-49b9-968e-ee8868010d80 req-2352784a-4558-42cb-a603-bff6319daaef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8510eed-d262-4cf2-929b-b4fe213208ac HTTP/1.1" status: 200 len: 849 time: 0.0677693 Dec 07 14:37:06.416755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80599c6c-942c-49b9-968e-ee8868010d80 req-d8782d6e-bb88-40a3-aa3a-69a5452ab8ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2357a134-9e2d-4184-a08c-95aacb7db8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731065 Dec 07 14:37:06.568437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80599c6c-942c-49b9-968e-ee8868010d80 req-825e083d-2aaa-429b-8855-5b458c7cc5fd service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441941 Dec 07 14:37:06.654385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-17825188-2297-4b76-ab80-a841197f6411 None None] Set router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:37:06.713796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-80599c6c-942c-49b9-968e-ee8868010d80 req-850c2dd1-760a-4d4a-8871-30d3281aa5b7 service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383162 Dec 07 14:37:07.012292 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-17825188-2297-4b76-ab80-a841197f6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:51Z', 'revision_number': 4, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '74860924-6d9d-4a27-beb8-18ca573aabaf', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'floating_ip_address': '172.36.4.234', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'port_id': 'fa39ac94-462b-4964-84bd-6cbdacd471de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'mac_address': 'fa:16:3e:81:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:37:04Z', 'updated_at': '2021-12-07T14:37:04Z', 'revision_number': 0, 'project_id': '83278e267d1a483eaa09891abfe60808', 'fixed_ip_address_scope': None}, {'id': 'd310d557-c581-4789-94ed-74f6cd4757df', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'floating_ip_address': '172.36.4.212', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'port_id': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'mac_address': 'fa:16:3e:10:04:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:34:22Z', 'updated_at': '2021-12-07T14:34:25Z', 'revision_number': 1, 'project_id': '83278e267d1a483eaa09891abfe60808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651f505d-5c6b-4239-8966-b4cb4539884c', 'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'mac_address': 'fa:16:3e:fb:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:50Z', 'updated_at': '2021-12-07T14:34:01Z', 'revision_number': 5, 'project_id': '83278e267d1a483eaa09891abfe60808', 'subnets': [{'id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:37:07.016313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17825188-2297-4b76-ab80-a841197f6411 None None] The sync data for ids ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'] in dv-neutron-ussuri-2-hyperv is: [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:51Z', 'revision_number': 4, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': '74860924-6d9d-4a27-beb8-18ca573aabaf', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'floating_ip_address': '172.36.4.234', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'port_id': 'fa39ac94-462b-4964-84bd-6cbdacd471de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'mac_address': 'fa:16:3e:81:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:37:04Z', 'updated_at': '2021-12-07T14:37:04Z', 'revision_number': 0, 'project_id': '83278e267d1a483eaa09891abfe60808', 'fixed_ip_address_scope': None}, {'id': 'd310d557-c581-4789-94ed-74f6cd4757df', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'floating_ip_address': '172.36.4.212', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'port_id': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'mac_address': 'fa:16:3e:10:04:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:34:22Z', 'updated_at': '2021-12-07T14:34:25Z', 'revision_number': 1, 'project_id': '83278e267d1a483eaa09891abfe60808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651f505d-5c6b-4239-8966-b4cb4539884c', 'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'mac_address': 'fa:16:3e:fb:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:50Z', 'updated_at': '2021-12-07T14:34:01Z', 'revision_number': 5, 'project_id': '83278e267d1a483eaa09891abfe60808', 'subnets': [{'id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:37:07.366493 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fcaf78-4041-49eb-9413-ab7d89a12367 None None] New status for floating IP 74860924-6d9d-4a27-beb8-18ca573aabaf: ACTIVE {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:37:10.089867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:37:10.808568 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:30.149457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cd008b59-9004-452c-9d44-246aaefa91dd req-7838ef68-34c0-4101-8037-0737146a0add service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783091 Dec 07 14:37:30.166921 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-da80de8f-0b31-4ee0-a9d1-af77eb6ee61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:30.303488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cd008b59-9004-452c-9d44-246aaefa91dd req-09f47315-bcbe-4b7e-9a4f-05582cc6de9c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83278e267d1a483eaa09891abfe60808&device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 1097 time: 0.0740190 Dec 07 14:37:30.464918 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd008b59-9004-452c-9d44-246aaefa91dd req-45ef5105-f622-4d42-a9ea-e437d9ba7243 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:37:30.466496 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cd008b59-9004-452c-9d44-246aaefa91dd req-45ef5105-f622-4d42-a9ea-e437d9ba7243 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2357a134-9e2d-4184-a08c-95aacb7db8cb HTTP/1.1" status: 200 len: 911 time: 0.1374779 Dec 07 14:37:30.579070 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cd008b59-9004-452c-9d44-246aaefa91dd req-973fef57-bb7e-467e-906d-e1cda45a6e12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98f5ad84-ecbc-471a-94e0-03285360d70b HTTP/1.1" status: 200 len: 1000 time: 0.1016781 Dec 07 14:37:30.651109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd008b59-9004-452c-9d44-246aaefa91dd req-aa922c37-e1ad-41ee-b1ea-2e5fa895a9ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:37:30.652676 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cd008b59-9004-452c-9d44-246aaefa91dd req-aa922c37-e1ad-41ee-b1ea-2e5fa895a9ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8510eed-d262-4cf2-929b-b4fe213208ac HTTP/1.1" status: 200 len: 849 time: 0.0631902 Dec 07 14:37:30.738982 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cd008b59-9004-452c-9d44-246aaefa91dd req-4277e261-d4cc-4d0c-b469-bc25b9560108 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2357a134-9e2d-4184-a08c-95aacb7db8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753055 Dec 07 14:37:30.883491 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cd008b59-9004-452c-9d44-246aaefa91dd req-3ad7cf05-fa4a-4688-a397-4e0b9cee8ed2 service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336684 Dec 07 14:37:31.026529 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-cd008b59-9004-452c-9d44-246aaefa91dd req-92a186fc-c133-48b2-ad1b-55c94cc4ab9f service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326480 Dec 07 14:37:31.743819 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:32.492651 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-d5452a82-0abf-4c61-b266-bddcc1be7ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:33.184071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:35.086922 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:40.819954 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:37:47.092287 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:38:00.178674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9dfdc404-8243-45ec-a414-3772cda0df7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:01.737695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:02.493026 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3dbb7470-2735-4770-968a-d97dbd2a35d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:03.178835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:05.070597 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:10.789979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:24.094603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:38:30.166747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-6af8d224-6a37-4e17-beb4-8b5f4d531ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:31.279948 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-93ec35d4-fde9-4329-98b7-10d63a47d31d req-5b100770-a6b7-4df9-8925-776197df9b3a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1861567 Dec 07 14:38:31.385855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-93ec35d4-fde9-4329-98b7-10d63a47d31d req-20d83dc1-9516-4c70-a0ea-8f71377b978f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83278e267d1a483eaa09891abfe60808&device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 1098 time: 0.0779254 Dec 07 14:38:31.755792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:31.770217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec35d4-fde9-4329-98b7-10d63a47d31d req-6d5a2b16-7147-4481-a3fa-3b1e3c7115a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:38:31.771850 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-93ec35d4-fde9-4329-98b7-10d63a47d31d req-6d5a2b16-7147-4481-a3fa-3b1e3c7115a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2357a134-9e2d-4184-a08c-95aacb7db8cb HTTP/1.1" status: 200 len: 911 time: 0.3646557 Dec 07 14:38:31.885649 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-93ec35d4-fde9-4329-98b7-10d63a47d31d req-ed2d6235-b09a-43dc-9233-ab931a9d8ab4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa39ac94-462b-4964-84bd-6cbdacd471de HTTP/1.1" status: 200 len: 1001 time: 0.1034253 Dec 07 14:38:31.959036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec35d4-fde9-4329-98b7-10d63a47d31d req-73f7c3a6-d37a-4555-85be-dff8c83ff6c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:38:31.960617 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-93ec35d4-fde9-4329-98b7-10d63a47d31d req-73f7c3a6-d37a-4555-85be-dff8c83ff6c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8510eed-d262-4cf2-929b-b4fe213208ac HTTP/1.1" status: 200 len: 849 time: 0.0646214 Dec 07 14:38:32.044071 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-93ec35d4-fde9-4329-98b7-10d63a47d31d req-36ee72cb-ff2f-4b66-b79c-e90c1ecc3b68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2357a134-9e2d-4184-a08c-95aacb7db8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733228 Dec 07 14:38:32.192946 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-93ec35d4-fde9-4329-98b7-10d63a47d31d req-7842b4a1-8570-47dc-b6a7-e6385cd8a5f8 service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372919 Dec 07 14:38:32.340081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-93ec35d4-fde9-4329-98b7-10d63a47d31d req-045b498a-b0e8-4876-85a0-360110543430 service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370876 Dec 07 14:38:32.492691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4ec91a7f-3470-44b6-b83d-8da01556f146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:33.184250 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:35.069487 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:38.394434 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device fa39ac94-462b-4964-84bd-6cbdacd471de details requested by agent hyperv_hv-neutron-ussu with host hv-neutron-ussu {{(pid=88899) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 07 14:38:38.543790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port fa39ac94-462b-4964-84bd-6cbdacd471de, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=fa39ac94-462b-4964-84bd-6cbdacd471de,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:38:38.558750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Returning: {'device': 'fa39ac94-462b-4964-84bd-6cbdacd471de', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'port_id': 'fa39ac94-462b-4964-84bd-6cbdacd471de', 'mac_address': 'fa:16:3e:81:31:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88899) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 07 14:38:38.617429 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:38.637761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa39ac94-462b-4964-84bd-6cbdacd471de {{(pid=88899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 07 14:38:38.655349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port fa39ac94-462b-4964-84bd-6cbdacd471de, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=fa39ac94-462b-4964-84bd-6cbdacd471de,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:38:38.709749 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:38.712737 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-629ed71a-c90d-414b-938f-32ad76261188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:38:38.806458 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=fa39ac94-462b-4964-84bd-6cbdacd471de,revision_number=6']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:38:38.820264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] get_ports_and_sgs() called for port_ids ['fa39ac94-462b-4964-84bd-6cbdacd471de'] {{(pid=88899) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 07 14:38:38.865479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:38.865987 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:38.866442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:38.866891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:38.867264 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:38.867763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:38.868135 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:38.868506 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:38.868875 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:38.869245 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:38.869810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:38.883294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:38:40.402391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device fa39ac94-462b-4964-84bd-6cbdacd471de up at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 07 14:38:40.480603 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.provisioning_blocks [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Provisioning complete for port fa39ac94-462b-4964-84bd-6cbdacd471de triggered by entity L2. {{(pid=88899) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 07 14:38:40.481032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856079'] for port, provisioning_complete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:40.627339 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:40.664805 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port fa39ac94-462b-4964-84bd-6cbdacd471de, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=fa39ac94-462b-4964-84bd-6cbdacd471de,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:38:40.665826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa39ac94-462b-4964-84bd-6cbdacd471de'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:38:40.704056 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:40.706101 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:38:40.775079 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa39ac94-462b-4964-84bd-6cbdacd471de', 'code': 200} Dec 07 14:38:40.822448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=fa39ac94-462b-4964-84bd-6cbdacd471de,revision_number=7']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:38:40.833814 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:38:40.850173 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:51.217919 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 32802) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:38:51.423479 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Deleting port 3124c5a7-4216-48e3-a2fa-9fbae7145751 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:38:51.423855 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:51.600261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:51.600542 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:51.724013 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Calling delete_port for 3124c5a7-4216-48e3-a2fa-9fbae7145751 owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:38:51.921205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:51.925714 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-15bd91c8-f164-401a-96bf-f853e3d81851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:38:51.968315 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event deleted for resources: {'Port': ['ID=3124c5a7-4216-48e3-a2fa-9fbae7145751,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:38:52.007442 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:52.007878 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:52.008299 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:52.008752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:52.009162 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:52.009573 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:52.010014 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:52.010423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:52.010827 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:52.011259 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:52.011652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:52.044561 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:38:52.077422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:52.702699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:38:52.915772 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:38:52.925751 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc03a8-1c50-433d-83e6-def29618955c None None] Sync routers for ids ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:38:52.933064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:52.938845 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc03a8-1c50-433d-83e6-def29618955c None None] Routers {'56a99a90-bb6f-41e4-8e1e-b39bd58a367d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:38:52.939541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-51fc03a8-1c50-433d-83e6-def29618955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:38:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:38:52.988202 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "DELETE /v2.0/floatingips/74860924-6d9d-4a27-beb8-18ca573aabaf HTTP/1.1" status: 204 len: 168 time: 1.7691045 Dec 07 14:38:52.988913 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'tag': 'fa39ac94-462b-4964-84bd-6cbdacd471de'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:38:53.133483 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-51fc03a8-1c50-433d-83e6-def29618955c None None] Set router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:38:53.142824 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'tag': 'fa39ac94-462b-4964-84bd-6cbdacd471de', 'status': 'completed', 'code': 200} Dec 07 14:38:53.248282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-df24a93c-401a-4e02-a344-fbacf09ec3cf req-e7c51eaf-4567-4dd6-ad5a-9948101d1482 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83278e267d1a483eaa09891abfe60808&device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 1098 time: 0.0797300 Dec 07 14:38:53.406866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24a93c-401a-4e02-a344-fbacf09ec3cf req-354c998c-a43d-484e-a68e-21d4cad3a8c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:38:53.408522 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-df24a93c-401a-4e02-a344-fbacf09ec3cf req-354c998c-a43d-484e-a68e-21d4cad3a8c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2357a134-9e2d-4184-a08c-95aacb7db8cb HTTP/1.1" status: 200 len: 911 time: 0.1528125 Dec 07 14:38:53.482402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-df24a93c-401a-4e02-a344-fbacf09ec3cf req-96b6d1e8-2033-4a44-853f-cb9b9fae1545 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa39ac94-462b-4964-84bd-6cbdacd471de HTTP/1.1" status: 200 len: 217 time: 0.0664108 Dec 07 14:38:53.500943 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-51fc03a8-1c50-433d-83e6-def29618955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:51Z', 'revision_number': 4, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'd310d557-c581-4789-94ed-74f6cd4757df', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'floating_ip_address': '172.36.4.212', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'port_id': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'mac_address': 'fa:16:3e:10:04:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:34:22Z', 'updated_at': '2021-12-07T14:34:25Z', 'revision_number': 1, 'project_id': '83278e267d1a483eaa09891abfe60808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651f505d-5c6b-4239-8966-b4cb4539884c', 'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'mac_address': 'fa:16:3e:fb:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:50Z', 'updated_at': '2021-12-07T14:34:01Z', 'revision_number': 5, 'project_id': '83278e267d1a483eaa09891abfe60808', 'subnets': [{'id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:38:53.504995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc03a8-1c50-433d-83e6-def29618955c None None] Checking router: 56a99a90-bb6f-41e4-8e1e-b39bd58a367d for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:38:53.516876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc03a8-1c50-433d-83e6-def29618955c None None] Routers {'56a99a90-bb6f-41e4-8e1e-b39bd58a367d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:38:53.517523 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-51fc03a8-1c50-433d-83e6-def29618955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:38:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:38:53.557771 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24a93c-401a-4e02-a344-fbacf09ec3cf req-f644a869-5c6f-42ac-bc9e-69dbafcfbe2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:38:53.560062 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-df24a93c-401a-4e02-a344-fbacf09ec3cf req-f644a869-5c6f-42ac-bc9e-69dbafcfbe2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8510eed-d262-4cf2-929b-b4fe213208ac HTTP/1.1" status: 200 len: 849 time: 0.0698957 Dec 07 14:38:53.641701 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20240ee9-738a-4bf9-ad27-259048edfc1a req-4415943a-93c7-4d25-8883-91c06903e3d0 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:38:53.642495 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-20240ee9-738a-4bf9-ad27-259048edfc1a req-4415943a-93c7-4d25-8883-91c06903e3d0 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Synchronizing usage tracker for tenant:83278e267d1a483eaa09891abfe60808 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:38:53.645331 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-df24a93c-401a-4e02-a344-fbacf09ec3cf req-6a54c97b-8821-417d-8c7a-7749aabe06db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2357a134-9e2d-4184-a08c-95aacb7db8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749936 Dec 07 14:38:53.680671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-20240ee9-738a-4bf9-ad27-259048edfc1a req-4415943a-93c7-4d25-8883-91c06903e3d0 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Unset dirty status for tenant:83278e267d1a483eaa09891abfe60808 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:38:53.681950 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-20240ee9-738a-4bf9-ad27-259048edfc1a req-4415943a-93c7-4d25-8883-91c06903e3d0 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 945 time: 0.2050250 Dec 07 14:38:53.705775 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-51fc03a8-1c50-433d-83e6-def29618955c None None] Set router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:38:53.738179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-20240ee9-738a-4bf9-ad27-259048edfc1a req-b7c1ae1e-b08c-4e12-8d86-aa534379ef38 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474892 Dec 07 14:38:53.801558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-df24a93c-401a-4e02-a344-fbacf09ec3cf req-a8fe2961-261b-4d93-92d0-7eb225554b01 service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479616 Dec 07 14:38:53.947199 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-df24a93c-401a-4e02-a344-fbacf09ec3cf req-60f2fb84-4d1c-4ccd-b4b4-6a4cd02fa21e service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363888 Dec 07 14:38:54.219054 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-51fc03a8-1c50-433d-83e6-def29618955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:51Z', 'revision_number': 4, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'd310d557-c581-4789-94ed-74f6cd4757df', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'floating_ip_address': '172.36.4.212', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'port_id': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'mac_address': 'fa:16:3e:10:04:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:34:22Z', 'updated_at': '2021-12-07T14:34:25Z', 'revision_number': 1, 'project_id': '83278e267d1a483eaa09891abfe60808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651f505d-5c6b-4239-8966-b4cb4539884c', 'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'mac_address': 'fa:16:3e:fb:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:50Z', 'updated_at': '2021-12-07T14:34:01Z', 'revision_number': 5, 'project_id': '83278e267d1a483eaa09891abfe60808', 'subnets': [{'id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:38:54.223147 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc03a8-1c50-433d-83e6-def29618955c None None] The sync data for ids ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'] in dv-neutron-ussuri-2-hyperv is: [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:51Z', 'revision_number': 4, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_floatingips': [{'id': 'd310d557-c581-4789-94ed-74f6cd4757df', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'floating_ip_address': '172.36.4.212', 'floating_network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'router_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'port_id': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'mac_address': 'fa:16:3e:10:04:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T14:34:22Z', 'updated_at': '2021-12-07T14:34:25Z', 'revision_number': 1, 'project_id': '83278e267d1a483eaa09891abfe60808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651f505d-5c6b-4239-8966-b4cb4539884c', 'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'mac_address': 'fa:16:3e:fb:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:50Z', 'updated_at': '2021-12-07T14:34:01Z', 'revision_number': 5, 'project_id': '83278e267d1a483eaa09891abfe60808', 'subnets': [{'id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:38:54.441257 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device fa39ac94-462b-4964-84bd-6cbdacd471de no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:38:54.560885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851427851'] for port, before_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:54.589637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa39ac94-462b-4964-84bd-6cbdacd471de'}] {{(pid=88899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:38:54.600710 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] For port fa39ac94-462b-4964-84bd-6cbdacd471de, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=fa39ac94-462b-4964-84bd-6cbdacd471de,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:38:54.645747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa39ac94-462b-4964-84bd-6cbdacd471de', 'code': 200} Dec 07 14:38:54.651399 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297241241170', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297241706151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739613069683'] for port, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:54.654106 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9b295064-c206-47e0-838c-cc1b7e221936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:38:54.690647 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552e6b91-851e-4b0e-8421-6e4b6896f06c None None] New status for floating IP 74860924-6d9d-4a27-beb8-18ca573aabaf: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:38:54.852740 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Pushing event updated for resources: {'Port': ['ID=fa39ac94-462b-4964-84bd-6cbdacd471de,revision_number=8']} {{(pid=88899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:38:54.856270 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88899) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:38:54.951761 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89e1ac-cb1e-46bf-a144-dde3d91a8f69 req-2625fee2-2d93-4884-8ae2-6f2e68515d2c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:38:54.953340 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f89e1ac-cb1e-46bf-a144-dde3d91a8f69 req-2625fee2-2d93-4884-8ae2-6f2e68515d2c tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 943 time: 0.0855825 Dec 07 14:38:55.006680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-9f89e1ac-cb1e-46bf-a144-dde3d91a8f69 req-078be304-6ddb-4dae-ad84-61b5a18a9ea6 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472655 Dec 07 14:38:55.299451 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94628d-0b5a-4190-83fd-20765267fb15 req-78aba52e-930b-4bb9-a1e3-e73c0a5cdf56 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:38:55.300247 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-4f94628d-0b5a-4190-83fd-20765267fb15 req-78aba52e-930b-4bb9-a1e3-e73c0a5cdf56 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Synchronizing usage tracker for tenant:83278e267d1a483eaa09891abfe60808 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:38:55.313447 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-4f94628d-0b5a-4190-83fd-20765267fb15 req-78aba52e-930b-4bb9-a1e3-e73c0a5cdf56 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Unset dirty status for tenant:83278e267d1a483eaa09891abfe60808 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:38:55.314670 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4f94628d-0b5a-4190-83fd-20765267fb15 req-78aba52e-930b-4bb9-a1e3-e73c0a5cdf56 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.45 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 943 time: 0.1008072 Dec 07 14:38:55.390329 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-4f94628d-0b5a-4190-83fd-20765267fb15 req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Deleting port fa39ac94-462b-4964-84bd-6cbdacd471de {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:38:55.390712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-4f94628d-0b5a-4190-83fd-20765267fb15 req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:55.640375 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-4f94628d-0b5a-4190-83fd-20765267fb15 req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] For port fa39ac94-462b-4964-84bd-6cbdacd471de, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=fa39ac94-462b-4964-84bd-6cbdacd471de,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:38:55.640693 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-4f94628d-0b5a-4190-83fd-20765267fb15 req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:55.761500 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-4f94628d-0b5a-4190-83fd-20765267fb15 req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Calling delete_port for fa39ac94-462b-4964-84bd-6cbdacd471de owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:38:56.000803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-4f94628d-0b5a-4190-83fd-20765267fb15 req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:56.006388 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-be036c83-3360-4c91-9a1d-499143ff2cea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:38:56.050633 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event deleted for resources: {'Port': ['ID=fa39ac94-462b-4964-84bd-6cbdacd471de,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:38:56.091272 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:56.091708 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:56.092124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:56.092534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:56.092940 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:56.093342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:56.093746 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:56.094144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:56.094543 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:56.094942 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:56.095385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-ussuri-2-hyperv {{(pid=88898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 07 14:38:56.104361 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:38:56.144344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f94628d-0b5a-4190-83fd-20765267fb15 req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] No DVR routers for this DVR port fa39ac94-462b-4964-84bd-6cbdacd471de on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:38:56.146815 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-4f94628d-0b5a-4190-83fd-20765267fb15 req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:56.149664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'name': 'network-vif-deleted', 'tag': 'fa39ac94-462b-4964-84bd-6cbdacd471de'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:38:56.191488 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-82b7916a-af3e-45d4-84fc-637cbdd2e526 req-5ee254c1-64bd-4cf1-b031-96ae623a573b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=2713a5d5-0d76-49e5-a297-78cfccaf181c HTTP/1.1" status: 200 len: 210 time: 0.0497413 Dec 07 14:38:56.196041 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-4f94628d-0b5a-4190-83fd-20765267fb15 req-1d8fe45d-db1a-4328-a4a8-03541567e01b tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.45 "DELETE /v2.0/ports/fa39ac94-462b-4964-84bd-6cbdacd471de HTTP/1.1" status: 204 len: 173 time: 0.8731058 Dec 07 14:38:56.292032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2713a5d5-0d76-49e5-a297-78cfccaf181c', 'name': 'network-vif-deleted', 'tag': 'fa39ac94-462b-4964-84bd-6cbdacd471de', 'status': 'completed', 'code': 200} Dec 07 14:38:58.409313 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 32868) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:38:58.468459 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device fa39ac94-462b-4964-84bd-6cbdacd471de no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:38:58.502776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: fa39ac94-462b-4964-84bd-6cbdacd471de {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:38:58.503167 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device fa39ac94-462b-4964-84bd-6cbdacd471de not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:38:58.618303 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3f4791d7-2f22-46b6-97d3-18a09d20f260 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Deleting port 796e6177-0629-41fb-a2cb-8988d3670c72 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:38:58.618674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f4791d7-2f22-46b6-97d3-18a09d20f260 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:58.791273 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f4791d7-2f22-46b6-97d3-18a09d20f260 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:58.791554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f4791d7-2f22-46b6-97d3-18a09d20f260 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:58.916050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-3f4791d7-2f22-46b6-97d3-18a09d20f260 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Calling delete_port for 796e6177-0629-41fb-a2cb-8988d3670c72 owned by network:floatingip {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:38:59.228995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f4791d7-2f22-46b6-97d3-18a09d20f260 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:59.234703 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-01d9c6ec-793c-4c18-ac1a-a2080a10b7ec tempest-TestMinimumBasicScenario-566948066 tempest-TestMinimumBasicScenario-566948066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:38:59.277045 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4791d7-2f22-46b6-97d3-18a09d20f260 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event deleted for resources: {'Port': ['ID=796e6177-0629-41fb-a2cb-8988d3670c72,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:38:59.281679 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3f4791d7-2f22-46b6-97d3-18a09d20f260 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:38:59.376349 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f4791d7-2f22-46b6-97d3-18a09d20f260 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for floatingip, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:38:59.777412 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4791d7-2f22-46b6-97d3-18a09d20f260 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:38:59.984835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4791d7-2f22-46b6-97d3-18a09d20f260 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:38:59.994841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bb6e8a-03ac-4eb7-8f4a-358e7c886442 None None] Sync routers for ids ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:39:00.001934 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3f4791d7-2f22-46b6-97d3-18a09d20f260 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for floatingip, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:00.008080 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bb6e8a-03ac-4eb7-8f4a-358e7c886442 None None] Routers {'56a99a90-bb6f-41e4-8e1e-b39bd58a367d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:39:00.008745 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b7bb6e8a-03ac-4eb7-8f4a-358e7c886442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:38:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:00.055944 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-3f4791d7-2f22-46b6-97d3-18a09d20f260 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "DELETE /v2.0/floatingips/d310d557-c581-4789-94ed-74f6cd4757df HTTP/1.1" status: 204 len: 168 time: 1.6453917 Dec 07 14:39:00.056577 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'tag': '98f5ad84-ecbc-471a-94e0-03285360d70b'}] {{(pid=88897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:39:00.112092 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'tag': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'status': 'completed', 'code': 200} Dec 07 14:39:00.172157 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2e8ef530-5c62-4b5a-9d90-9e2cd5e01871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:00.215557 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7ad98c93-bb6f-4b23-8bbd-1e0aa5edd6cc req-41249348-e8c0-4e32-a8f8-9da4ea71466a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83278e267d1a483eaa09891abfe60808&device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 1097 time: 0.0747287 Dec 07 14:39:00.215816 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b7bb6e8a-03ac-4eb7-8f4a-358e7c886442 None None] Set router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:39:00.380736 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad98c93-bb6f-4b23-8bbd-1e0aa5edd6cc req-befc01e3-7686-4c6b-ad7a-891b0085a247 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:39:00.382379 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7ad98c93-bb6f-4b23-8bbd-1e0aa5edd6cc req-befc01e3-7686-4c6b-ad7a-891b0085a247 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2357a134-9e2d-4184-a08c-95aacb7db8cb HTTP/1.1" status: 200 len: 911 time: 0.1566093 Dec 07 14:39:00.463842 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7ad98c93-bb6f-4b23-8bbd-1e0aa5edd6cc req-7bb80dbf-d8a5-43d6-afc3-faf256fae80b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98f5ad84-ecbc-471a-94e0-03285360d70b HTTP/1.1" status: 200 len: 217 time: 0.0708284 Dec 07 14:39:00.536810 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad98c93-bb6f-4b23-8bbd-1e0aa5edd6cc req-30dec11e-8787-4ab3-9e16-8299154d476b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:39:00.538757 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7ad98c93-bb6f-4b23-8bbd-1e0aa5edd6cc req-30dec11e-8787-4ab3-9e16-8299154d476b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8510eed-d262-4cf2-929b-b4fe213208ac HTTP/1.1" status: 200 len: 849 time: 0.0657954 Dec 07 14:39:00.551762 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b7bb6e8a-03ac-4eb7-8f4a-358e7c886442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:51Z', 'revision_number': 4, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '651f505d-5c6b-4239-8966-b4cb4539884c', 'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'mac_address': 'fa:16:3e:fb:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:50Z', 'updated_at': '2021-12-07T14:34:01Z', 'revision_number': 5, 'project_id': '83278e267d1a483eaa09891abfe60808', 'subnets': [{'id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:00.555990 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bb6e8a-03ac-4eb7-8f4a-358e7c886442 None None] Checking router: 56a99a90-bb6f-41e4-8e1e-b39bd58a367d for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:39:00.559998 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70234b-c089-403c-b23a-887b73c50b48 req-936d9d8b-40aa-42c5-943e-bbba2bc7fd20 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:39:00.560931 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-5f70234b-c089-403c-b23a-887b73c50b48 req-936d9d8b-40aa-42c5-943e-bbba2bc7fd20 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Synchronizing usage tracker for tenant:83278e267d1a483eaa09891abfe60808 on resource:port {{(pid=88897) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:39:00.567723 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bb6e8a-03ac-4eb7-8f4a-358e7c886442 None None] Routers {'56a99a90-bb6f-41e4-8e1e-b39bd58a367d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:39:00.568750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b7bb6e8a-03ac-4eb7-8f4a-358e7c886442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:38:32Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:00.606928 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-5f70234b-c089-403c-b23a-887b73c50b48 req-936d9d8b-40aa-42c5-943e-bbba2bc7fd20 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Unset dirty status for tenant:83278e267d1a483eaa09891abfe60808 on resource:port {{(pid=88897) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:39:00.608673 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f70234b-c089-403c-b23a-887b73c50b48 req-936d9d8b-40aa-42c5-943e-bbba2bc7fd20 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 944 time: 0.1361246 Dec 07 14:39:00.626755 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7ad98c93-bb6f-4b23-8bbd-1e0aa5edd6cc req-1e3b2e31-f273-42b7-9d98-361b46425f00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2357a134-9e2d-4184-a08c-95aacb7db8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797050 Dec 07 14:39:00.667516 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-5f70234b-c089-403c-b23a-887b73c50b48 req-f66fe275-8a70-493f-bf9f-d029eda36a28 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517399 Dec 07 14:39:00.758426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-b7bb6e8a-03ac-4eb7-8f4a-358e7c886442 None None] Set router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:39:00.773482 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7ad98c93-bb6f-4b23-8bbd-1e0aa5edd6cc req-dd99b9a0-a1c7-4977-9963-bff20cc0628e service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393616 Dec 07 14:39:00.919268 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-7ad98c93-bb6f-4b23-8bbd-1e0aa5edd6cc req-96905aa7-b53b-4b85-a1d9-1e67ecc0698e service neutron] 10.222.0.45 "GET /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380720 Dec 07 14:39:01.075021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-b7bb6e8a-03ac-4eb7-8f4a-358e7c886442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:51Z', 'revision_number': 4, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '651f505d-5c6b-4239-8966-b4cb4539884c', 'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'mac_address': 'fa:16:3e:fb:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:50Z', 'updated_at': '2021-12-07T14:34:01Z', 'revision_number': 5, 'project_id': '83278e267d1a483eaa09891abfe60808', 'subnets': [{'id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:01.079368 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bb6e8a-03ac-4eb7-8f4a-358e7c886442 None None] The sync data for ids ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'] in dv-neutron-ussuri-2-hyperv is: [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:33:51Z', 'revision_number': 4, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv', '_interfaces': [{'id': '651f505d-5c6b-4239-8966-b4cb4539884c', 'name': '', 'network_id': '2357a134-9e2d-4184-a08c-95aacb7db8cb', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'mac_address': 'fa:16:3e:fb:30:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:50Z', 'updated_at': '2021-12-07T14:34:01Z', 'revision_number': 5, 'project_id': '83278e267d1a483eaa09891abfe60808', 'subnets': [{'id': 'b8510eed-d262-4cf2-929b-b4fe213208ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:39:01.095088 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:39:01.581433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f058fbf-5d21-470f-a4f0-c1d800e09ad0 None None] New status for floating IP d310d557-c581-4789-94ed-74f6cd4757df: DOWN {{(pid=88899) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 07 14:39:01.749204 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:01.963344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3922750-f946-46dd-9958-ea5019467410 req-505bfd87-e1e7-49fa-ae50-4fe0216747b3 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:39:01.964938 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d3922750-f946-46dd-9958-ea5019467410 req-505bfd87-e1e7-49fa-ae50-4fe0216747b3 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 944 time: 0.0862768 Dec 07 14:39:02.017172 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d3922750-f946-46dd-9958-ea5019467410 req-8c5e843d-6a2d-49ae-b4cf-5b906bfb01e0 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454333 Dec 07 14:39:02.391345 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8473c5-1c30-4a6c-a063-04f5b0e3bf54 req-925cbb6f-4c98-49dd-b27b-918f4e24ff6f tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:39:02.392021 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-0f8473c5-1c30-4a6c-a063-04f5b0e3bf54 req-925cbb6f-4c98-49dd-b27b-918f4e24ff6f tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Synchronizing usage tracker for tenant:83278e267d1a483eaa09891abfe60808 on resource:port {{(pid=88898) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 07 14:39:02.404136 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.quota.resource [req-0f8473c5-1c30-4a6c-a063-04f5b0e3bf54 req-925cbb6f-4c98-49dd-b27b-918f4e24ff6f tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Unset dirty status for tenant:83278e267d1a483eaa09891abfe60808 on resource:port {{(pid=88898) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 07 14:39:02.405297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0f8473c5-1c30-4a6c-a063-04f5b0e3bf54 req-925cbb6f-4c98-49dd-b27b-918f4e24ff6f tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 944 time: 0.0934830 Dec 07 14:39:02.480533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-ca9da4fe-5290-4750-8094-ca8bc3de3d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:02.483470 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-0f8473c5-1c30-4a6c-a063-04f5b0e3bf54 req-5ad70bf6-abed-4870-9dae-828fd17b3210 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Deleting port 98f5ad84-ecbc-471a-94e0-03285360d70b {{(pid=88898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:39:02.483857 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0f8473c5-1c30-4a6c-a063-04f5b0e3bf54 req-5ad70bf6-abed-4870-9dae-828fd17b3210 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:02.736885 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [req-0f8473c5-1c30-4a6c-a063-04f5b0e3bf54 req-5ad70bf6-abed-4870-9dae-828fd17b3210 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] For port 98f5ad84-ecbc-471a-94e0-03285360d70b, host hv-neutron-ussu, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-ussu',level=0,port_id=98f5ad84-ecbc-471a-94e0-03285360d70b,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:39:02.737289 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0f8473c5-1c30-4a6c-a063-04f5b0e3bf54 req-5ad70bf6-abed-4870-9dae-828fd17b3210 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:02.860007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [req-0f8473c5-1c30-4a6c-a063-04f5b0e3bf54 req-5ad70bf6-abed-4870-9dae-828fd17b3210 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Calling delete_port for 98f5ad84-ecbc-471a-94e0-03285360d70b owned by compute:nova {{(pid=88898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:39:03.177791 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:03.226426 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b3b43-196f-46d7-983d-c964d29e4a32 req-2948e909-2cba-49bc-8089-cb9e2a8e87dc tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88897) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 07 14:39:03.228061 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d56b3b43-196f-46d7-983d-c964d29e4a32 req-2948e909-2cba-49bc-8089-cb9e2a8e87dc tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5c583d7-ee66-4e6d-a953-59708590d3fc HTTP/1.1" status: 200 len: 944 time: 0.0816185 Dec 07 14:39:03.278556 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-d56b3b43-196f-46d7-983d-c964d29e4a32 req-f0a324ee-b71d-4dec-ab74-8cb43739b367 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "GET /v2.0/security-groups?id=710abf84-09fd-40ae-9f67-2941ec60ab8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430443 Dec 07 14:39:03.315064 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0f8473c5-1c30-4a6c-a063-04f5b0e3bf54 req-5ad70bf6-abed-4870-9dae-828fd17b3210 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838715573'] for port, after_delete {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:03.321152 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-cf982b2f-4c6b-4c32-9103-19bf2ac93b8f tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:39:03.364312 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad70bf6-abed-4870-9dae-828fd17b3210 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event deleted for resources: {'Port': ['ID=98f5ad84-ecbc-471a-94e0-03285360d70b,revision_number=None']} {{(pid=88898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:39:03.367958 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5ad70bf6-abed-4870-9dae-828fd17b3210 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88898) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:39:03.439680 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8473c5-1c30-4a6c-a063-04f5b0e3bf54 req-5ad70bf6-abed-4870-9dae-828fd17b3210 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] No DVR routers for this DVR port 98f5ad84-ecbc-471a-94e0-03285360d70b on host hv-neutron-ussu {{(pid=88898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:39:03.442134 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [req-0f8473c5-1c30-4a6c-a063-04f5b0e3bf54 req-5ad70bf6-abed-4870-9dae-828fd17b3210 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-754'] for port, before_response {{(pid=88898) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:03.444823 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'name': 'network-vif-deleted', 'tag': '98f5ad84-ecbc-471a-94e0-03285360d70b'}] {{(pid=88898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 07 14:39:03.487146 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [req-0f8473c5-1c30-4a6c-a063-04f5b0e3bf54 req-5ad70bf6-abed-4870-9dae-828fd17b3210 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.45 "DELETE /v2.0/ports/98f5ad84-ecbc-471a-94e0-03285360d70b HTTP/1.1" status: 204 len: 173 time: 1.0735278 Dec 07 14:39:03.500097 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c583d7-ee66-4e6d-a953-59708590d3fc', 'name': 'network-vif-deleted', 'tag': '98f5ad84-ecbc-471a-94e0-03285360d70b', 'status': 'completed', 'code': 200} Dec 07 14:39:04.392671 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 32888) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:39:04.468786 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5554668f-2b3a-45db-a5d5-675cec5ac009 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:04.499891 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5554668f-2b3a-45db-a5d5-675cec5ac009 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:04.640396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5554668f-2b3a-45db-a5d5-675cec5ac009 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:04.644467 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-3aa01bf7-547a-474a-97b0-1eb53a31714d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:39:04.658959 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554668f-2b3a-45db-a5d5-675cec5ac009 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=710abf84-09fd-40ae-9f67-2941ec60ab8d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:39:04.663324 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-5554668f-2b3a-45db-a5d5-675cec5ac009 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:39:04.696645 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-5554668f-2b3a-45db-a5d5-675cec5ac009 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:04.697856 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-5554668f-2b3a-45db-a5d5-675cec5ac009 tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] 10.222.0.24 "DELETE /v2.0/security-groups/710abf84-09fd-40ae-9f67-2941ec60ab8d HTTP/1.1" status: 204 len: 168 time: 0.3041346 Dec 07 14:39:04.776457 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 32894) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:39:05.080750 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:05.562198 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9b3dbe6-80bb-4d39-b9ce-1569a04a615c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:06.178431 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c9b3dbe6-80bb-4d39-b9ce-1569a04a615c admin admin] Deleting port 651f505d-5c6b-4239-8966-b4cb4539884c {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:39:06.178800 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9b3dbe6-80bb-4d39-b9ce-1569a04a615c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:06.355892 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-c9b3dbe6-80bb-4d39-b9ce-1569a04a615c admin admin] For port 651f505d-5c6b-4239-8966-b4cb4539884c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=651f505d-5c6b-4239-8966-b4cb4539884c,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:39:06.356276 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9b3dbe6-80bb-4d39-b9ce-1569a04a615c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:06.482769 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-c9b3dbe6-80bb-4d39-b9ce-1569a04a615c admin admin] Calling delete_port for 651f505d-5c6b-4239-8966-b4cb4539884c owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:39:06.505000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 98f5ad84-ecbc-471a-94e0-03285360d70b no longer exists at agent hyperv_hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:39:06.541911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] No Port match for: 98f5ad84-ecbc-471a-94e0-03285360d70b {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:39:06.542310 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Device 98f5ad84-ecbc-471a-94e0-03285360d70b not bound to the agent host hv-neutron-ussu {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:39:06.732898 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9b3dbe6-80bb-4d39-b9ce-1569a04a615c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:06.737841 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-18507d61-9d22-4a4f-a38a-6fc3a043582d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:39:06.780031 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3dbe6-80bb-4d39-b9ce-1569a04a615c admin admin] Pushing event deleted for resources: {'Port': ['ID=651f505d-5c6b-4239-8966-b4cb4539884c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:39:06.782776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9b3dbe6-80bb-4d39-b9ce-1569a04a615c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:39:07.082175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c9b3dbe6-80bb-4d39-b9ce-1569a04a615c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:07.670309 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b3dbe6-80bb-4d39-b9ce-1569a04a615c admin admin] Router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:39:08.128344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b3dbe6-80bb-4d39-b9ce-1569a04a615c admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:39:08.137401 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0a8eb5-e402-4520-a300-9ca58927e2b5 None None] Sync routers for ids ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'] in dv-neutron-ussuri-2-hyperv {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:39:08.140999 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-c9b3dbe6-80bb-4d39-b9ce-1569a04a615c admin admin] 10.222.0.24 "PUT /v2.0/routers/56a99a90-bb6f-41e4-8e1e-b39bd58a367d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3634255 Dec 07 14:39:08.143818 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 32900) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:39:08.150391 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0a8eb5-e402-4520-a300-9ca58927e2b5 None None] Routers {'56a99a90-bb6f-41e4-8e1e-b39bd58a367d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:39:08.151048 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8d0a8eb5-e402-4520-a300-9ca58927e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:39:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:08.343098 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-8d0a8eb5-e402-4520-a300-9ca58927e2b5 None None] Set router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:39:08.355559 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79297c4d-455a-40eb-acaf-823faa9812df admin admin] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:08.560450 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79297c4d-455a-40eb-acaf-823faa9812df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:08.594947 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-79297c4d-455a-40eb-acaf-823faa9812df admin admin] Deleting port a3b33a9d-4dbf-494a-8bd4-df8b802c3365 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:39:08.595385 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79297c4d-455a-40eb-acaf-823faa9812df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:08.641657 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8d0a8eb5-e402-4520-a300-9ca58927e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106'}], 'enable_snat': True}, 'gw_port_id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:39:06Z', 'revision_number': 5, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port': {'id': 'a3b33a9d-4dbf-494a-8bd4-df8b802c3365', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:48Z', 'updated_at': '2021-12-07T14:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:08.645788 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0a8eb5-e402-4520-a300-9ca58927e2b5 None None] Checking router: 56a99a90-bb6f-41e4-8e1e-b39bd58a367d for host: dv-neutron-ussuri-2-hyperv {{(pid=88900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:39:08.657405 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0a8eb5-e402-4520-a300-9ca58927e2b5 None None] Routers {'56a99a90-bb6f-41e4-8e1e-b39bd58a367d'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:39:08.658049 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8d0a8eb5-e402-4520-a300-9ca58927e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:39:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'], 'active': True} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:08.780017 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-79297c4d-455a-40eb-acaf-823faa9812df admin admin] For port a3b33a9d-4dbf-494a-8bd4-df8b802c3365, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a3b33a9d-4dbf-494a-8bd4-df8b802c3365,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:39:08.780417 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79297c4d-455a-40eb-acaf-823faa9812df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:08.916524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-79297c4d-455a-40eb-acaf-823faa9812df admin admin] Calling delete_port for a3b33a9d-4dbf-494a-8bd4-df8b802c3365 owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:39:08.962176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-8d0a8eb5-e402-4520-a300-9ca58927e2b5 None None] Set router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d gateway port host: None {{(pid=88900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:39:09.076989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-8d0a8eb5-e402-4520-a300-9ca58927e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:39:08Z', 'revision_number': 6, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88900) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:09.081030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0a8eb5-e402-4520-a300-9ca58927e2b5 None None] The sync data for ids ['56a99a90-bb6f-41e4-8e1e-b39bd58a367d'] in dv-neutron-ussuri-2-hyperv is: [{'id': '56a99a90-bb6f-41e4-8e1e-b39bd58a367d', 'name': 'tempest-TestSnapshotPattern-1231867360-router', 'tenant_id': '83278e267d1a483eaa09891abfe60808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:47Z', 'updated_at': '2021-12-07T14:39:08Z', 'revision_number': 6, 'project_id': '83278e267d1a483eaa09891abfe60808', 'gw_port_host': None}] {{(pid=88900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:39:09.252195 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79297c4d-455a-40eb-acaf-823faa9812df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:09.256973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-0e58969e-fe3e-4d5b-89c3-be28bf3682d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:39:09.301503 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79297c4d-455a-40eb-acaf-823faa9812df admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b33a9d-4dbf-494a-8bd4-df8b802c3365,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:39:09.304252 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-79297c4d-455a-40eb-acaf-823faa9812df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:39:09.537490 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79297c4d-455a-40eb-acaf-823faa9812df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:09.802829 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79297c4d-455a-40eb-acaf-823faa9812df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:09.807158 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79297c4d-455a-40eb-acaf-823faa9812df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:09.892036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79297c4d-455a-40eb-acaf-823faa9812df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:09.892674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79297c4d-455a-40eb-acaf-823faa9812df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56a99a90-bb6f-41e4-8e1e-b39bd58a367d {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 14:39:09.906930 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-79297c4d-455a-40eb-acaf-823faa9812df admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:09.908243 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-79297c4d-455a-40eb-acaf-823faa9812df admin admin] 10.222.0.24 "DELETE /v2.0/routers/56a99a90-bb6f-41e4-8e1e-b39bd58a367d HTTP/1.1" status: 204 len: 168 time: 1.7634301 Dec 07 14:39:09.910995 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 32904) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:39:09.980170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbe4491-4b42-4e65-98af-9b59ba548f2a admin admin] Deleting subnet b8510eed-d262-4cf2-929b-b4fe213208ac {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:39:09.984717 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4fbe4491-4b42-4e65-98af-9b59ba548f2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:10.039372 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4fbe4491-4b42-4e65-98af-9b59ba548f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:10.125472 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4fbe4491-4b42-4e65-98af-9b59ba548f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:10.239691 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a3b33a9d-4dbf-494a-8bd4-df8b802c3365 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:39:10.274130 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: a3b33a9d-4dbf-494a-8bd4-df8b802c3365 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:39:10.274664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a3b33a9d-4dbf-494a-8bd4-df8b802c3365 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:39:10.274961 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 651f505d-5c6b-4239-8966-b4cb4539884c no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:39:10.307007 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 651f505d-5c6b-4239-8966-b4cb4539884c {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:39:10.307423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 651f505d-5c6b-4239-8966-b4cb4539884c not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:39:10.361112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4fbe4491-4b42-4e65-98af-9b59ba548f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:10.365297 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c5bff44e-46e0-4533-b701-f213a45d4d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:39:10.404738 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe4491-4b42-4e65-98af-9b59ba548f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8510eed-d262-4cf2-929b-b4fe213208ac,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:39:10.408428 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-4fbe4491-4b42-4e65-98af-9b59ba548f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:39:10.411727 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4fbe4491-4b42-4e65-98af-9b59ba548f2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:10.417227 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6db7ce-e9b7-400a-b17b-682a48509b94 None None] Network 2357a134-9e2d-4184-a08c-95aacb7db8cb requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:39:10.419979 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-4fbe4491-4b42-4e65-98af-9b59ba548f2a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b8510eed-d262-4cf2-929b-b4fe213208ac HTTP/1.1" status: 204 len: 168 time: 0.5072448 Dec 07 14:39:10.422889 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 32908) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:39:10.536989 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:10.548261 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] Deleting port a3273899-5dc1-471a-8e18-7865236542b8 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:39:10.548622 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:10.675307 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938c7c40-8222-4850-ad0e-6b2eaa6d2cf5 None None] DHCP port deletion for 2357a134-9e2d-4184-a08c-95aacb7db8cb request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:39:10.679504 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-938c7c40-8222-4850-ad0e-6b2eaa6d2cf5 None None] Deleting port a3273899-5dc1-471a-8e18-7865236542b8 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:39:10.679925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-938c7c40-8222-4850-ad0e-6b2eaa6d2cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:10.759075 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] For port a3273899-5dc1-471a-8e18-7865236542b8, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a3273899-5dc1-471a-8e18-7865236542b8,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:39:10.759499 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:10.887817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] Calling delete_port for a3273899-5dc1-471a-8e18-7865236542b8 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:39:10.900988 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-938c7c40-8222-4850-ad0e-6b2eaa6d2cf5 None None] For port a3273899-5dc1-471a-8e18-7865236542b8, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=a3273899-5dc1-471a-8e18-7865236542b8,segment=NetworkSegment(0b01369a-6a1d-4d02-8ba0-9456224e1ef7),segment_id=0b01369a-6a1d-4d02-8ba0-9456224e1ef7)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:39:10.901469 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-938c7c40-8222-4850-ad0e-6b2eaa6d2cf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:10.917485 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:11.030353 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-938c7c40-8222-4850-ad0e-6b2eaa6d2cf5 None None] Calling delete_port for a3273899-5dc1-471a-8e18-7865236542b8 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:39:11.046541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:11.051320 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-77cc2c2e-ed81-4587-93f6-ff7a4de2588a tempest-TestSnapshotPattern-1385930735 tempest-TestSnapshotPattern-1385930735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:39:11.097834 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] Pushing event deleted for resources: {'Port': ['ID=a3273899-5dc1-471a-8e18-7865236542b8,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:39:11.100601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:39:11.101223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-938c7c40-8222-4850-ad0e-6b2eaa6d2cf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 14:39:11.101637 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-938c7c40-8222-4850-ad0e-6b2eaa6d2cf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 14:39:11.103094 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] No DVR routers for this DVR port a3273899-5dc1-471a-8e18-7865236542b8 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:39:11.224720 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:11.252015 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2357a134-9e2d-4184-a08c-95aacb7db8cb']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:11.265043 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b01369a-6a1d-4d02-8ba0-9456224e1ef7') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:11.265206 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b01369a-6a1d-4d02-8ba0-9456224e1ef7') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:11.277040 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:11.366319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:11.373128 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:39:11.373558 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:39:11.391760 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:39:11.503419 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:11.506873 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-290ef710-491e-406d-a801-e0d101aa80b2 tempest-NetworksIpV6Test-1956673057 tempest-NetworksIpV6Test-1956673057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:39:11.521166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:11.532658 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] Pushing event deleted for resources: {'Network': ['ID=2357a134-9e2d-4184-a08c-95aacb7db8cb,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:39:11.536365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:39:11.566813 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-f86469f7-854f-4642-bd6d-bbcc7d1a830f admin admin] 10.222.0.24 "DELETE /v2.0/networks/2357a134-9e2d-4184-a08c-95aacb7db8cb HTTP/1.1" status: 204 len: 168 time: 1.1428571 Dec 07 14:39:11.570035 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 32912) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:39:11.603121 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-938c7c40-8222-4850-ad0e-6b2eaa6d2cf5 None None] Deleting port a3273899-5dc1-471a-8e18-7865236542b8 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:39:11.603616 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-938c7c40-8222-4850-ad0e-6b2eaa6d2cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:11.672286 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-938c7c40-8222-4850-ad0e-6b2eaa6d2cf5 None None] The port 'a3273899-5dc1-471a-8e18-7865236542b8' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 14:39:12.217665 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3969c6e-02ac-404b-b35a-92ed7c9bc962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-499712'] for router_interface, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:12.238513 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a3273899-5dc1-471a-8e18-7865236542b8 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:39:12.286001 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: a3273899-5dc1-471a-8e18-7865236542b8 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:39:12.286524 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device a3273899-5dc1-471a-8e18-7865236542b8 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:39:12.850036 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b3969c6e-02ac-404b-b35a-92ed7c9bc962 admin admin] Deleting port 1bcf5af3-24be-4668-a600-a27b05a35fb3 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:39:12.850415 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3969c6e-02ac-404b-b35a-92ed7c9bc962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:13.033433 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-b3969c6e-02ac-404b-b35a-92ed7c9bc962 admin admin] For port 1bcf5af3-24be-4668-a600-a27b05a35fb3, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=1bcf5af3-24be-4668-a600-a27b05a35fb3,segment=NetworkSegment(30d10687-50b1-4dc1-ac24-fbc37af31991),segment_id=30d10687-50b1-4dc1-ac24-fbc37af31991)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:39:13.033820 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3969c6e-02ac-404b-b35a-92ed7c9bc962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:13.163322 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-b3969c6e-02ac-404b-b35a-92ed7c9bc962 admin admin] Calling delete_port for 1bcf5af3-24be-4668-a600-a27b05a35fb3 owned by network:router_interface {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:39:13.366230 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3969c6e-02ac-404b-b35a-92ed7c9bc962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:13.370575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-67a3c78b-14f3-46e8-baa8-d9dbf37b7771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:39:13.411166 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3969c6e-02ac-404b-b35a-92ed7c9bc962 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bcf5af3-24be-4668-a600-a27b05a35fb3,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:39:13.415486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b3969c6e-02ac-404b-b35a-92ed7c9bc962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:39:13.710554 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b3969c6e-02ac-404b-b35a-92ed7c9bc962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1184272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499866'] for router_interface, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:14.302569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3969c6e-02ac-404b-b35a-92ed7c9bc962 admin admin] Router 7113d387-5cc7-444a-8b6f-0162276be84f has already been hosted by L3 agent 01713966-3e3d-4042-bd74-6a0d214fac5b {{(pid=88897) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 07 14:39:14.513672 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3969c6e-02ac-404b-b35a-92ed7c9bc962 admin admin] Notify agent at l3_agent.dv-neutron-ussuri-2-hyperv the message routers_updated {{(pid=88897) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 07 14:39:14.522443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e731b-15e2-45ef-938f-fee246244564 None None] Sync routers for ids ['7113d387-5cc7-444a-8b6f-0162276be84f'] in dv-neutron-ussuri-2-hyperv {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 07 14:39:14.523966 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-b3969c6e-02ac-404b-b35a-92ed7c9bc962 admin admin] 10.222.0.24 "PUT /v2.0/routers/7113d387-5cc7-444a-8b6f-0162276be84f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9528370 Dec 07 14:39:14.526811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 32916) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:39:14.534835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e731b-15e2-45ef-938f-fee246244564 None None] Routers {'7113d387-5cc7-444a-8b6f-0162276be84f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:39:14.535528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-580e731b-15e2-45ef-938f-fee246244564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:39:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['7113d387-5cc7-444a-8b6f-0162276be84f'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:14.898678 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-580e731b-15e2-45ef-938f-fee246244564 None None] Set router 7113d387-5cc7-444a-8b6f-0162276be84f gateway port host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:39:14.990599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc325-6fa2-492e-b20a-c7fe79e88b76 admin admin] Notify callbacks [] for router, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:15.198153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-580e731b-15e2-45ef-938f-fee246244564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'name': 'tempest-TestSnapshotPattern-146614115-router', 'tenant_id': 'f6088777730640aba19d0942fdd17184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'external_fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.147'}], 'enable_snat': True}, 'gw_port_id': '58f0402e-8338-49ba-af92-58dd302ed33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:55Z', 'updated_at': '2021-12-07T14:39:13Z', 'revision_number': 5, 'project_id': 'f6088777730640aba19d0942fdd17184', 'gw_port': {'id': '58f0402e-8338-49ba-af92-58dd302ed33c', 'name': '', 'network_id': '3e4fe3c4-9dba-4ff1-b219-f50882f57056', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'ip_address': '172.36.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-ussuri-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T14:33:55Z', 'updated_at': '2021-12-07T14:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '308a38d7-9fe2-48ca-9a86-c2885e26dfe2', 'cidr': '172.36.4.0/24', 'gateway_ip': '172.36.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-ussuri-2-hyperv'}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:15.201936 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc325-6fa2-492e-b20a-c7fe79e88b76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:15.202666 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e731b-15e2-45ef-938f-fee246244564 None None] Checking router: 7113d387-5cc7-444a-8b6f-0162276be84f for host: dv-neutron-ussuri-2-hyperv {{(pid=88899) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 07 14:39:15.213868 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e731b-15e2-45ef-938f-fee246244564 None None] Routers {'7113d387-5cc7-444a-8b6f-0162276be84f'} bound to L3 agent in host dv-neutron-ussuri-2-hyperv {{(pid=88899) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 07 14:39:15.214531 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-580e731b-15e2-45ef-938f-fee246244564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-ussuri-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-07T13:16:02Z,description=,heartbeat_timestamp=2021-12-07T14:39:02Z,host='dv-neutron-ussuri-2-hyperv',id=01713966-3e3d-4042-bd74-6a0d214fac5b,load=0,resource_versions=,resources_synced=,started_at=2021-12-07T13:16:02Z,topic='l3_agent')) {'router_ids': ['7113d387-5cc7-444a-8b6f-0162276be84f'], 'active': True} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:15.235446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9b7cc325-6fa2-492e-b20a-c7fe79e88b76 admin admin] Deleting port 58f0402e-8338-49ba-af92-58dd302ed33c {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:39:15.235830 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc325-6fa2-492e-b20a-c7fe79e88b76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:15.373344 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvr_db [None req-580e731b-15e2-45ef-938f-fee246244564 None None] Set router 7113d387-5cc7-444a-8b6f-0162276be84f gateway port host: None {{(pid=88899) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 07 14:39:15.418915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-9b7cc325-6fa2-492e-b20a-c7fe79e88b76 admin admin] For port 58f0402e-8338-49ba-af92-58dd302ed33c, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=58f0402e-8338-49ba-af92-58dd302ed33c,segment=NetworkSegment(f92de068-9d68-4862-93a4-f6179ce15756),segment_id=f92de068-9d68-4862-93a4-f6179ce15756)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:39:15.419574 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc325-6fa2-492e-b20a-c7fe79e88b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:15.484660 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_hamode_db [None req-580e731b-15e2-45ef-938f-fee246244564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'name': 'tempest-TestSnapshotPattern-146614115-router', 'tenant_id': 'f6088777730640aba19d0942fdd17184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:55Z', 'updated_at': '2021-12-07T14:39:15Z', 'revision_number': 6, 'project_id': 'f6088777730640aba19d0942fdd17184', 'gw_port_host': None}], 'dv-neutron-ussuri-2-hyperv', False) {} {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:15.488698 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e731b-15e2-45ef-938f-fee246244564 None None] The sync data for ids ['7113d387-5cc7-444a-8b6f-0162276be84f'] in dv-neutron-ussuri-2-hyperv is: [{'id': '7113d387-5cc7-444a-8b6f-0162276be84f', 'name': 'tempest-TestSnapshotPattern-146614115-router', 'tenant_id': 'f6088777730640aba19d0942fdd17184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T14:33:55Z', 'updated_at': '2021-12-07T14:39:15Z', 'revision_number': 6, 'project_id': 'f6088777730640aba19d0942fdd17184', 'gw_port_host': None}] {{(pid=88899) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 07 14:39:15.546765 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-9b7cc325-6fa2-492e-b20a-c7fe79e88b76 admin admin] Calling delete_port for 58f0402e-8338-49ba-af92-58dd302ed33c owned by network:router_gateway {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:39:15.817564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc325-6fa2-492e-b20a-c7fe79e88b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:15.822674 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-c9b3dbe6-80bb-4d39-b9ce-1569a04a615c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:39:15.868453 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cc325-6fa2-492e-b20a-c7fe79e88b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=58f0402e-8338-49ba-af92-58dd302ed33c,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:39:15.871298 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-9b7cc325-6fa2-492e-b20a-c7fe79e88b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:39:16.099564 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc325-6fa2-492e-b20a-c7fe79e88b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-503057'] for router_gateway, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:16.241285 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1bcf5af3-24be-4668-a600-a27b05a35fb3 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:39:16.291569 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 1bcf5af3-24be-4668-a600-a27b05a35fb3 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:39:16.292042 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 1bcf5af3-24be-4668-a600-a27b05a35fb3 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:39:16.292422 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 58f0402e-8338-49ba-af92-58dd302ed33c no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:39:16.325664 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: 58f0402e-8338-49ba-af92-58dd302ed33c {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:39:16.326058 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device 58f0402e-8338-49ba-af92-58dd302ed33c not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:39:16.371748 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc325-6fa2-492e-b20a-c7fe79e88b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42976'] for router, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:16.376319 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc325-6fa2-492e-b20a-c7fe79e88b76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:16.571652 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc325-6fa2-492e-b20a-c7fe79e88b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1616145'] for router, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:16.572212 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7cc325-6fa2-492e-b20a-c7fe79e88b76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7113d387-5cc7-444a-8b6f-0162276be84f {{(pid=88897) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 07 14:39:16.584518 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc325-6fa2-492e-b20a-c7fe79e88b76 admin admin] Notify callbacks [] for router, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:16.585776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9b7cc325-6fa2-492e-b20a-c7fe79e88b76 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7113d387-5cc7-444a-8b6f-0162276be84f HTTP/1.1" status: 204 len: 168 time: 2.0579412 Dec 07 14:39:16.588501 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 32920) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:39:16.656175 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.db_base_plugin_v2 [None req-39382bb0-754e-465e-945f-4a040c987084 admin admin] Deleting subnet 15f7a607-1120-4825-8826-914e8bc31458 {{(pid=88897) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 07 14:39:16.659599 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39382bb0-754e-465e-945f-4a040c987084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:16.712528 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39382bb0-754e-465e-945f-4a040c987084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16211429'] for subnet, precommit_delete_associations {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:16.796081 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39382bb0-754e-465e-945f-4a040c987084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2973723'] for subnet, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:16.915200 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39382bb0-754e-465e-945f-4a040c987084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851802110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838370550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838058983'] for subnet, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:16.920109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-2a5f02f7-b2ec-49de-8de9-48bcf904131c tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:39:16.957456 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39382bb0-754e-465e-945f-4a040c987084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f7a607-1120-4825-8826-914e8bc31458,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:39:16.961159 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-39382bb0-754e-465e-945f-4a040c987084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:39:16.964584 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-39382bb0-754e-465e-945f-4a040c987084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:16.970605 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daca55d8-3649-4957-9575-bfbea8b5cf9c None None] Network 0d4eb931-287b-40cc-9558-e364b5fd4493 requested from dv-neutron-ussuri-2-hyperv {{(pid=88899) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 07 14:39:16.971327 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-39382bb0-754e-465e-945f-4a040c987084 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/15f7a607-1120-4825-8826-914e8bc31458 HTTP/1.1" status: 204 len: 168 time: 0.3817649 Dec 07 14:39:16.974003 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 32924) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:39:17.084367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3333024'] for network, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:17.095684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] Deleting port c0adab68-44e3-4de4-ac1f-ad552d835a78 {{(pid=88897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:39:17.096050 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:17.243025 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d9d09-40bf-4519-a48b-e7df331f7c20 None None] DHCP port deletion for 0d4eb931-287b-40cc-9558-e364b5fd4493 request from dv-neutron-ussuri-2-hyperv {{(pid=88899) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 07 14:39:17.249481 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-689d9d09-40bf-4519-a48b-e7df331f7c20 None None] Deleting port c0adab68-44e3-4de4-ac1f-ad552d835a78 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:39:17.250032 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-689d9d09-40bf-4519-a48b-e7df331f7c20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:17.314461 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] For port c0adab68-44e3-4de4-ac1f-ad552d835a78, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c0adab68-44e3-4de4-ac1f-ad552d835a78,segment=NetworkSegment(30d10687-50b1-4dc1-ac24-fbc37af31991),segment_id=30d10687-50b1-4dc1-ac24-fbc37af31991)] {{(pid=88897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:39:17.314852 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:17.441941 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] Calling delete_port for c0adab68-44e3-4de4-ac1f-ad552d835a78 owned by network:dhcp {{(pid=88897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:39:17.467686 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.db [None req-689d9d09-40bf-4519-a48b-e7df331f7c20 None None] For port c0adab68-44e3-4de4-ac1f-ad552d835a78, host dv-neutron-ussuri-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-ussuri-2-hyperv',level=0,port_id=c0adab68-44e3-4de4-ac1f-ad552d835a78,segment=NetworkSegment(30d10687-50b1-4dc1-ac24-fbc37af31991),segment_id=30d10687-50b1-4dc1-ac24-fbc37af31991)] {{(pid=88899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 07 14:39:17.468053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-689d9d09-40bf-4519-a48b-e7df331f7c20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506325'] for port, precommit_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:17.543356 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851427447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-211701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297241241187', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739613069649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16405372'] for port, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:17.548770 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-6dabcf38-b6d4-48a9-bc9a-a7b6ed524bb9 tempest-TestNetworkAdvancedServerOps-32338286 tempest-TestNetworkAdvancedServerOps-32338286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:39:17.591112 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0adab68-44e3-4de4-ac1f-ad552d835a78,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:39:17.594170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:39:17.594443 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-689d9d09-40bf-4519-a48b-e7df331f7c20 None None] Calling delete_port for c0adab68-44e3-4de4-ac1f-ad552d835a78 owned by network:dhcp {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 07 14:39:17.596423 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] No DVR routers for this DVR port c0adab68-44e3-4de4-ac1f-ad552d835a78 on host dv-neutron-ussuri-2-hyperv {{(pid=88897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 07 14:39:17.667016 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.db.api [None req-689d9d09-40bf-4519-a48b-e7df331f7c20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88899) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 07 14:39:17.667515 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_db.api [None req-689d9d09-40bf-4519-a48b-e7df331f7c20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88899) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 07 14:39:17.717114 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980482', 'neutron.services.segments.db._delete_segments_for_network-8739613575624'] for network, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:17.743866 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4eb931-287b-40cc-9558-e364b5fd4493']}} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:17.757022 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d10687-50b1-4dc1-ac24-fbc37af31991') {'for_net_delete': True} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:17.757360 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.services.segments.db [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d10687-50b1-4dc1-ac24-fbc37af31991') {} {{(pid=88897) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 07 14:39:17.769254 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739613584601', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838564372'] for segment, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:17.783960 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851794716'] for segment, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:17.790170 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88897) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 07 14:39:17.790589 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2981117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16404648'] for segment, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: Traceback (most recent call last): Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: timer() Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: cb(*args, **kw) Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return func(*args, **kwargs) Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self._notify() Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: self.callback(batched_events) Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: event.method(event) Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: segment_id)['aggregates'][0] Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return f(self, *a, **k) Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self._get(url).json() Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **kwargs) Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: return self.request(url, 'GET', **kwargs) Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: **endpoint_filter) Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 14:39:17.804763 dv-neutron-ussuri-2-hyperv neutron-server[88788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 14:39:18.039888 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853591528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854272513'] for network, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:18.043448 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-b7669dff-cc27-4ef1-b1d4-33472120f813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:39:18.058282 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] Notify callbacks [] for network, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:18.069357 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d4eb931-287b-40cc-9558-e364b5fd4493,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:39:18.072553 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:39:18.074480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-44912a19-8c73-486e-a5fb-3b361602f5b8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0d4eb931-287b-40cc-9558-e364b5fd4493 HTTP/1.1" status: 204 len: 168 time: 1.0991879 Dec 07 14:39:18.168790 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-689d9d09-40bf-4519-a48b-e7df331f7c20 None None] Deleting port c0adab68-44e3-4de4-ac1f-ad552d835a78 {{(pid=88899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 07 14:39:18.169915 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-689d9d09-40bf-4519-a48b-e7df331f7c20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297241251529'] for port, before_delete {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:18.235440 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-689d9d09-40bf-4519-a48b-e7df331f7c20 None None] The port 'c0adab68-44e3-4de4-ac1f-ad552d835a78' was deleted {{(pid=88899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 07 14:39:18.241581 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c0adab68-44e3-4de4-ac1f-ad552d835a78 no longer exists at agent ovs-agent-dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 07 14:39:18.275808 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] No Port match for: c0adab68-44e3-4de4-ac1f-ad552d835a78 {{(pid=88899) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 07 14:39:18.276256 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.plugins.ml2.rpc [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Device c0adab68-44e3-4de4-ac1f-ad552d835a78 not bound to the agent host dv-neutron-ussuri-2-hyperv {{(pid=88899) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 07 14:39:18.357776 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 32930) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:39:18.410860 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-9c73fb6f-b031-4f0c-9b53-43c1778bad6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83278e267d1a483eaa09891abfe60808&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0517344 Dec 07 14:39:18.413364 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 32934) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:39:18.479446 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e83285f-44c9-4e21-96df-435bf892c596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:18.505792 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e83285f-44c9-4e21-96df-435bf892c596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:18.663066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e83285f-44c9-4e21-96df-435bf892c596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:18.668396 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e0e121be-7e7e-47c3-86e5-1d42923bc355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:39:18.684277 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83285f-44c9-4e21-96df-435bf892c596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36403d31-200a-4a3d-81be-39426884d99d,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:39:18.690234 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8e83285f-44c9-4e21-96df-435bf892c596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:39:18.692223 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8e83285f-44c9-4e21-96df-435bf892c596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:18.693437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8e83285f-44c9-4e21-96df-435bf892c596 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36403d31-200a-4a3d-81be-39426884d99d HTTP/1.1" status: 204 len: 168 time: 0.2791317 Dec 07 14:39:19.458402 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 32942) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:39:19.513393 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-325964e8-e353-4914-8b39-3a15fc2db3b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6088777730640aba19d0942fdd17184&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531814 Dec 07 14:39:19.515520 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [-] (88897) accepted ('10.222.0.24', 32946) {{(pid=88897) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 07 14:39:19.578208 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8445ee56-6042-427b-8f69-ac959d170b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:19.605752 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8445ee56-6042-427b-8f69-ac959d170b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:19.931722 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8445ee56-6042-427b-8f69-ac959d170b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854346362'] for security_group, after_delete {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:19.935826 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-e67631c8-e2bd-4291-a82c-9034d29b72e6 tempest-TestShelveInstance-432602561 tempest-TestShelveInstance-432602561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 07 14:39:19.947534 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445ee56-6042-427b-8f69-ac959d170b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42274f4-0133-4019-be24-9044c71f6715,revision_number=None']} {{(pid=88897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 07 14:39:19.949876 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG oslo_concurrency.lockutils [None req-8445ee56-6042-427b-8f69-ac959d170b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88897) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 07 14:39:19.956533 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8445ee56-6042-427b-8f69-ac959d170b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88897) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:19.957754 dv-neutron-ussuri-2-hyperv neutron-server[88788]: INFO neutron.wsgi [None req-8445ee56-6042-427b-8f69-ac959d170b36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b42274f4-0133-4019-be24-9044c71f6715 HTTP/1.1" status: 204 len: 168 time: 0.4412742 Dec 07 14:39:30.177437 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8b899418-c34b-493f-8328-27256885bd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:31.748342 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:32.491684 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-16810572-bc96-4aaf-a36a-219d93fa5452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:33.182973 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:35.074367 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:39:38.096301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:39:40.840747 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:40:00.165122 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-609915ab-f220-403b-ac00-723f79937dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:40:01.748115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:40:02.502486 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-03d96693-be6d-4cfa-99fc-8132aa087922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:40:03.182468 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:40:05.079176 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:40:10.856115 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:40:12.609109 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.wsgi [req-8cd3749d-459e-49e7-9d90-794a827b3c54 req-b4a969f0-6f15-4708-8594-c61237b99ae8 service neutron] (88898) timed out ('10.222.0.24', 59608) {{(pid=88898) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 07 14:40:15.097085 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:40:30.153033 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-aa7be58d-2329-435c-96dc-af8e3aa68349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:40:31.735744 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:40:32.501463 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c46b1b51-a49b-49dd-9d12-f8b8dbc483c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:40:33.187480 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:40:35.078699 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:40:40.849911 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:40:52.098294 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:41:00.169835 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-c78be2bf-95d3-4753-9c21-bff885cbe3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:41:01.735117 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:41:02.506541 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-752123e0-7f9e-4c16-92d7-237b3254eb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:41:03.186544 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:41:05.078144 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:41:10.895365 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:41:29.099153 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:41:30.151902 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a7b84de0-2a93-40db-a672-7f8013597f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:41:31.740619 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:41:32.500712 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-3ff6f0a9-ed19-4614-8f30-3fcb82747ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:41:33.191811 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:41:35.094704 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:41:40.878030 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:42:00.157179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-a722fd05-95d0-4011-b0fa-9e5b87d9ff8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:42:01.763000 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:42:02.522785 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-b37c3032-666d-4057-ad69-41afae5f3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:42:03.208535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:42:05.088789 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:42:06.101053 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:42:10.888854 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:42:30.156867 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-da9ebd27-6ed5-4eba-acc1-efc07e2994f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:42:31.751258 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:42:32.505311 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-020e3cde-b7ce-4ae7-a454-4d8e3748dcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:42:33.197404 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:42:35.094066 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:42:40.905575 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:42:43.103601 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:43:00.168029 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-032f8641-8f58-4cd8-93d3-f68d3134ae2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:43:01.750217 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:43:02.504695 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-2eeb245f-f5e9-4b35-b524-eb26cc02a5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:43:03.213734 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:43:05.082803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:43:10.892798 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:43:20.104803 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:43:30.161991 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-dd7d7c9d-5b9d-4e36-babf-70759539ee3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:43:31.756301 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:43:32.510183 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-82ca4d06-5b2b-48d0-bfe2-9f51acac848c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:43:33.213019 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:43:35.092985 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:43:40.922179 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:43:57.105535 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:44:00.161205 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-64922f6b-287a-4b1a-a665-2b47a49b2113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:44:01.749796 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:44:02.515846 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-8426a161-cefa-453a-9ccb-97fc25db8cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:44:03.206840 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:44:05.086925 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:44:10.909977 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:44:30.166700 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-772a0287-e1ac-41fd-91fd-697d226adbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:44:31.743817 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-eed1d394-a978-4bb8-ba14-48b21dea4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:44:32.503634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-af7c1755-1aa0-4e14-bb8a-96d1104809d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:44:33.376634 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-9d83ff3d-ce08-48ca-bfeb-95ac32f32fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:44:34.106656 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron.db.agents_db [None req-9e313f5e-8ba0-420a-91b7-ac237706456f None None] Agent healthcheck: found 6 active agents {{(pid=88900) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 07 14:44:35.098148 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-841ef598-0a70-468f-b5a7-b3aceb73b3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:44:40.921124 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-4137fe58-461b-40a0-acb7-98d31ba5ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 07 14:45:00.177865 dv-neutron-ussuri-2-hyperv neutron-server[88788]: DEBUG neutron_lib.callbacks.manager [None req-22de0d85-68ca-4417-86b6-4193740fa8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739613575607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919781'] for agent, after_update {{(pid=88899) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}